00000800:00000200:0.0F:1550575025.242567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575025.242572:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:0.0:1550575025.242581:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f000 x1625895440746672/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575032 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575025.242591:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:0.0:1550575025.242596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575025.242598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575025.242600:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575025.242605:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d800 x1625895440746720/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575032 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575025.242611:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:0.0:1550575025.242614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575025.242616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242617:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575025.242631:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440746752/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575032 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575025.242636:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b980
00000800:00000200:0.0:1550575025.242639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575025.242645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.0:1550575025.242648:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575025.242651:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:0.0:1550575025.242659:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:0.0:1550575025.242660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:0.0:1550575025.242662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575025.242664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242665:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575025.242668:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cc00 x1625895440746704/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575032 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575025.242673:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000800:00000200:0.0:1550575025.242675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575025.242680:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575025.242681:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242682:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575025.242685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575025.242690:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575025.242694:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575025.242701:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be483008e0
00000400:00000200:0.0:1550575025.242711:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x46d [1] + 192
00000100:00000200:0.0:1550575025.242717:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d800 x1625895440746720/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575032 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575025.242733:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242734:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575025.242736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575025.242740:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575025.242744:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575025.242748:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be48300900
00000400:00000200:0.0:1550575025.242763:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x479 [1] + 192
00000100:00000200:0.0:1550575025.242791:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440746752/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575032 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575025.242807:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242808:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575025.242810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575025.242813:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575025.242817:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575025.242820:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 192 into portal 10 MB=0x5c6be483008a0
00000400:00000200:0.0:1550575025.242824:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 192/192 into md 0x455 [1] + 192
00000100:00000200:0.0:1550575025.242844:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440746656/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575032 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575025.242857:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242858:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575025.242859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575025.242864:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575025.242868:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575025.242871:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be48300890
00000400:00000200:0.0:1550575025.242874:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x485 [1] + 192
00000100:00000200:0.0:1550575025.242929:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f600 x1625895440746640/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575032 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575025.242936:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575025.242938:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575025.242942:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575025.242943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575025.242945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575025.242946:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.0:1550575025.242955:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575025.242958:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575025.242962:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be48300910
00000400:00000200:0.0:1550575025.242977:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x495 [1] + 192
00000100:00000200:0.0:1550575025.242980:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440746768/t0(0) o400->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575032 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575025.242992:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575025.242993:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575025.242994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.0:1550575026.204395:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575026.204400:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575026.204408:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575026.204410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575039.559042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575039.559051:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575039.559056:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815dfb01e00 x1625895440746784/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575046 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575039.559060:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:0.0:1550575039.559062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575039.559063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:0.0:1550575041.669985:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440746800:172.20.0.202@o2ib1:37
00000100:00000200:0.0:1550575041.670006:0:2938:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x5c6be48300930-0x5c6be48300930, portal 14
00000100:00000200:0.0:1550575041.670009:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440746800, portal 10
00000100:00000200:0.0:1550575041.670011:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 568 bytes to portal 23, xid 1625895440746800, offset 0
00000400:00000200:0.0:1550575041.670013:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.670020:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575041.670023:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 568 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575041.670027:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.670029:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575041.670030:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.670044:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575041.670045:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a900 going to sleep for 11 seconds
00000800:00000200:0.0:1550575041.670755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.670770:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d2[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575041.670776:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575041.670782:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 4096 into portal 14 MB=0x5c6be48300930
00000400:00000200:0.0:1550575041.670787:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index e from 12345-172.20.0.202@o2ib1 of length 4096/4096 into md 0x4a5 [256] + 0
00000400:00000200:0.0:1550575041.670791:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb96000
00000800:00000200:0.0:1550575041.670794:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 4096
00000800:00000200:0.0:1550575041.670798:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.670801:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.670803:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575041.670804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.670861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.670910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.670913:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575041.670914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.670915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575041.671172:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440746800/t0(0) o37->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:23/10 lens 568/440 e 0 to 0 dl 1550575053 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.671175:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440746800/t0(0) o37->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:23/10 lens 568/440 e 0 to 0 dl 1550575053 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.671178:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169480
00000100:00100000:0.0:1550575041.671182:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440746800:172.20.0.202@o2ib1:37
00000100:00100000:0.0:1550575041.671807:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440746816:172.20.0.202@o2ib1:101
00000100:00000200:0.0:1550575041.671822:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 65536 bytes, xid 1625895440746816, portal 10
00000100:00000200:0.0:1550575041.671823:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 696 bytes to portal 12, xid 1625895440746816, offset 0
00000400:00000200:0.0:1550575041.671824:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.671827:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575041.671829:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 696 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575041.671830:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.671831:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575041.671831:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.671832:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575041.671832:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a900 going to sleep for 6 seconds
00000100:00000200:0.0:1550575041.672477:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440746816/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.672484:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440746816/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.672490:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169480
00000100:00100000:0.0:1550575041.672497:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440746816:172.20.0.202@o2ib1:101
00000002:00100000:0.0:1550575041.672513:0:2938:0:(mdc_locks.c:601:mdc_finish_enqueue()) @@@ op: 8 disposition: b, status: 0  req@ffff8815c8f0db00 x1625895440746816/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/536 e 0 to 0 dl 1550575048 ref 1 fl Complete:R/0/0 rc 0/0
00000100:00100000:0.0:1550575041.672547:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440746928:172.20.0.202@o2ib1:49
00000100:00000200:0.0:1550575041.672551:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440746928, portal 10
00000100:00000200:0.0:1550575041.672559:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1625895440746928, offset 0
00000400:00000200:0.0:1550575041.672582:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.672589:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575041.672593:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 592 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575041.672598:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.672600:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.672601:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.672614:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00100000:0.0:1550575041.672615:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a840 going to sleep for 6 seconds
00000800:00000200:0.0:1550575041.672623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.672625:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575041.672626:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cf00 x1625895440746928/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.672628:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169100
00000800:00000200:0.0:1550575041.672629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575041.672654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.672664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.672666:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575041.672668:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575041.672674:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 368 into portal 4 MB=0x5c6be48300970
00000400:00000200:0.0:1550575041.672676:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 368/368 into md 0x4d1 [1] + 192
00000100:00000200:0.0:1550575041.672684:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff88015da0c000 x1625895440746864/t0(0) o101->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575048 ref 1 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575041.672686:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575041.672687:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575041.672687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575041.672688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.0:1550575041.672689:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:0.0:1550575041.672692:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff88015da0c300 x1625895440746944/t0(0) o101->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575048 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.672694:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.0:1550575041.672695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.0:1550575041.672710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.672720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575041.672764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.672768:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575041.672769:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575041.672771:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 368 into portal 4 MB=0x5c6be483009f0
00000400:00000200:0.0:1550575041.672772:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 368/368 into md 0x4f9 [1] + 192
00000100:00000200:0.0:1550575041.672773:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff88015da0d500 x1625895440746992/t0(0) o101->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575048 ref 1 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575041.672777:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575041.672778:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575041.672778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575041.672779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.672793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.672796:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575041.672797:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575041.672798:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 368 into portal 4 MB=0x5c6be483009a0
00000400:00000200:0.0:1550575041.672799:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 368/368 into md 0x4d9 [1] + 192
00000100:00000200:0.0:1550575041.672800:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff88015da0cc00 x1625895440746912/t0(0) o101->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575048 ref 1 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575041.672804:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.672804:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575041.672805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.0:1550575041.672814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575041.672840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.672843:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575041.672844:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575041.672845:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 456 into portal 10 MB=0x5c6be483009b0
00000400:00000200:0.0:1550575041.672846:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 456/456 into md 0x4e9 [1] + 192
00000100:00000200:0.0:1550575041.672847:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0cf00 x1625895440746928/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575041.672849:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.672850:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.0:1550575041.672851:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:0.0:1550575041.672851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:0.0:1550575041.672853:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cf00 x1625895440746928/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.672855:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cf00 x1625895440746928/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.672856:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169480
00000100:00100000:0.0:1550575041.672858:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440746928:172.20.0.202@o2ib1:49
00000100:00100000:0.0:1550575041.673128:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747008:172.20.0.202@o2ib1:49
00000100:00000200:0.0:1550575041.673131:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440747008, portal 10
00000100:00000200:0.0:1550575041.673131:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1625895440747008, offset 0
00000400:00000200:0.0:1550575041.673132:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.673135:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575041.673137:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 592 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575041.673138:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.673139:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575041.673139:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.673140:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575041.673141:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a840 going to sleep for 6 seconds
00000800:00000200:0.0:1550575041.673158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575041.673292:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.673294:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575041.673296:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575041.673297:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 456 into portal 10 MB=0x5c6be48300a00
00000400:00000200:0.0:1550575041.673298:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 456/456 into md 0x511 [1] + 192
00000100:00000200:0.0:1550575041.673299:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440747008/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575041.673302:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.673302:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.673303:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575041.673304:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747008/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.673306:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747008/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.673308:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169480
00000100:00100000:0.0:1550575041.673310:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747008:172.20.0.202@o2ib1:49
00000100:00100000:0.0:1550575041.673577:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747024:172.20.0.202@o2ib1:101
00000100:00000200:0.0:1550575041.673629:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1625895440747024, portal 10
00000100:00000200:0.0:1550575041.673630:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 688 bytes to portal 12, xid 1625895440747024, offset 0
00000400:00000200:0.0:1550575041.673631:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.673634:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575041.673635:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 688 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575041.673637:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.673637:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575041.673638:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.673639:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:0.0:1550575041.673639:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a840 going to sleep for 6 seconds
00000800:00000200:0.0:1550575041.673655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.673657:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575041.673658:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440747024/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/131704 e 0 to 0 dl 1550575048 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.673659:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169080
00000800:00000200:0.0:1550575041.673660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.673661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575041.673940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:0.0:1550575041.673947:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747024/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/131704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.673949:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747024/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/131704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.673950:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169480
00000100:00100000:0.0:1550575041.673952:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747024:172.20.0.202@o2ib1:101
00000002:00100000:0.0:1550575041.673955:0:2938:0:(mdc_locks.c:601:mdc_finish_enqueue()) @@@ op: 128 disposition: 0, status: 0  req@ffff8815c8f0db00 x1625895440747024/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/1208 e 0 to 0 dl 1550575048 ref 1 fl Complete:R/0/0 rc 0/0
00000100:00100000:0.0:1550575041.673984:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747040:172.20.0.202@o2ib1:49
00000100:00000200:0.0:1550575041.673985:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440747040, portal 10
00000100:00000200:0.0:1550575041.673986:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1625895440747040, offset 0
00000400:00000200:0.0:1550575041.673987:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.673989:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575041.673990:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 592 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575041.673991:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.673992:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575041.673992:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575041.673997:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575041.673998:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a840 going to sleep for 6 seconds
00000800:00000200:0.0:1550575041.674011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.0:1550575041.674013:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:0.0:1550575041.674014:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440747040/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.674016:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169000
00000800:00000200:0.0:1550575041.674016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575041.674017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.0:1550575041.674125:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.674126:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575041.674128:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575041.674129:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 456 into portal 10 MB=0x5c6be48300a20
00000400:00000200:0.0:1550575041.674130:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 456/456 into md 0x521 [1] + 192
00000100:00000200:0.0:1550575041.674131:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440747040/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575041.674133:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.674134:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575041.674134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.674135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575041.674136:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747040/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.674139:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747040/t0(0) o49->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 592/704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.674140:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169080
00000100:00100000:0.0:1550575041.674141:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747040:172.20.0.202@o2ib1:49
00000100:00100000:0.0:1550575041.674171:0:2938:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747056:172.20.0.202@o2ib1:101
00000100:00000200:0.0:1550575041.674185:0:2938:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1625895440747056, portal 10
00000100:00000200:0.0:1550575041.674186:0:2938:0:(niobuf.c:85:ptl_send_buf()) Sending 688 bytes to portal 12, xid 1625895440747056, offset 0
00000400:00000200:0.0:1550575041.674187:0:2938:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575041.674189:0:2938:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575041.674190:0:2938:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 688 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575041.674191:0:2938:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575041.674192:0:2938:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575041.674192:0:2938:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575041.674193:0:2938:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:0.0:1550575041.674193:0:2938:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a840 going to sleep for 6 seconds
00000800:00000200:0.0:1550575041.674201:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575041.674202:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575041.674203:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440747056/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/131704 e 0 to 0 dl 1550575048 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.674204:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169000
00000800:00000200:0.0:1550575041.674205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575041.674205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575041.674547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:0.0:1550575041.674554:0:2938:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747056/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/131704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575041.674556:0:2938:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747056/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/131704 e 0 to 0 dl 1550575048 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575041.674558:0:2938:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169080
00000100:00100000:0.0:1550575041.674559:0:2938:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ls:22e5bae6-83f9-7842-3de3-1b87825e7e92:2938:1625895440747056:172.20.0.202@o2ib1:101
00000002:00100000:0.0:1550575041.674563:0:2938:0:(mdc_locks.c:601:mdc_finish_enqueue()) @@@ op: 128 disposition: 0, status: 0  req@ffff8815c8f0db00 x1625895440747056/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 688/1216 e 0 to 0 dl 1550575048 ref 1 fl Complete:R/0/0 rc 0/0
00000800:00000200:0.0:1550575050.242662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575050.242672:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575050.242679:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cf00 x1625895440747088/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575057 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575050.242690:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:0.0:1550575050.242695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575050.242697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575050.242728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.0:1550575050.242730:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:0.0:1550575050.242733:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440747072/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575057 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575050.242740:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000800:00000200:0.0:1550575050.242742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.0:1550575050.242842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575050.242844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575050.242845:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575050.242847:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575050.242851:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be48300a40
00000400:00000200:0.0:1550575050.242860:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x531 [1] + 192
00000100:00000200:0.0:1550575050.242862:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440747072/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575057 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575050.242868:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575050.242869:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575050.242869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:0.0:1550575070.051057:0:2941:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747104:172.20.0.202@o2ib1:700
00000100:00000200:0.0:1550575070.051064:0:2941:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440747104, portal 10
00000100:00000200:0.0:1550575070.051066:0:2941:0:(niobuf.c:85:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1625895440747104, offset 0
00000400:00000200:0.0:1550575070.051067:0:2941:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575070.051074:0:2941:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575070.051077:0:2941:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 264 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575070.051080:0:2941:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575070.051081:0:2941:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575070.051083:0:2941:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575070.051087:0:2941:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575070.051087:0:2941:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3ae40 going to sleep for 11 seconds
00000800:00000200:0.0:1550575070.051211:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.0:1550575070.051412:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.051418:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575070.051419:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575070.051422:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 216 into portal 10 MB=0x5c6be48300a60
00000400:00000200:0.0:1550575070.051424:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 216/216 into md 0x541 [1] + 192
00000100:00000200:0.0:1550575070.051427:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e700 x1625895440747104/t0(0) o700->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:30/10 lens 264/248 e 0 to 0 dl 1550575082 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575070.051431:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.051433:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575070.051434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575070.051436:0:2941:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e700 x1625895440747104/t0(0) o700->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:30/10 lens 264/248 e 0 to 0 dl 1550575082 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575070.051438:0:2941:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e700 x1625895440747104/t0(0) o700->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:30/10 lens 264/248 e 0 to 0 dl 1550575082 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.051440:0:2941:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169000
00000100:00100000:0.0:1550575070.051444:0:2941:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747104:172.20.0.202@o2ib1:700
00000100:00100000:0.0:1550575070.051464:0:2941:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747120:172.20.0.202@o2ib1:101
00000100:00000200:0.0:1550575070.051479:0:2941:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 65536 bytes, xid 1625895440747120, portal 10
00000100:00000200:0.0:1550575070.051480:0:2941:0:(niobuf.c:85:ptl_send_buf()) Sending 1000 bytes to portal 12, xid 1625895440747120, offset 0
00000400:00000200:0.0:1550575070.051481:0:2941:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575070.051484:0:2941:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575070.051485:0:2941:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1000 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575070.051487:0:2941:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575070.051487:0:2941:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575070.051488:0:2941:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.051489:0:2941:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:0.0:1550575070.051489:0:2941:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a840 going to sleep for 6 seconds
00000800:00000200:0.0:1550575070.051499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575070.051500:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575070.051501:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e700 x1625895440747120/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 1000/33776 e 0 to 0 dl 1550575077 ref 3 fl Rpc:P/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.051503:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169e00
00000800:00000200:0.0:1550575070.051504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575070.051504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575070.054268:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:0.0:1550575070.054323:0:2941:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e700 x1625895440747120/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 1000/33776 e 0 to 0 dl 1550575077 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575070.054329:0:2941:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e700 x1625895440747120/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 1000/33776 e 0 to 0 dl 1550575077 ref 2 fl Rpc:RP/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.054334:0:2941:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169000
00000100:00100000:0.0:1550575070.054341:0:2941:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747120:172.20.0.202@o2ib1:101
00000002:00100000:0.0:1550575070.054354:0:2941:0:(mdc_locks.c:601:mdc_finish_enqueue()) @@@ op: 3 disposition: 37, status: 0  req@ffff8815c8f0e700 x1625895440747120/t12902021094(12902021094) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 1000/672 e 0 to 0 dl 1550575077 ref 2 fl Complete:RP/4/0 rc 0/0
00000002:00100000:0.0:1550575070.054367:0:2941:0:(mdc_request.c:700:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff8815c8f0e700 x1625895440747120/t12902021094(12902021094) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 1000/672 e 0 to 0 dl 1550575077 ref 2 fl Complete:RP/4/0 rc 0/0
00000002:00100000:0.0:1550575070.054444:0:2941:0:(mdc_request.c:700:mdc_set_open_replay_data()) @@@ Set up open replay data  req@ffff8815c8f0e700 x1625895440747120/t12902021094(12902021094) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 952/672 e 0 to 0 dl 1550575077 ref 2 fl Complete:RP/4/0 rc 0/0
00000100:00100000:0.0:1550575070.055463:0:2941:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747136:172.20.0.211@o2ib1:101
00000100:00000200:0.0:1550575070.055466:0:2941:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440747136, portal 4
00000100:00000200:0.0:1550575070.055468:0:2941:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1625895440747136, offset 0
00000400:00000200:0.0:1550575070.055469:0:2941:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575070.055472:0:2941:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575070.055473:0:2941:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575070.055475:0:2941:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575070.055475:0:2941:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575070.055476:0:2941:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.055477:0:2941:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:0.0:1550575070.055477:0:2941:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a540 going to sleep for 6 seconds
00000100:00000200:0.0:1550575070.055794:0:2941:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747136/t0(0) o101->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575070.055796:0:2941:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747136/t0(0) o101->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.055798:0:2941:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169b80
00000100:00100000:0.0:1550575070.055800:0:2941:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747136:172.20.0.211@o2ib1:101
00000100:00100000:0.0:1550575070.056452:0:2941:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747168:172.20.0.212@o2ib1:101
00000100:00000200:0.0:1550575070.056455:0:2941:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440747168, portal 4
00000100:00000200:0.0:1550575070.056456:0:2941:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1625895440747168, offset 0
00000400:00000200:0.0:1550575070.056458:0:2941:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575070.056461:0:2941:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575070.056462:0:2941:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575070.056463:0:2941:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575070.056464:0:2941:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575070.056465:0:2941:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575070.056466:0:2941:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575070.056466:0:2941:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a9c0 going to sleep for 6 seconds
00000800:00000200:0.0:1550575070.056652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575070.056656:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575070.056658:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff88015da0d200 x1625895440747184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575082 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.056660:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000800:00000200:0.0:1550575070.056662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575070.056683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.056688:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575070.056689:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575070.056691:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 368 into portal 4 MB=0x5c6be48300aa0
00000400:00000200:0.0:1550575070.056692:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 368/368 into md 0x559 [1] + 192
00000100:00000200:0.0:1550575070.056694:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440747168/t0(0) o101->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575070.056697:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.056697:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575070.056698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575070.056700:0:2941:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747168/t0(0) o101->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575070.056701:0:2941:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747168/t0(0) o101->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.056703:0:2941:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169780
00000100:00100000:0.0:1550575070.056705:0:2941:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747168:172.20.0.212@o2ib1:101
00000100:00100000:0.0:1550575070.057312:0:2941:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747216:172.20.0.211@o2ib1:101
00000100:00000200:0.0:1550575070.057315:0:2941:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440747216, portal 4
00000100:00000200:0.0:1550575070.057316:0:2941:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1625895440747216, offset 0
00000400:00000200:0.0:1550575070.057317:0:2941:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575070.057320:0:2941:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575070.057322:0:2941:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575070.057323:0:2941:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575070.057324:0:2941:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575070.057324:0:2941:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575070.057326:0:2941:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:0.0:1550575070.057326:0:2941:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a9c0 going to sleep for 6 seconds
00000100:00000200:0.0:1550575070.057577:0:2941:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747216/t0(0) o101->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575070.057579:0:2941:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747216/t0(0) o101->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.057582:0:2941:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169800
00000100:00100000:0.0:1550575070.057584:0:2941:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747216:172.20.0.211@o2ib1:101
00000100:00100000:0.0:1550575070.058172:0:2941:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747264:172.20.0.212@o2ib1:101
00000100:00000200:0.0:1550575070.058175:0:2941:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440747264, portal 4
00000100:00000200:0.0:1550575070.058176:0:2941:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1625895440747264, offset 0
00000400:00000200:0.0:1550575070.058177:0:2941:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575070.058180:0:2941:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575070.058181:0:2941:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575070.058183:0:2941:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575070.058184:0:2941:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.0:1550575070.058184:0:2941:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.0:1550575070.058185:0:2941:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:0.0:1550575070.058186:0:2941:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815cea3a000 going to sleep for 6 seconds
00000800:00000200:0.0:1550575070.058357:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575070.058358:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575070.058361:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815dfb01e00 x1625895440747280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575082 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.058363:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.0:1550575070.058364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575070.058364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:0.0:1550575070.058374:0:2941:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440747264/t0(0) o101->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575070.058376:0:2941:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440747264/t0(0) o101->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 328/400 e 0 to 0 dl 1550575077 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575070.058378:0:2941:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169700
00000100:00100000:0.0:1550575070.058380:0:2941:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc dd:22e5bae6-83f9-7842-3de3-1b87825e7e92:2941:1625895440747264:172.20.0.212@o2ib1:101
00000800:00000200:3.0:1550575071.201740:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.201741:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.201742:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.201742:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.202596:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7db00 x1625895440812112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.202598:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7db00 x1625895440812112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.202599:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.202682:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812112:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.203752:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.203951:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7d500 - object 0x0:1728254 offset 532676608<>533725184
00000100:00100000:3.0:1550575071.203958:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812240:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.203962:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483108d0-0x5c6be483108d0, portal 8
00000100:00000200:3.0:1550575071.203963:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812240, portal 4
00000100:00000200:3.0:1550575071.203964:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812240, offset 0
00000400:00000200:3.0:1550575071.203965:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.203968:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.203969:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.203971:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.203971:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.203972:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.203972:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.204840:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7d500 x1625895440812240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.204842:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7d500 x1625895440812240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.204844:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.204944:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812240:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.205987:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.206200:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7cc00 - object 0x0:1728254 offset 533725184<>534773760
00000100:00100000:3.0:1550575071.206207:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812368:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.206210:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310950-0x5c6be48310950, portal 8
00000100:00000200:3.0:1550575071.206212:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812368, portal 4
00000100:00000200:3.0:1550575071.206213:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812368, offset 0
00000400:00000200:3.0:1550575071.206214:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.206217:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.206218:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.206220:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.206220:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.206221:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.206222:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.207076:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7cc00 x1625895440812368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.207078:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7cc00 x1625895440812368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.207080:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.207163:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812368:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.208251:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.208446:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7c600 - object 0x0:1728254 offset 534773760<>535822336
00000100:00100000:3.0:1550575071.208453:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.208457:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483109d0-0x5c6be483109d0, portal 8
00000100:00000200:3.0:1550575071.208459:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812496, portal 4
00000100:00000200:3.0:1550575071.208459:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812496, offset 0
00000400:00000200:3.0:1550575071.208460:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.208463:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.208464:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.208466:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.208467:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.208467:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.208468:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.209305:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7c600 x1625895440812496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.209307:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7c600 x1625895440812496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.209309:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.209386:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812496:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.210499:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.210689:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7c000 - object 0x0:1728254 offset 535822336<>536870912
00000100:00100000:3.0:1550575071.210697:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.210701:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310a50-0x5c6be48310a50, portal 8
00000100:00000200:3.0:1550575071.210702:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812624, portal 4
00000100:00000200:3.0:1550575071.210703:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812624, offset 0
00000400:00000200:3.0:1550575071.210704:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.210707:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.210708:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.210709:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.210710:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.210710:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.210711:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.211564:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7c000 x1625895440812624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.211566:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7c000 x1625895440812624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.211568:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.211646:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812624:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.212746:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.212943:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803c00 - object 0x0:1728254 offset 536870912<>537919488
00000100:00100000:3.0:1550575071.212951:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.212954:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310ad0-0x5c6be48310ad0, portal 8
00000100:00000200:3.0:1550575071.212955:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812752, portal 4
00000100:00000200:3.0:1550575071.212956:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812752, offset 0
00000400:00000200:3.0:1550575071.212957:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.212960:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.212961:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.212962:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.212963:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.212963:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.212964:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.213753:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803c00 x1625895440812752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.213755:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803c00 x1625895440812752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.213756:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.213837:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812752:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.213878:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.214082:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803600 - object 0x0:1725237 offset 536870912<>537919488
00000100:00100000:3.0:1550575071.214089:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.214092:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310b10-0x5c6be48310b10, portal 8
00000100:00000200:3.0:1550575071.214094:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812816, portal 4
00000100:00000200:3.0:1550575071.214095:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812816, offset 0
00000400:00000200:3.0:1550575071.214096:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.214099:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.214100:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.214101:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.214102:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.214103:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.214104:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.214896:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803600 x1625895440812816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.214898:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803600 x1625895440812816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.214900:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.214980:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812816:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.215008:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.215211:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803000 - object 0x0:1728254 offset 537919488<>538968064
00000100:00100000:3.0:1550575071.215218:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812880:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.215221:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310b50-0x5c6be48310b50, portal 8
00000100:00000200:3.0:1550575071.215222:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812880, portal 4
00000100:00000200:3.0:1550575071.215223:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812880, offset 0
00000400:00000200:3.0:1550575071.215224:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.215227:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.215228:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.215230:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.215230:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.215231:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.215232:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.216035:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803000 x1625895440812880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.216037:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803000 x1625895440812880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.216039:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.216119:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812880:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.216147:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.216351:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802a00 - object 0x0:1725237 offset 537919488<>538968064
00000100:00100000:3.0:1550575071.216359:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.216362:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310b90-0x5c6be48310b90, portal 8
00000100:00000200:3.0:1550575071.216364:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812944, portal 4
00000100:00000200:3.0:1550575071.216365:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812944, offset 0
00000400:00000200:3.0:1550575071.216367:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.216369:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.216370:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.216372:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.216372:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.216373:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.216374:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.216704:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.216903:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802400 - object 0x0:1728629 offset 537919488<>538968064
00000100:00100000:3.0:1550575071.216908:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440812976:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.216911:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310bb0-0x5c6be48310bb0, portal 8
00000100:00000200:3.0:1550575071.216913:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440812976, portal 4
00000100:00000200:3.0:1550575071.216914:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440812976, offset 0
00000400:00000200:3.0:1550575071.216915:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.216917:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.216919:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.216920:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.216920:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.216921:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.216922:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.217217:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802a00 x1625895440812944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.217219:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802a00 x1625895440812944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.217221:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.217304:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440812944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.217664:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802400 x1625895440812976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.217665:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802400 x1625895440812976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.217667:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.217725:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440812976:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.218394:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.218594:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801e00 - object 0x0:1725237 offset 538968064<>540016640
00000100:00100000:3.0:1550575071.218602:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.218605:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310c10-0x5c6be48310c10, portal 8
00000100:00000200:3.0:1550575071.218607:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813072, portal 4
00000100:00000200:3.0:1550575071.218608:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813072, offset 0
00000400:00000200:3.0:1550575071.218609:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.218612:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.218613:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.218614:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.218615:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.218615:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.218617:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.219393:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801e00 x1625895440813072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.219395:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801e00 x1625895440813072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.219397:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.219482:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813072:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.219519:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.219714:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801b00 - object 0x0:1728254 offset 540016640<>541065216
00000100:00100000:3.0:1550575071.219722:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.219725:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310c50-0x5c6be48310c50, portal 8
00000100:00000200:3.0:1550575071.219726:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813136, portal 4
00000100:00000200:3.0:1550575071.219727:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813136, offset 0
00000400:00000200:3.0:1550575071.219728:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.219731:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.219732:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.219734:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.219734:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.219735:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.219736:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.220569:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801b00 x1625895440813136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.220570:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801b00 x1625895440813136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.220572:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.220650:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813136:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.221775:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.221971:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801500 - object 0x0:1728254 offset 541065216<>542113792
00000100:00100000:3.0:1550575071.221978:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.221982:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310cd0-0x5c6be48310cd0, portal 8
00000100:00000200:3.0:1550575071.221983:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813264, portal 4
00000100:00000200:3.0:1550575071.221984:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813264, offset 0
00000400:00000200:3.0:1550575071.221985:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.221988:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.221990:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.221992:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.221992:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.221993:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.221994:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.222778:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801500 x1625895440813264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.222780:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801500 x1625895440813264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.222782:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.222865:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813264:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.222900:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.223104:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800f00 - object 0x0:1725237 offset 541065216<>542113792
00000100:00100000:3.0:1550575071.223111:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.223114:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310d10-0x5c6be48310d10, portal 8
00000100:00000200:3.0:1550575071.223116:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813328, portal 4
00000100:00000200:3.0:1550575071.223116:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813328, offset 0
00000400:00000200:3.0:1550575071.223119:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.223122:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.223123:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.223124:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.223125:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.223125:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.223126:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.223918:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800f00 x1625895440813328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.223920:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800f00 x1625895440813328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.223921:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.224003:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813328:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.225154:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.225362:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800900 - object 0x0:1725237 offset 542113792<>543162368
00000100:00100000:3.0:1550575071.225370:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.225373:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310d90-0x5c6be48310d90, portal 8
00000100:00000200:3.0:1550575071.225374:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813456, portal 4
00000100:00000200:3.0:1550575071.225375:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813456, offset 0
00000400:00000200:3.0:1550575071.225376:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.225379:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.225380:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.225382:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.225382:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.225383:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.225384:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.226172:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800900 x1625895440813456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.226177:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800900 x1625895440813456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.226179:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.226260:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813456:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.226286:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.226484:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800300 - object 0x0:1728254 offset 543162368<>544210944
00000100:00100000:3.0:1550575071.226491:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.226494:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310dd0-0x5c6be48310dd0, portal 8
00000100:00000200:3.0:1550575071.226495:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813520, portal 4
00000100:00000200:3.0:1550575071.226496:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813520, offset 0
00000400:00000200:3.0:1550575071.226497:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.226500:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.226502:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.226503:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.226504:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.226504:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.226505:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.227332:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800300 x1625895440813520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.227334:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800300 x1625895440813520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.227336:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.227411:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813520:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.228528:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.228724:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803900 - object 0x0:1728254 offset 544210944<>545259520
00000100:00100000:3.0:1550575071.228731:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813648:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.228735:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310e50-0x5c6be48310e50, portal 8
00000100:00000200:3.0:1550575071.228736:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813648, portal 4
00000100:00000200:3.0:1550575071.228737:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813648, offset 0
00000400:00000200:3.0:1550575071.228738:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.228741:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.228742:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.228743:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.228744:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.228744:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.228745:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.229533:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803900 x1625895440813648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.229534:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803900 x1625895440813648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.229536:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.229619:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813648:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.229655:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.229852:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803300 - object 0x0:1725237 offset 544210944<>545259520
00000100:00100000:3.0:1550575071.229859:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813712:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.229862:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310e90-0x5c6be48310e90, portal 8
00000100:00000200:3.0:1550575071.229864:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813712, portal 4
00000100:00000200:3.0:1550575071.229864:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813712, offset 0
00000400:00000200:3.0:1550575071.229865:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.229868:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.229869:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.229871:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.229871:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.229872:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.229873:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.230648:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803300 x1625895440813712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.230650:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803300 x1625895440813712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.230652:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.230728:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813712:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.230778:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.230974:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802d00 - object 0x0:1728254 offset 545259520<>546308096
00000100:00100000:3.0:1550575071.230981:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813776:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.230984:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310ed0-0x5c6be48310ed0, portal 8
00000100:00000200:3.0:1550575071.230985:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813776, portal 4
00000100:00000200:3.0:1550575071.230986:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813776, offset 0
00000400:00000200:3.0:1550575071.230987:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.230990:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.230992:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.230993:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.230994:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.230994:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.230995:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.231840:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802d00 x1625895440813776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.231842:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802d00 x1625895440813776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.231843:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.231920:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813776:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.233034:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.233238:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802700 - object 0x0:1728254 offset 546308096<>547356672
00000100:00100000:3.0:1550575071.233245:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813904:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.233248:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310f50-0x5c6be48310f50, portal 8
00000100:00000200:3.0:1550575071.233250:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440813904, portal 4
00000100:00000200:3.0:1550575071.233250:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440813904, offset 0
00000400:00000200:3.0:1550575071.233252:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.233254:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.233255:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.233257:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.233258:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.233258:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.233259:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.234099:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802700 x1625895440813904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.234101:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802700 x1625895440813904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.234103:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.234186:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440813904:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.235301:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.235499:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802100 - object 0x0:1728254 offset 547356672<>548405248
00000100:00100000:3.0:1550575071.235506:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.235510:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48310fd0-0x5c6be48310fd0, portal 8
00000100:00000200:3.0:1550575071.235512:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814032, portal 4
00000100:00000200:3.0:1550575071.235513:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814032, offset 0
00000400:00000200:3.0:1550575071.235514:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.235517:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.235518:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.235519:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.235520:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.235520:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.235521:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.236348:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802100 x1625895440814032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.236350:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802100 x1625895440814032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.236351:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.236428:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814032:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.237545:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.237742:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801800 - object 0x0:1728254 offset 548405248<>549453824
00000100:00100000:3.0:1550575071.237749:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814160:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.237752:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311050-0x5c6be48311050, portal 8
00000100:00000200:3.0:1550575071.237754:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814160, portal 4
00000100:00000200:3.0:1550575071.237754:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814160, offset 0
00000400:00000200:3.0:1550575071.237756:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.237758:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.237760:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.237761:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.237762:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.237763:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.237764:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.238543:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801800 x1625895440814160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.238545:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801800 x1625895440814160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.238546:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.238621:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814160:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.238670:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.238865:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801200 - object 0x0:1725237 offset 548405248<>549453824
00000100:00100000:3.0:1550575071.238873:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814224:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.238876:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311090-0x5c6be48311090, portal 8
00000100:00000200:3.0:1550575071.238877:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814224, portal 4
00000100:00000200:3.0:1550575071.238878:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814224, offset 0
00000400:00000200:3.0:1550575071.238879:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.238882:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.238883:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.238884:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.238885:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.238886:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.238887:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.239664:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801200 x1625895440814224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.239666:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801200 x1625895440814224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.239667:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.239735:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814224:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.239801:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.239996:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800c00 - object 0x0:1728254 offset 549453824<>550502400
00000100:00100000:3.0:1550575071.240003:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814288:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.240007:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483110d0-0x5c6be483110d0, portal 8
00000100:00000200:3.0:1550575071.240008:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814288, portal 4
00000100:00000200:3.0:1550575071.240009:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814288, offset 0
00000400:00000200:3.0:1550575071.240010:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.240013:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.240014:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.240015:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.240016:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.240016:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.240017:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.240810:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800c00 x1625895440814288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.240812:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800c00 x1625895440814288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.240814:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.240896:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814288:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.240930:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.241134:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800600 - object 0x0:1725237 offset 549453824<>550502400
00000100:00100000:3.0:1550575071.241141:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814352:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.241145:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311110-0x5c6be48311110, portal 8
00000100:00000200:3.0:1550575071.241146:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814352, portal 4
00000100:00000200:3.0:1550575071.241147:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814352, offset 0
00000400:00000200:3.0:1550575071.241148:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.241151:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.241153:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.241154:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.241155:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.241155:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.241156:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.241935:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800600 x1625895440814352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.241937:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800600 x1625895440814352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.241939:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.242024:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814352:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.242072:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.242272:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800000 - object 0x0:1728254 offset 550502400<>551550976
00000100:00100000:3.0:1550575071.242279:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.242282:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311150-0x5c6be48311150, portal 8
00000100:00000200:3.0:1550575071.242283:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814416, portal 4
00000100:00000200:3.0:1550575071.242283:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814416, offset 0
00000400:00000200:3.0:1550575071.242284:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.242287:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.242288:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.242290:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.242290:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.242291:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.242292:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.243066:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800000 x1625895440814416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.243068:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800000 x1625895440814416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.243070:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.243143:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814416:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.243207:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.243405:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663c00 - object 0x0:1725237 offset 550502400<>551550976
00000100:00100000:3.0:1550575071.243412:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814480:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.243415:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311190-0x5c6be48311190, portal 8
00000100:00000200:3.0:1550575071.243416:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814480, portal 4
00000100:00000200:3.0:1550575071.243417:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814480, offset 0
00000400:00000200:3.0:1550575071.243418:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.243421:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.243422:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.243424:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.243424:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.243425:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.243426:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.244196:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440814480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.244198:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440814480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.244199:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.244274:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814480:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.244324:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.244524:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663600 - object 0x0:1728254 offset 551550976<>552599552
00000100:00100000:3.0:1550575071.244531:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814544:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.244534:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483111d0-0x5c6be483111d0, portal 8
00000100:00000200:3.0:1550575071.244536:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814544, portal 4
00000100:00000200:3.0:1550575071.244536:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814544, offset 0
00000400:00000200:3.0:1550575071.244537:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.244540:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.244542:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.244543:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.244544:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.244544:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.244545:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.245373:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440814544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.245375:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440814544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.245377:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.245457:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814544:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.246568:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.246765:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663000 - object 0x0:1728254 offset 552599552<>553648128
00000100:00100000:3.0:1550575071.246773:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814672:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.246776:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311250-0x5c6be48311250, portal 8
00000100:00000200:3.0:1550575071.246777:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814672, portal 4
00000100:00000200:3.0:1550575071.246778:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814672, offset 0
00000400:00000200:3.0:1550575071.246779:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.246782:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.246783:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.246784:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.246785:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.246786:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.246787:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.247558:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663000 x1625895440814672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.247560:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663000 x1625895440814672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.247562:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.247641:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814672:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.247694:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.247889:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662a00 - object 0x0:1725237 offset 552599552<>553648128
00000100:00100000:3.0:1550575071.247896:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814736:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.247899:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311290-0x5c6be48311290, portal 8
00000100:00000200:3.0:1550575071.247900:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814736, portal 4
00000100:00000200:3.0:1550575071.247901:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814736, offset 0
00000400:00000200:3.0:1550575071.247903:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.247906:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.247907:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.247908:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.247909:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.247909:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.247910:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.248680:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662a00 x1625895440814736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.248682:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662a00 x1625895440814736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.248684:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.248754:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814736:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.248819:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.249014:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662400 - object 0x0:1728254 offset 553648128<>554696704
00000100:00100000:3.0:1550575071.249021:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814800:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.249024:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483112d0-0x5c6be483112d0, portal 8
00000100:00000200:3.0:1550575071.249025:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814800, portal 4
00000100:00000200:3.0:1550575071.249026:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814800, offset 0
00000400:00000200:3.0:1550575071.249027:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.249030:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.249038:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.249040:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.249040:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.249041:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.249042:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.249815:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662400 x1625895440814800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.249817:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662400 x1625895440814800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.249818:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.249905:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814800:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.249940:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.250139:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661e00 - object 0x0:1725237 offset 553648128<>554696704
00000100:00100000:3.0:1550575071.250146:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814864:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.250149:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311310-0x5c6be48311310, portal 8
00000100:00000200:3.0:1550575071.250151:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814864, portal 4
00000100:00000200:3.0:1550575071.250152:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814864, offset 0
00000400:00000200:3.0:1550575071.250153:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.250156:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.250157:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.250158:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.250159:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.250159:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.250160:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.250948:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440814864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.250950:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440814864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.250952:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.251040:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814864:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.251076:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.251279:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661800 - object 0x0:1728254 offset 554696704<>555745280
00000100:00100000:3.0:1550575071.251286:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814928:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.251289:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311350-0x5c6be48311350, portal 8
00000100:00000200:3.0:1550575071.251290:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814928, portal 4
00000100:00000200:3.0:1550575071.251291:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814928, offset 0
00000400:00000200:3.0:1550575071.251292:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.251295:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.251296:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.251297:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.251298:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.251299:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.251299:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.252115:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440814928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.252116:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440814928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.252118:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.252206:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814928:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.252207:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.252402:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661200 - object 0x0:1725237 offset 554696704<>555745280
00000100:00100000:3.0:1550575071.252409:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814992:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.252412:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311390-0x5c6be48311390, portal 8
00000100:00000200:3.0:1550575071.252413:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440814992, portal 4
00000100:00000200:3.0:1550575071.252414:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440814992, offset 0
00000400:00000200:3.0:1550575071.252415:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.252418:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.252420:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.252421:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.252422:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.252422:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.252423:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.253190:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661200 x1625895440814992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.253191:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661200 x1625895440814992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.253193:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.253263:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440814992:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.253327:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.253524:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660f00 - object 0x0:1728254 offset 555745280<>556793856
00000100:00100000:3.0:1550575071.253531:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.253534:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483113d0-0x5c6be483113d0, portal 8
00000100:00000200:3.0:1550575071.253535:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815056, portal 4
00000100:00000200:3.0:1550575071.253536:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815056, offset 0
00000400:00000200:3.0:1550575071.253537:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.253540:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.253541:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.253542:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.253543:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.253543:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.253544:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.254309:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660f00 x1625895440815056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.254311:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660f00 x1625895440815056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.254313:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.254386:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815056:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.254443:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.254640:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660900 - object 0x0:1725237 offset 555745280<>556793856
00000100:00100000:3.0:1550575071.254647:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815120:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.254650:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311410-0x5c6be48311410, portal 8
00000100:00000200:3.0:1550575071.254651:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815120, portal 4
00000100:00000200:3.0:1550575071.254652:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815120, offset 0
00000400:00000200:3.0:1550575071.254653:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.254656:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.254657:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.254659:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.254659:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.254660:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.254661:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.255428:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660900 x1625895440815120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.255430:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660900 x1625895440815120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.255431:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.255508:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815120:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.255558:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.255758:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660300 - object 0x0:1728254 offset 556793856<>557842432
00000100:00100000:3.0:1550575071.255765:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815184:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.255768:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311450-0x5c6be48311450, portal 8
00000100:00000200:3.0:1550575071.255769:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815184, portal 4
00000100:00000200:3.0:1550575071.255770:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815184, offset 0
00000400:00000200:3.0:1550575071.255771:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.255774:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.255776:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.255777:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.255778:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.255778:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.255779:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.256554:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440815184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.256556:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440815184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.256557:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.256637:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815184:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.256683:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.256884:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663900 - object 0x0:1725237 offset 556793856<>557842432
00000100:00100000:3.0:1550575071.256892:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815248:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.256895:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311490-0x5c6be48311490, portal 8
00000100:00000200:3.0:1550575071.256896:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815248, portal 4
00000100:00000200:3.0:1550575071.256897:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815248, offset 0
00000400:00000200:3.0:1550575071.256898:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.256901:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.256902:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.256903:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.256904:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.256904:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.256905:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.257663:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663900 x1625895440815248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.257665:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663900 x1625895440815248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.257667:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.257742:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815248:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.257801:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.257999:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663300 - object 0x0:1728254 offset 557842432<>558891008
00000100:00100000:3.0:1550575071.258006:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815312:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.258009:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483114d0-0x5c6be483114d0, portal 8
00000100:00000200:3.0:1550575071.258011:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815312, portal 4
00000100:00000200:3.0:1550575071.258012:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815312, offset 0
00000400:00000200:3.0:1550575071.258013:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.258015:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.258017:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.258018:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.258019:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.258019:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.258020:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.258785:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663300 x1625895440815312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.258786:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663300 x1625895440815312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.258788:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.258861:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815312:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.258923:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.259128:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662d00 - object 0x0:1725237 offset 557842432<>558891008
00000100:00100000:3.0:1550575071.259135:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815376:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.259139:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311510-0x5c6be48311510, portal 8
00000100:00000200:3.0:1550575071.259140:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815376, portal 4
00000100:00000200:3.0:1550575071.259141:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815376, offset 0
00000400:00000200:3.0:1550575071.259142:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.259145:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.259146:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.259148:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.259148:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.259149:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.259150:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.259929:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662d00 x1625895440815376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.259931:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662d00 x1625895440815376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.259933:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.260016:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815376:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.260054:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.260254:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662700 - object 0x0:1728254 offset 558891008<>559939584
00000100:00100000:3.0:1550575071.260261:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815440:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.260264:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311550-0x5c6be48311550, portal 8
00000100:00000200:3.0:1550575071.260265:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815440, portal 4
00000100:00000200:3.0:1550575071.260266:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815440, offset 0
00000400:00000200:3.0:1550575071.260267:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.260270:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.260271:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.260273:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.260273:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.260274:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.260275:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.261115:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662700 x1625895440815440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.261117:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662700 x1625895440815440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.261118:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.261203:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815440:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.262304:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.262501:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662100 - object 0x0:1728254 offset 559939584<>560988160
00000100:00100000:3.0:1550575071.262508:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815568:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.262511:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483115d0-0x5c6be483115d0, portal 8
00000100:00000200:3.0:1550575071.262512:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815568, portal 4
00000100:00000200:3.0:1550575071.262513:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815568, offset 0
00000400:00000200:3.0:1550575071.262514:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.262517:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.262518:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.262519:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.262520:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.262520:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.262521:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.263349:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662100 x1625895440815568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.263351:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662100 x1625895440815568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.263353:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.263430:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815568:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.264526:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.264720:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661b00 - object 0x0:1728254 offset 560988160<>562036736
00000100:00100000:3.0:1550575071.264727:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.264730:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311650-0x5c6be48311650, portal 8
00000100:00000200:3.0:1550575071.264732:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815696, portal 4
00000100:00000200:3.0:1550575071.264732:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815696, offset 0
00000400:00000200:3.0:1550575071.264733:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.264736:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.264738:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.264739:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.264740:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.264740:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.264741:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.265655:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.265847:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661500 - object 0x0:1725237 offset 560988160<>562036736
00000100:00100000:3.0:1550575071.265854:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815760:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.265858:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311690-0x5c6be48311690, portal 8
00000100:00000200:3.0:1550575071.265859:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815760, portal 4
00000100:00000200:3.0:1550575071.265860:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815760, offset 0
00000400:00000200:3.0:1550575071.265861:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.265864:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.265865:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.265866:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.265867:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.265867:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.265868:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.266557:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661b00 x1625895440815696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.266558:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661b00 x1625895440815696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.266560:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.266562:0:2492:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894331750 gen 1
00000100:00100000:3.0:1550575071.267184:0:2492:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881569014900 x1625895440795728/t12894331751(12894331751) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575077 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575071.267269:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.267271:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440815760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.267274:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440815760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.267276:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.267352:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815760:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.267927:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.268134:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660c00 - object 0x0:1725237 offset 562036736<>563085312
00000100:00100000:3.0:1550575071.268141:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815888:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.268145:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311710-0x5c6be48311710, portal 8
00000100:00000200:3.0:1550575071.268146:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815888, portal 4
00000100:00000200:3.0:1550575071.268147:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815888, offset 0
00000400:00000200:3.0:1550575071.268148:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.268151:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.268152:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.268153:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.268154:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.268154:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.268156:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.268494:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.268690:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660600 - object 0x0:1728629 offset 562036736<>563085312
00000100:00100000:3.0:1550575071.268696:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440815920:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.268698:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311730-0x5c6be48311730, portal 8
00000100:00000200:3.0:1550575071.268700:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440815920, portal 4
00000100:00000200:3.0:1550575071.268700:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440815920, offset 0
00000400:00000200:3.0:1550575071.268702:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.268705:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.268706:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.268707:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.268708:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.268709:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.268710:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.269508:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660600 x1625895440815920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.269510:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660600 x1625895440815920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.269511:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.269584:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440815920:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.270203:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.270401:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660000 - object 0x0:1725237 offset 563085312<>564133888
00000100:00100000:3.0:1550575071.270409:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.270412:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311790-0x5c6be48311790, portal 8
00000100:00000200:3.0:1550575071.270413:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816016, portal 4
00000100:00000200:3.0:1550575071.270414:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816016, offset 0
00000400:00000200:3.0:1550575071.270415:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.270418:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.270419:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.270421:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.270421:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.270422:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.270423:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.270612:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660c00 x1625895440815888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.270614:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660c00 x1625895440815888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.270616:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.270738:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440815888:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.271376:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440816016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.271378:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440816016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.271381:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.271488:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816016:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.274180:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.274377:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17bc00 - object 0x0:1728254 offset 565182464<>566231040
00000100:00100000:3.0:1550575071.274385:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816208:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.274389:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311850-0x5c6be48311850, portal 8
00000100:00000200:3.0:1550575071.274390:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816208, portal 4
00000100:00000200:3.0:1550575071.274391:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816208, offset 0
00000400:00000200:3.0:1550575071.274392:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.274395:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.274396:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.274398:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.274398:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.274399:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.274400:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.275244:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17bc00 x1625895440816208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.275246:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17bc00 x1625895440816208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.275248:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.275327:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816208:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.276420:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.276611:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b000 - object 0x0:1728254 offset 566231040<>567279616
00000100:00100000:3.0:1550575071.276618:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816336:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.276621:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483118d0-0x5c6be483118d0, portal 8
00000100:00000200:3.0:1550575071.276626:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816336, portal 4
00000100:00000200:3.0:1550575071.276627:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816336, offset 0
00000400:00000200:3.0:1550575071.276628:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.276630:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.276631:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.276633:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.276634:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.276634:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.276635:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.277399:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b000 x1625895440816336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.277401:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b000 x1625895440816336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.277402:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.277470:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816336:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.277539:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.277735:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a400 - object 0x0:1725237 offset 566231040<>567279616
00000100:00100000:3.0:1550575071.277743:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816400:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.277746:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311910-0x5c6be48311910, portal 8
00000100:00000200:3.0:1550575071.277748:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816400, portal 4
00000100:00000200:3.0:1550575071.277749:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816400, offset 0
00000400:00000200:3.0:1550575071.277750:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.277753:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.277754:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.277755:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.277756:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.277756:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.277757:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.278517:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a400 x1625895440816400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.278519:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a400 x1625895440816400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.278521:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.278588:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816400:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.278658:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.278853:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179800 - object 0x0:1728254 offset 567279616<>568328192
00000100:00100000:3.0:1550575071.278860:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816464:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.278863:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311950-0x5c6be48311950, portal 8
00000100:00000200:3.0:1550575071.278864:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816464, portal 4
00000100:00000200:3.0:1550575071.278865:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816464, offset 0
00000400:00000200:3.0:1550575071.278866:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.278869:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.278870:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.278871:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.278872:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.278872:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.278874:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.279641:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179800 x1625895440816464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.279643:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179800 x1625895440816464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.279644:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.279717:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816464:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.279775:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.279971:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178c00 - object 0x0:1725237 offset 567279616<>568328192
00000100:00100000:3.0:1550575071.279978:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816528:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.279982:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311990-0x5c6be48311990, portal 8
00000100:00000200:3.0:1550575071.279984:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816528, portal 4
00000100:00000200:3.0:1550575071.279985:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816528, offset 0
00000400:00000200:3.0:1550575071.279986:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.279989:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.279990:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.279991:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.279992:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.279992:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.279993:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.280756:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178c00 x1625895440816528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.280758:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178c00 x1625895440816528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.280760:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.280824:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816528:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.280897:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.281101:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178000 - object 0x0:1728254 offset 568328192<>569376768
00000100:00100000:3.0:1550575071.281108:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816592:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.281111:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483119d0-0x5c6be483119d0, portal 8
00000100:00000200:3.0:1550575071.281112:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816592, portal 4
00000100:00000200:3.0:1550575071.281113:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816592, offset 0
00000400:00000200:3.0:1550575071.281114:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.281117:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.281118:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.281119:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.281120:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.281121:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.281122:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.281909:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178000 x1625895440816592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.281911:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178000 x1625895440816592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.281913:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.281990:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816592:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.282026:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.282232:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3300 - object 0x0:1725237 offset 568328192<>569376768
00000100:00100000:3.0:1550575071.282239:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816656:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.282242:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311a10-0x5c6be48311a10, portal 8
00000100:00000200:3.0:1550575071.282244:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816656, portal 4
00000100:00000200:3.0:1550575071.282245:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816656, offset 0
00000400:00000200:3.0:1550575071.282246:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.282249:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.282250:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.282252:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.282252:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.282253:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.282254:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.283017:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3300 x1625895440816656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.283018:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3300 x1625895440816656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.283020:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.283095:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816656:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.283157:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.283355:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2700 - object 0x0:1728254 offset 569376768<>570425344
00000100:00100000:3.0:1550575071.283363:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816720:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.283366:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311a50-0x5c6be48311a50, portal 8
00000100:00000200:3.0:1550575071.283368:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816720, portal 4
00000100:00000200:3.0:1550575071.283368:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816720, offset 0
00000400:00000200:3.0:1550575071.283369:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.283372:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.283373:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.283375:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.283375:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.283376:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.283377:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.284152:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2700 x1625895440816720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.284154:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2700 x1625895440816720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.284155:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.284232:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816720:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.284284:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.284480:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1b00 - object 0x0:1725237 offset 569376768<>570425344
00000100:00100000:3.0:1550575071.284487:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816784:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.284491:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311a90-0x5c6be48311a90, portal 8
00000100:00000200:3.0:1550575071.284493:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816784, portal 4
00000100:00000200:3.0:1550575071.284493:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816784, offset 0
00000400:00000200:3.0:1550575071.284495:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.284497:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.284498:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.284500:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.284501:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.284501:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.284502:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.285278:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1b00 x1625895440816784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.285280:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1b00 x1625895440816784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.285281:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.285354:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816784:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.285412:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.285611:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0f00 - object 0x0:1728254 offset 570425344<>571473920
00000100:00100000:3.0:1550575071.285618:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816848:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.285621:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311ad0-0x5c6be48311ad0, portal 8
00000100:00000200:3.0:1550575071.285623:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816848, portal 4
00000100:00000200:3.0:1550575071.285623:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816848, offset 0
00000400:00000200:3.0:1550575071.285624:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.285627:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.285628:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.285630:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.285630:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.285631:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.285632:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.286390:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0f00 x1625895440816848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.286392:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0f00 x1625895440816848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.286394:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.286462:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816848:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.286533:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.286727:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0300 - object 0x0:1725237 offset 570425344<>571473920
00000100:00100000:3.0:1550575071.286735:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816912:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.286738:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311b10-0x5c6be48311b10, portal 8
00000100:00000200:3.0:1550575071.286739:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816912, portal 4
00000100:00000200:3.0:1550575071.286740:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816912, offset 0
00000400:00000200:3.0:1550575071.286742:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.286744:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.286745:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.286747:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.286747:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.286748:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.286749:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.287510:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0300 x1625895440816912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.287512:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0300 x1625895440816912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.287513:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.287580:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816912:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.287650:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.287847:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb600 - object 0x0:1728254 offset 571473920<>572522496
00000100:00100000:3.0:1550575071.287854:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816976:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.287858:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311b50-0x5c6be48311b50, portal 8
00000100:00000200:3.0:1550575071.287859:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440816976, portal 4
00000100:00000200:3.0:1550575071.287860:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440816976, offset 0
00000400:00000200:3.0:1550575071.287861:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.287863:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.287865:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.287866:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.287867:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.287868:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.287869:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.288625:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fb600 x1625895440816976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.288627:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fb600 x1625895440816976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.288629:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.288698:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440816976:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.288767:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.288961:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7faa00 - object 0x0:1725237 offset 571473920<>572522496
00000100:00100000:3.0:1550575071.288968:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817040:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.288971:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311b90-0x5c6be48311b90, portal 8
00000100:00000200:3.0:1550575071.288972:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817040, portal 4
00000100:00000200:3.0:1550575071.288973:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817040, offset 0
00000400:00000200:3.0:1550575071.288974:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.288977:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.288978:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.288979:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.288980:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.288980:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.288982:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.289739:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7faa00 x1625895440817040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.289741:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7faa00 x1625895440817040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.289743:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.289806:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817040:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.289884:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.290086:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9e00 - object 0x0:1728254 offset 572522496<>573571072
00000100:00100000:3.0:1550575071.290093:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817104:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.290095:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311bd0-0x5c6be48311bd0, portal 8
00000100:00000200:3.0:1550575071.290097:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817104, portal 4
00000100:00000200:3.0:1550575071.290097:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817104, offset 0
00000400:00000200:3.0:1550575071.290098:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.290101:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.290102:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.290104:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.290104:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.290105:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.290106:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.290876:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9e00 x1625895440817104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.290878:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9e00 x1625895440817104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.290880:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.290955:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817104:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.291005:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.291206:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9200 - object 0x0:1725237 offset 572522496<>573571072
00000100:00100000:3.0:1550575071.291213:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817168:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.291216:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311c10-0x5c6be48311c10, portal 8
00000100:00000200:3.0:1550575071.291218:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817168, portal 4
00000100:00000200:3.0:1550575071.291218:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817168, offset 0
00000400:00000200:3.0:1550575071.291220:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.291223:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.291224:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.291225:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.291226:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.291227:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.291228:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.291992:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9200 x1625895440817168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.291994:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9200 x1625895440817168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.291995:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.292070:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817168:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.292128:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.292329:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8600 - object 0x0:1728254 offset 573571072<>574619648
00000100:00100000:3.0:1550575071.292336:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817232:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.292340:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311c50-0x5c6be48311c50, portal 8
00000100:00000200:3.0:1550575071.292341:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817232, portal 4
00000100:00000200:3.0:1550575071.292342:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817232, offset 0
00000400:00000200:3.0:1550575071.292343:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.292346:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.292347:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.292348:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.292349:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.292349:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.292350:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.293156:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8600 x1625895440817232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.293158:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8600 x1625895440817232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.293160:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.293243:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817232:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.293260:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.293454:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f900 - object 0x0:1725237 offset 573571072<>574619648
00000100:00100000:3.0:1550575071.293461:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817296:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.293465:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311c90-0x5c6be48311c90, portal 8
00000100:00000200:3.0:1550575071.293466:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817296, portal 4
00000100:00000200:3.0:1550575071.293467:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817296, offset 0
00000400:00000200:3.0:1550575071.293468:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.293470:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.293471:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.293473:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.293473:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.293474:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.293475:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.294290:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f900 x1625895440817296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.294292:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f900 x1625895440817296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.294294:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.294374:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817296:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.294389:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.294584:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52ed00 - object 0x0:1728254 offset 574619648<>575668224
00000100:00100000:3.0:1550575071.294591:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817360:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.294594:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311cd0-0x5c6be48311cd0, portal 8
00000100:00000200:3.0:1550575071.294595:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817360, portal 4
00000100:00000200:3.0:1550575071.294596:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817360, offset 0
00000400:00000200:3.0:1550575071.294597:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.294600:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.294601:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.294602:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.294603:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.294604:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.294605:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.295368:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52ed00 x1625895440817360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.295370:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52ed00 x1625895440817360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.295371:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.295437:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817360:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.295503:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.295698:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52e100 - object 0x0:1725237 offset 574619648<>575668224
00000100:00100000:3.0:1550575071.295705:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817424:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.295707:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311d10-0x5c6be48311d10, portal 8
00000100:00000200:3.0:1550575071.295709:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817424, portal 4
00000100:00000200:3.0:1550575071.295710:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817424, offset 0
00000400:00000200:3.0:1550575071.295711:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.295714:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.295715:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.295716:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.295717:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.295717:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.295718:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.296560:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52e100 x1625895440817424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.296561:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52e100 x1625895440817424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.296563:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.296636:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817424:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.297750:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.297945:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52d500 - object 0x0:1725237 offset 575668224<>576716800
00000100:00100000:3.0:1550575071.297952:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.297955:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311d90-0x5c6be48311d90, portal 8
00000100:00000200:3.0:1550575071.297957:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817552, portal 4
00000100:00000200:3.0:1550575071.297957:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817552, offset 0
00000400:00000200:3.0:1550575071.297958:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.297961:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.297962:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.297964:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.297964:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.297965:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.297966:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.298733:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52d500 x1625895440817552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.298735:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52d500 x1625895440817552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.298737:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.298801:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817552:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.298879:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.299083:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c900 - object 0x0:1728254 offset 576716800<>577765376
00000100:00100000:3.0:1550575071.299091:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817616:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.299094:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311dd0-0x5c6be48311dd0, portal 8
00000100:00000200:3.0:1550575071.299095:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817616, portal 4
00000100:00000200:3.0:1550575071.299096:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817616, offset 0
00000400:00000200:3.0:1550575071.299097:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.299100:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.299101:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.299102:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.299104:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.299104:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.299105:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.299883:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c900 x1625895440817616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.299885:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c900 x1625895440817616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.299887:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.299972:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817616:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.300013:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.300219:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87c00 - object 0x0:1725237 offset 576716800<>577765376
00000100:00100000:3.0:1550575071.300226:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817680:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.300229:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311e10-0x5c6be48311e10, portal 8
00000100:00000200:3.0:1550575071.300231:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817680, portal 4
00000100:00000200:3.0:1550575071.300232:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817680, offset 0
00000400:00000200:3.0:1550575071.300233:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.300235:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.300236:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.300238:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.300238:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.300239:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.300240:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.301013:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87c00 x1625895440817680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.301015:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87c00 x1625895440817680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.301017:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.301101:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817680:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.301142:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.301341:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87000 - object 0x0:1728254 offset 577765376<>578813952
00000100:00100000:3.0:1550575071.301348:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817744:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.301351:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311e50-0x5c6be48311e50, portal 8
00000100:00000200:3.0:1550575071.301353:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817744, portal 4
00000100:00000200:3.0:1550575071.301353:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817744, offset 0
00000400:00000200:3.0:1550575071.301355:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.301358:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.301359:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.301360:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.301361:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.301361:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.301362:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.302125:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87000 x1625895440817744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.302127:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87000 x1625895440817744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.302129:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.302201:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817744:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.302266:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.302462:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86400 - object 0x0:1725237 offset 577765376<>578813952
00000100:00100000:3.0:1550575071.302469:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817808:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.302473:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311e90-0x5c6be48311e90, portal 8
00000100:00000200:3.0:1550575071.302475:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817808, portal 4
00000100:00000200:3.0:1550575071.302475:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817808, offset 0
00000400:00000200:3.0:1550575071.302477:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.302479:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.302480:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.302482:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.302483:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.302483:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.302484:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.303249:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86400 x1625895440817808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.303251:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86400 x1625895440817808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.303252:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.303327:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817808:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.303380:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.303576:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85800 - object 0x0:1728254 offset 578813952<>579862528
00000100:00100000:3.0:1550575071.303583:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817872:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.303587:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311ed0-0x5c6be48311ed0, portal 8
00000100:00000200:3.0:1550575071.303588:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817872, portal 4
00000100:00000200:3.0:1550575071.303589:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817872, offset 0
00000400:00000200:3.0:1550575071.303590:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.303592:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.303593:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.303595:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.303595:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.303596:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.303597:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.304363:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85800 x1625895440817872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.304364:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85800 x1625895440817872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.304366:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.304435:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817872:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.304503:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.304702:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84c00 - object 0x0:1725237 offset 578813952<>579862528
00000100:00100000:3.0:1550575071.304709:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817936:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.304712:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311f10-0x5c6be48311f10, portal 8
00000100:00000200:3.0:1550575071.304714:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440817936, portal 4
00000100:00000200:3.0:1550575071.304714:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440817936, offset 0
00000400:00000200:3.0:1550575071.304715:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.304718:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.304719:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.304721:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.304721:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.304722:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.304723:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.305508:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84c00 x1625895440817936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.305510:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84c00 x1625895440817936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.305511:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.305591:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440817936:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.305634:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.305831:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84000 - object 0x0:1728254 offset 579862528<>580911104
00000100:00100000:3.0:1550575071.305838:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818000:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.305841:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311f50-0x5c6be48311f50, portal 8
00000100:00000200:3.0:1550575071.305842:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818000, portal 4
00000100:00000200:3.0:1550575071.305843:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818000, offset 0
00000400:00000200:3.0:1550575071.305844:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.305847:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.305848:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.305849:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.305851:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.305851:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.305852:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.306617:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84000 x1625895440818000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.306618:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84000 x1625895440818000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.306620:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.306690:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818000:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.306749:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.306943:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87ded00 - object 0x0:1725237 offset 579862528<>580911104
00000100:00100000:3.0:1550575071.306950:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818064:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.306953:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311f90-0x5c6be48311f90, portal 8
00000100:00000200:3.0:1550575071.306955:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818064, portal 4
00000100:00000200:3.0:1550575071.306955:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818064, offset 0
00000400:00000200:3.0:1550575071.306957:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.306959:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.306960:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.306962:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.306962:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.306963:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.306964:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.307724:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87ded00 x1625895440818064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.307726:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87ded00 x1625895440818064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.307728:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.307793:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818064:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.307871:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.308077:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df900 - object 0x0:1728254 offset 580911104<>581959680
00000100:00100000:3.0:1550575071.308084:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818128:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.308087:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48311fd0-0x5c6be48311fd0, portal 8
00000100:00000200:3.0:1550575071.308089:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818128, portal 4
00000100:00000200:3.0:1550575071.308090:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818128, offset 0
00000400:00000200:3.0:1550575071.308091:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.308094:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.308095:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.308096:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.308097:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.308097:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.308098:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.308874:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df900 x1625895440818128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.308876:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df900 x1625895440818128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.308878:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.308956:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818128:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.308998:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.309202:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc300 - object 0x0:1725237 offset 580911104<>581959680
00000100:00100000:3.0:1550575071.309209:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.309212:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312010-0x5c6be48312010, portal 8
00000100:00000200:3.0:1550575071.309213:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818192, portal 4
00000100:00000200:3.0:1550575071.309214:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818192, offset 0
00000400:00000200:3.0:1550575071.309215:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.309218:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.309219:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.309220:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.309221:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.309222:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.309223:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.309998:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc300 x1625895440818192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.310000:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc300 x1625895440818192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.310002:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.310081:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818192:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.310130:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.310331:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dcf00 - object 0x0:1728254 offset 581959680<>583008256
00000100:00100000:3.0:1550575071.310338:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818256:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.310341:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312050-0x5c6be48312050, portal 8
00000100:00000200:3.0:1550575071.310343:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818256, portal 4
00000100:00000200:3.0:1550575071.310343:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818256, offset 0
00000400:00000200:3.0:1550575071.310345:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.310347:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.310348:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.310350:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.310350:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.310351:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.310352:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.311115:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dcf00 x1625895440818256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.311117:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dcf00 x1625895440818256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.311119:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.311193:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818256:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.311252:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.311449:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87ddb00 - object 0x0:1725237 offset 581959680<>583008256
00000100:00100000:3.0:1550575071.311457:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.311460:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312090-0x5c6be48312090, portal 8
00000100:00000200:3.0:1550575071.311461:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818320, portal 4
00000100:00000200:3.0:1550575071.311462:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818320, offset 0
00000400:00000200:3.0:1550575071.311463:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.311465:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.311467:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.311468:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.311468:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.311469:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.311470:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.312235:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87ddb00 x1625895440818320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.312237:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87ddb00 x1625895440818320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.312239:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.312307:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818320:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.312374:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.312569:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd200 - object 0x0:1728254 offset 583008256<>584056832
00000100:00100000:3.0:1550575071.312576:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818384:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.312579:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483120d0-0x5c6be483120d0, portal 8
00000100:00000200:3.0:1550575071.312580:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818384, portal 4
00000100:00000200:3.0:1550575071.312581:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818384, offset 0
00000400:00000200:3.0:1550575071.312583:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.312585:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.312586:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.312588:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.312589:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.312589:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.312590:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.313346:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd200 x1625895440818384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.313348:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd200 x1625895440818384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.313349:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.313415:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818384:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.313493:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.313690:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de100 - object 0x0:1725237 offset 583008256<>584056832
00000100:00100000:3.0:1550575071.313697:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818448:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.313700:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312110-0x5c6be48312110, portal 8
00000100:00000200:3.0:1550575071.313701:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818448, portal 4
00000100:00000200:3.0:1550575071.313702:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818448, offset 0
00000400:00000200:3.0:1550575071.313703:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.313706:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.313707:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.313708:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.313709:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.313709:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.313710:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.314479:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de100 x1625895440818448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.314481:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de100 x1625895440818448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.314483:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.314555:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818448:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.314612:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.314810:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df000 - object 0x0:1728254 offset 584056832<>585105408
00000100:00100000:3.0:1550575071.314818:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818512:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.314820:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312150-0x5c6be48312150, portal 8
00000100:00000200:3.0:1550575071.314822:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818512, portal 4
00000100:00000200:3.0:1550575071.314823:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818512, offset 0
00000400:00000200:3.0:1550575071.314824:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.314827:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.314828:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.314829:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.314830:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.314830:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.314831:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.315595:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df000 x1625895440818512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.315597:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df000 x1625895440818512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.315599:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.315663:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818512:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.315736:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.315928:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dfc00 - object 0x0:1725237 offset 584056832<>585105408
00000100:00100000:3.0:1550575071.315935:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818576:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.315938:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312190-0x5c6be48312190, portal 8
00000100:00000200:3.0:1550575071.315939:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818576, portal 4
00000100:00000200:3.0:1550575071.315940:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818576, offset 0
00000400:00000200:3.0:1550575071.315941:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.315944:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.315945:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.315946:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.315947:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.315948:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.315949:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.316728:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dfc00 x1625895440818576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.316730:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dfc00 x1625895440818576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.316732:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.316807:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818576:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.316854:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.317056:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc000 - object 0x0:1728254 offset 585105408<>586153984
00000100:00100000:3.0:1550575071.317063:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818640:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.317066:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483121d0-0x5c6be483121d0, portal 8
00000100:00000200:3.0:1550575071.317067:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818640, portal 4
00000100:00000200:3.0:1550575071.317068:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818640, offset 0
00000400:00000200:3.0:1550575071.317069:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.317072:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.317073:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.317074:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.317074:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.317075:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.317076:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.317862:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc000 x1625895440818640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.317864:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc000 x1625895440818640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.317866:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.317940:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818640:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.317991:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.318196:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc900 - object 0x0:1725237 offset 585105408<>586153984
00000100:00100000:3.0:1550575071.318203:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818704:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.318206:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312210-0x5c6be48312210, portal 8
00000100:00000200:3.0:1550575071.318207:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818704, portal 4
00000100:00000200:3.0:1550575071.318208:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818704, offset 0
00000400:00000200:3.0:1550575071.318209:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.318212:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.318213:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.318214:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.318215:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.318215:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.318216:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.318992:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc900 x1625895440818704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.318994:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc900 x1625895440818704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.318996:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.319076:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818704:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.319119:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.319317:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd500 - object 0x0:1728254 offset 586153984<>587202560
00000100:00100000:3.0:1550575071.319324:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818768:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.319327:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312250-0x5c6be48312250, portal 8
00000100:00000200:3.0:1550575071.319329:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818768, portal 4
00000100:00000200:3.0:1550575071.319329:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818768, offset 0
00000400:00000200:3.0:1550575071.319330:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.319333:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.319334:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.319335:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.319337:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.319337:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.319338:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.320118:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd500 x1625895440818768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.320120:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd500 x1625895440818768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.320122:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.320200:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818768:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.320251:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.320446:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc600 - object 0x0:1725237 offset 586153984<>587202560
00000100:00100000:3.0:1550575071.320453:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818832:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.320456:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312290-0x5c6be48312290, portal 8
00000100:00000200:3.0:1550575071.320457:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818832, portal 4
00000100:00000200:3.0:1550575071.320458:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818832, offset 0
00000400:00000200:3.0:1550575071.320459:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.320462:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.320463:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.320464:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.320465:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.320465:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.320466:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.321235:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc600 x1625895440818832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.321236:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc600 x1625895440818832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.321238:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.321307:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818832:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.321371:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.321569:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd800 - object 0x0:1728254 offset 587202560<>588251136
00000100:00100000:3.0:1550575071.321576:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.321579:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483122d0-0x5c6be483122d0, portal 8
00000100:00000200:3.0:1550575071.321580:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818896, portal 4
00000100:00000200:3.0:1550575071.321581:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818896, offset 0
00000400:00000200:3.0:1550575071.321583:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.321585:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.321586:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.321588:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.321588:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.321589:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.321590:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.322357:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd800 x1625895440818896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.322358:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd800 x1625895440818896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.322360:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.322430:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818896:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.322491:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.322690:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de700 - object 0x0:1725237 offset 587202560<>588251136
00000100:00100000:3.0:1550575071.322697:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818960:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.322700:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312310-0x5c6be48312310, portal 8
00000100:00000200:3.0:1550575071.322701:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440818960, portal 4
00000100:00000200:3.0:1550575071.322702:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440818960, offset 0
00000400:00000200:3.0:1550575071.322703:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.322706:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.322707:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.322708:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.322710:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.322710:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.322711:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.323492:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de700 x1625895440818960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.323494:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de700 x1625895440818960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.323496:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.323570:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440818960:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.323625:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.323824:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df600 - object 0x0:1728254 offset 588251136<>589299712
00000100:00100000:3.0:1550575071.323831:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819024:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.323834:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312350-0x5c6be48312350, portal 8
00000100:00000200:3.0:1550575071.323836:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819024, portal 4
00000100:00000200:3.0:1550575071.323837:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819024, offset 0
00000400:00000200:3.0:1550575071.323838:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.323841:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.323842:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.323843:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.323844:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.323844:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.323846:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.324617:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df600 x1625895440819024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.324619:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df600 x1625895440819024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.324621:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.324696:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819024:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.324751:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.324947:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415f900 - object 0x0:1725237 offset 588251136<>589299712
00000100:00100000:3.0:1550575071.324954:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.324957:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312390-0x5c6be48312390, portal 8
00000100:00000200:3.0:1550575071.324959:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819088, portal 4
00000100:00000200:3.0:1550575071.324959:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819088, offset 0
00000400:00000200:3.0:1550575071.324961:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.324963:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.324964:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.324966:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.324966:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.324967:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.324968:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.325749:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415f900 x1625895440819088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.325751:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415f900 x1625895440819088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.325753:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.325829:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819088:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.325878:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.326081:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415f600 - object 0x0:1728254 offset 589299712<>590348288
00000100:00100000:3.0:1550575071.326088:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819152:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.326092:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483123d0-0x5c6be483123d0, portal 8
00000100:00000200:3.0:1550575071.326094:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819152, portal 4
00000100:00000200:3.0:1550575071.326094:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819152, offset 0
00000400:00000200:3.0:1550575071.326095:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.326098:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.326099:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.326101:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.326102:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.326103:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.326104:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.326888:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415f600 x1625895440819152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.326890:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415f600 x1625895440819152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.326892:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.326969:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819152:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.327008:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.327209:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415f300 - object 0x0:1725237 offset 589299712<>590348288
00000100:00100000:3.0:1550575071.327216:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819216:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.327219:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312410-0x5c6be48312410, portal 8
00000100:00000200:3.0:1550575071.327220:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819216, portal 4
00000100:00000200:3.0:1550575071.327221:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819216, offset 0
00000400:00000200:3.0:1550575071.327222:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.327225:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.327226:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.327227:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.327228:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.327228:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.327229:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.328003:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415f300 x1625895440819216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.328005:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415f300 x1625895440819216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.328006:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.328087:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819216:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.328134:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.328331:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415ed00 - object 0x0:1728254 offset 590348288<>591396864
00000100:00100000:3.0:1550575071.328338:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819280:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.328341:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312450-0x5c6be48312450, portal 8
00000100:00000200:3.0:1550575071.328342:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819280, portal 4
00000100:00000200:3.0:1550575071.328343:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819280, offset 0
00000400:00000200:3.0:1550575071.328344:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.328347:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.328348:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.328350:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.328350:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.328351:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.328352:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.329122:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415ed00 x1625895440819280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.329124:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415ed00 x1625895440819280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.329126:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.329202:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819280:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.329260:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.329457:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415e400 - object 0x0:1725237 offset 590348288<>591396864
00000100:00100000:3.0:1550575071.329464:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819344:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.329467:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312490-0x5c6be48312490, portal 8
00000100:00000200:3.0:1550575071.329469:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819344, portal 4
00000100:00000200:3.0:1550575071.329469:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819344, offset 0
00000400:00000200:3.0:1550575071.329471:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.329473:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.329474:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.329476:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.329479:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.329479:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.329480:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.330257:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415e400 x1625895440819344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.330259:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415e400 x1625895440819344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.330260:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.330340:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819344:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.330380:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.330577:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415e100 - object 0x0:1728254 offset 591396864<>592445440
00000100:00100000:3.0:1550575071.330585:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819408:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.330588:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483124d0-0x5c6be483124d0, portal 8
00000100:00000200:3.0:1550575071.330590:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819408, portal 4
00000100:00000200:3.0:1550575071.330590:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819408, offset 0
00000400:00000200:3.0:1550575071.330593:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.330595:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.330596:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.330598:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.330598:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.330599:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.330600:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.331373:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415e100 x1625895440819408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.331374:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415e100 x1625895440819408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.331376:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.331448:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819408:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.331504:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.331702:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415de00 - object 0x0:1725237 offset 591396864<>592445440
00000100:00100000:3.0:1550575071.331710:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819472:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.331712:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312510-0x5c6be48312510, portal 8
00000100:00000200:3.0:1550575071.331714:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819472, portal 4
00000100:00000200:3.0:1550575071.331715:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819472, offset 0
00000400:00000200:3.0:1550575071.331716:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.331718:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.331720:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.331721:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.331722:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.331722:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.331723:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.332494:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415de00 x1625895440819472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.332496:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415de00 x1625895440819472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.332498:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.332570:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819472:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.332629:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.332826:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415db00 - object 0x0:1728254 offset 592445440<>593494016
00000100:00100000:3.0:1550575071.332833:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819536:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.332836:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312550-0x5c6be48312550, portal 8
00000100:00000200:3.0:1550575071.332837:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819536, portal 4
00000100:00000200:3.0:1550575071.332838:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819536, offset 0
00000400:00000200:3.0:1550575071.332839:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.332841:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.332842:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.332844:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.332845:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.332846:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.332847:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.333623:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415db00 x1625895440819536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.333624:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415db00 x1625895440819536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.333626:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.333701:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819536:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.333752:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.333948:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415d800 - object 0x0:1725237 offset 592445440<>593494016
00000100:00100000:3.0:1550575071.333955:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.333958:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312590-0x5c6be48312590, portal 8
00000100:00000200:3.0:1550575071.333959:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819600, portal 4
00000100:00000200:3.0:1550575071.333960:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819600, offset 0
00000400:00000200:3.0:1550575071.333961:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.333964:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.333965:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.333966:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.333967:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.333967:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.333968:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.334734:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415d800 x1625895440819600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.334736:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415d800 x1625895440819600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.334738:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.334805:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819600:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.334875:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.335083:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415c900 - object 0x0:1728254 offset 593494016<>594542592
00000100:00100000:3.0:1550575071.335090:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819664:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.335093:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483125d0-0x5c6be483125d0, portal 8
00000100:00000200:3.0:1550575071.335094:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819664, portal 4
00000100:00000200:3.0:1550575071.335095:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819664, offset 0
00000400:00000200:3.0:1550575071.335096:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.335099:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.335100:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.335102:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.335102:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.335103:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.335104:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.335884:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415c900 x1625895440819664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.335886:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415c900 x1625895440819664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.335887:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.335966:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819664:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.336009:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.336211:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415c000 - object 0x0:1725237 offset 593494016<>594542592
00000100:00100000:3.0:1550575071.336219:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.336222:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312610-0x5c6be48312610, portal 8
00000100:00000200:3.0:1550575071.336223:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819728, portal 4
00000100:00000200:3.0:1550575071.336224:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819728, offset 0
00000400:00000200:3.0:1550575071.336225:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.336228:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.336229:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.336231:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.336232:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.336232:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.336233:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.337010:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415c000 x1625895440819728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.337012:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415c000 x1625895440819728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.337014:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.337094:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819728:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.337139:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.337334:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415e700 - object 0x0:1728254 offset 594542592<>595591168
00000100:00100000:3.0:1550575071.337341:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819792:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.337345:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312650-0x5c6be48312650, portal 8
00000100:00000200:3.0:1550575071.337346:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819792, portal 4
00000100:00000200:3.0:1550575071.337347:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819792, offset 0
00000400:00000200:3.0:1550575071.337348:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.337351:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.337352:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.337353:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.337354:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.337355:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.337356:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.338126:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415e700 x1625895440819792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.338128:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415e700 x1625895440819792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.338130:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.338208:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819792:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.338259:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.338455:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415d500 - object 0x0:1725237 offset 594542592<>595591168
00000100:00100000:3.0:1550575071.338463:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.338466:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312690-0x5c6be48312690, portal 8
00000100:00000200:3.0:1550575071.338468:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819856, portal 4
00000100:00000200:3.0:1550575071.338468:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819856, offset 0
00000400:00000200:3.0:1550575071.338469:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.338472:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.338473:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.338475:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.338475:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.338476:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.338477:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.339248:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415d500 x1625895440819856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.339250:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415d500 x1625895440819856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.339252:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.339323:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819856:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.339380:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.339577:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415d200 - object 0x0:1728254 offset 595591168<>596639744
00000100:00100000:3.0:1550575071.339584:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819920:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.339588:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483126d0-0x5c6be483126d0, portal 8
00000100:00000200:3.0:1550575071.339589:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819920, portal 4
00000100:00000200:3.0:1550575071.339590:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819920, offset 0
00000400:00000200:3.0:1550575071.339591:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.339594:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.339595:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.339596:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.339597:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.339598:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.339599:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.340373:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415d200 x1625895440819920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.340374:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415d200 x1625895440819920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.340376:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.340450:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819920:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.340508:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.340701:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415cf00 - object 0x0:1725237 offset 595591168<>596639744
00000100:00100000:3.0:1550575071.340708:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819984:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.340712:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312710-0x5c6be48312710, portal 8
00000100:00000200:3.0:1550575071.340713:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440819984, portal 4
00000100:00000200:3.0:1550575071.340714:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440819984, offset 0
00000400:00000200:3.0:1550575071.340715:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.340717:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.340718:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.340720:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.340720:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.340721:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.340722:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.341495:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415cf00 x1625895440819984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.341497:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415cf00 x1625895440819984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.341498:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.341573:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440819984:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.341627:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.341822:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415cc00 - object 0x0:1728254 offset 596639744<>597688320
00000100:00100000:3.0:1550575071.341829:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820048:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.341832:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312750-0x5c6be48312750, portal 8
00000100:00000200:3.0:1550575071.341833:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820048, portal 4
00000100:00000200:3.0:1550575071.341834:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820048, offset 0
00000400:00000200:3.0:1550575071.341835:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.341837:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.341838:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.341840:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.341840:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.341841:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.341842:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.342612:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415cc00 x1625895440820048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.342614:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415cc00 x1625895440820048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.342616:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.342686:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820048:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.342746:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.342940:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415c600 - object 0x0:1725237 offset 596639744<>597688320
00000100:00100000:3.0:1550575071.342948:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820112:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.342951:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312790-0x5c6be48312790, portal 8
00000100:00000200:3.0:1550575071.342952:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820112, portal 4
00000100:00000200:3.0:1550575071.342953:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820112, offset 0
00000400:00000200:3.0:1550575071.342954:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.342957:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.342958:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.342959:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.342961:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.342961:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.342962:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.343732:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415c600 x1625895440820112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.343734:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415c600 x1625895440820112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.343736:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.343806:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820112:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.343865:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.344069:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e415c300 - object 0x0:1728254 offset 597688320<>598736896
00000100:00100000:3.0:1550575071.344077:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820176:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.344080:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483127d0-0x5c6be483127d0, portal 8
00000100:00000200:3.0:1550575071.344081:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820176, portal 4
00000100:00000200:3.0:1550575071.344083:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820176, offset 0
00000400:00000200:3.0:1550575071.344084:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.344086:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.344087:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.344089:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.344089:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.344090:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.344091:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.344870:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e415c300 x1625895440820176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.344872:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e415c300 x1625895440820176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.344874:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.344948:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820176:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.344997:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.345203:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f600 - object 0x0:1725237 offset 597688320<>598736896
00000100:00100000:3.0:1550575071.345210:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820240:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.345213:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312810-0x5c6be48312810, portal 8
00000100:00000200:3.0:1550575071.345214:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820240, portal 4
00000100:00000200:3.0:1550575071.345215:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820240, offset 0
00000400:00000200:3.0:1550575071.345216:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.345219:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.345220:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.345222:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.345222:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.345223:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.345224:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.346003:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f600 x1625895440820240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.346005:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f600 x1625895440820240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.346007:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.346089:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820240:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.346124:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.346323:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f000 - object 0x0:1728254 offset 598736896<>599785472
00000100:00100000:3.0:1550575071.346330:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820304:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.346333:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312850-0x5c6be48312850, portal 8
00000100:00000200:3.0:1550575071.346335:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820304, portal 4
00000100:00000200:3.0:1550575071.346336:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820304, offset 0
00000400:00000200:3.0:1550575071.346337:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.346339:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.346340:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.346342:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.346343:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.346344:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.346344:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.347114:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f000 x1625895440820304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.347116:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f000 x1625895440820304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.347118:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.347194:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820304:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.347250:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.347447:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591ed00 - object 0x0:1725237 offset 598736896<>599785472
00000100:00100000:3.0:1550575071.347454:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820368:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.347458:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312890-0x5c6be48312890, portal 8
00000100:00000200:3.0:1550575071.347459:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820368, portal 4
00000100:00000200:3.0:1550575071.347460:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820368, offset 0
00000400:00000200:3.0:1550575071.347461:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.347463:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.347465:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.347466:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.347467:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.347467:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.347468:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.348247:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591ed00 x1625895440820368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.348248:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591ed00 x1625895440820368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.348250:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.348321:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820368:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.348381:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.348580:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591ea00 - object 0x0:1728254 offset 599785472<>600834048
00000100:00100000:3.0:1550575071.348588:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.348591:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483128d0-0x5c6be483128d0, portal 8
00000100:00000200:3.0:1550575071.348592:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820432, portal 4
00000100:00000200:3.0:1550575071.348593:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820432, offset 0
00000400:00000200:3.0:1550575071.348595:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.348598:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.348599:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.348600:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.348601:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.348601:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.348602:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.349389:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591ea00 x1625895440820432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.349391:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591ea00 x1625895440820432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.349393:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.349475:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820432:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.349512:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.349709:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591e400 - object 0x0:1725237 offset 599785472<>600834048
00000100:00100000:3.0:1550575071.349716:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.349719:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312910-0x5c6be48312910, portal 8
00000100:00000200:3.0:1550575071.349721:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820496, portal 4
00000100:00000200:3.0:1550575071.349721:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820496, offset 0
00000400:00000200:3.0:1550575071.349722:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.349726:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.349727:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.349728:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.349730:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.349730:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.349731:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.350522:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591e400 x1625895440820496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.350524:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591e400 x1625895440820496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.350526:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.350604:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820496:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.350647:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.350843:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591de00 - object 0x0:1728254 offset 600834048<>601882624
00000100:00100000:3.0:1550575071.350850:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.350852:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312950-0x5c6be48312950, portal 8
00000100:00000200:3.0:1550575071.350854:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820560, portal 4
00000100:00000200:3.0:1550575071.350855:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820560, offset 0
00000400:00000200:3.0:1550575071.350856:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.350859:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.350860:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.350861:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.350862:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.350862:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.350863:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.351639:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591de00 x1625895440820560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.351640:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591de00 x1625895440820560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.351642:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.351715:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820560:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.351769:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.351965:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591d800 - object 0x0:1725237 offset 600834048<>601882624
00000100:00100000:3.0:1550575071.351972:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.351975:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312990-0x5c6be48312990, portal 8
00000100:00000200:3.0:1550575071.351976:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820624, portal 4
00000100:00000200:3.0:1550575071.351977:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820624, offset 0
00000400:00000200:3.0:1550575071.351978:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.351981:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.351982:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.351983:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.351984:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.351984:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.351986:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.352771:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591d800 x1625895440820624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.352773:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591d800 x1625895440820624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.352774:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.352851:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820624:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.352902:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.353102:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591cf00 - object 0x0:1728254 offset 601882624<>602931200
00000100:00100000:3.0:1550575071.353109:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.353112:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483129d0-0x5c6be483129d0, portal 8
00000100:00000200:3.0:1550575071.353113:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820688, portal 4
00000100:00000200:3.0:1550575071.353114:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820688, offset 0
00000400:00000200:3.0:1550575071.353115:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.353118:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.353119:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.353121:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.353122:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.353122:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.353123:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.353918:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591cf00 x1625895440820688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.353920:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591cf00 x1625895440820688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.353921:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.354003:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820688:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.354034:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.354232:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f300 - object 0x0:1725237 offset 601882624<>602931200
00000100:00100000:3.0:1550575071.354239:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.354242:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312a10-0x5c6be48312a10, portal 8
00000100:00000200:3.0:1550575071.354243:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820752, portal 4
00000100:00000200:3.0:1550575071.354244:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820752, offset 0
00000400:00000200:3.0:1550575071.354245:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.354248:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.354249:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.354250:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.354251:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.354251:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.354252:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.355048:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f300 x1625895440820752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.355050:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f300 x1625895440820752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.355052:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.355130:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820752:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.355166:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.355365:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f900 - object 0x0:1728254 offset 602931200<>603979776
00000100:00100000:3.0:1550575071.355373:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.355376:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312a50-0x5c6be48312a50, portal 8
00000100:00000200:3.0:1550575071.355377:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820816, portal 4
00000100:00000200:3.0:1550575071.355378:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820816, offset 0
00000400:00000200:3.0:1550575071.355379:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.355382:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.355383:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.355384:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.355385:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.355385:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.355386:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.356165:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f900 x1625895440820816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.356167:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f900 x1625895440820816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.356169:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.356245:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820816:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.356302:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.356502:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591d200 - object 0x0:1725237 offset 602931200<>603979776
00000100:00100000:3.0:1550575071.356509:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820880:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.356512:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312a90-0x5c6be48312a90, portal 8
00000100:00000200:3.0:1550575071.356513:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820880, portal 4
00000100:00000200:3.0:1550575071.356514:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820880, offset 0
00000400:00000200:3.0:1550575071.356515:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.356518:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.356519:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.356521:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.356522:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.356523:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.356524:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.357310:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591d200 x1625895440820880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.357312:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591d200 x1625895440820880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.357313:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.357394:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820880:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.357430:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.357627:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591fc00 - object 0x0:1728254 offset 603979776<>605028352
00000100:00100000:3.0:1550575071.357635:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.357637:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312ad0-0x5c6be48312ad0, portal 8
00000100:00000200:3.0:1550575071.357639:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440820944, portal 4
00000100:00000200:3.0:1550575071.357639:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440820944, offset 0
00000400:00000200:3.0:1550575071.357641:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.357643:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.357644:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.357646:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.357646:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.357647:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.357648:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.358422:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591fc00 x1625895440820944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.358424:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591fc00 x1625895440820944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.358426:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.358497:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440820944:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.358555:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.358750:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591e700 - object 0x0:1725237 offset 603979776<>605028352
00000100:00100000:3.0:1550575071.358757:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.358760:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312b10-0x5c6be48312b10, portal 8
00000100:00000200:3.0:1550575071.358761:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821008, portal 4
00000100:00000200:3.0:1550575071.358762:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821008, offset 0
00000400:00000200:3.0:1550575071.358763:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.358766:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.358767:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.358768:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.358769:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.358769:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.358770:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.359547:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591e700 x1625895440821008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.359549:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591e700 x1625895440821008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.359551:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.359625:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821008:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.359674:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.359870:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591e100 - object 0x0:1728254 offset 605028352<>606076928
00000100:00100000:3.0:1550575071.359877:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.359880:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312b50-0x5c6be48312b50, portal 8
00000100:00000200:3.0:1550575071.359881:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821072, portal 4
00000100:00000200:3.0:1550575071.359882:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821072, offset 0
00000400:00000200:3.0:1550575071.359883:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.359885:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.359886:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.359888:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.359889:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.359889:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.359890:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.360684:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591e100 x1625895440821072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.360686:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591e100 x1625895440821072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.360688:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.360767:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821072:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.360803:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.361001:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591db00 - object 0x0:1725237 offset 605028352<>606076928
00000100:00100000:3.0:1550575071.361008:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.361011:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312b90-0x5c6be48312b90, portal 8
00000100:00000200:3.0:1550575071.361012:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821136, portal 4
00000100:00000200:3.0:1550575071.361013:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821136, offset 0
00000400:00000200:3.0:1550575071.361014:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.361017:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.361018:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.361019:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.361020:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.361020:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.361022:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.361830:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591db00 x1625895440821136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.361832:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591db00 x1625895440821136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.361835:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.361921:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821136:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.362124:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.362380:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591d500 - object 0x0:1728254 offset 606076928<>607125504
00000100:00100000:3.0:1550575071.362389:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821200:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.362394:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312bd0-0x5c6be48312bd0, portal 8
00000100:00000200:3.0:1550575071.362396:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821200, portal 4
00000100:00000200:3.0:1550575071.362396:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821200, offset 0
00000400:00000200:3.0:1550575071.362399:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.362404:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.362405:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.362408:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.362409:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.362409:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.362410:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.363196:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591d500 x1625895440821200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.363199:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591d500 x1625895440821200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.363201:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.363276:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821200:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.363571:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.363817:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591cc00 - object 0x0:1725237 offset 606076928<>607125504
00000100:00100000:3.0:1550575071.363826:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.363830:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312c10-0x5c6be48312c10, portal 8
00000100:00000200:3.0:1550575071.363832:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821264, portal 4
00000100:00000200:3.0:1550575071.363832:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821264, offset 0
00000400:00000200:3.0:1550575071.363834:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.363837:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.363839:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.363841:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.363842:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.363843:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.363844:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.364644:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591cc00 x1625895440821264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.364646:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591cc00 x1625895440821264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.364647:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.364718:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821264:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.364778:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.364976:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591c600 - object 0x0:1728254 offset 607125504<>608174080
00000100:00100000:3.0:1550575071.364984:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.364987:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312c50-0x5c6be48312c50, portal 8
00000100:00000200:3.0:1550575071.364989:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821328, portal 4
00000100:00000200:3.0:1550575071.364990:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821328, offset 0
00000400:00000200:3.0:1550575071.364991:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.364994:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.364995:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.364996:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.364997:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.364997:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.364998:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.365772:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591c600 x1625895440821328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.365774:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591c600 x1625895440821328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.365775:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.365846:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821328:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.365901:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.366103:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591c000 - object 0x0:1725237 offset 607125504<>608174080
00000100:00100000:3.0:1550575071.366110:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.366113:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312c90-0x5c6be48312c90, portal 8
00000100:00000200:3.0:1550575071.366115:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821392, portal 4
00000100:00000200:3.0:1550575071.366116:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821392, offset 0
00000400:00000200:3.0:1550575071.366117:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.366120:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.366121:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.366122:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.366123:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.366123:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.366124:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.366938:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591c000 x1625895440821392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.366940:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591c000 x1625895440821392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.366942:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.367021:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821392:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.367033:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.367234:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34f00 - object 0x0:1728254 offset 608174080<>609222656
00000100:00100000:3.0:1550575071.367241:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.367245:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312cd0-0x5c6be48312cd0, portal 8
00000100:00000200:3.0:1550575071.367246:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821456, portal 4
00000100:00000200:3.0:1550575071.367247:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821456, offset 0
00000400:00000200:3.0:1550575071.367249:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.367252:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.367253:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.367254:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.367255:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.367256:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.367257:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.368035:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34f00 x1625895440821456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.368037:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34f00 x1625895440821456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.368038:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.368112:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821456:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.368164:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.368367:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34300 - object 0x0:1725237 offset 608174080<>609222656
00000100:00100000:3.0:1550575071.368374:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.368377:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312d10-0x5c6be48312d10, portal 8
00000100:00000200:3.0:1550575071.368378:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821520, portal 4
00000100:00000200:3.0:1550575071.368379:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821520, offset 0
00000400:00000200:3.0:1550575071.368381:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.368383:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.368384:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.368386:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.368386:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.368387:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.368388:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.369169:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34300 x1625895440821520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.369171:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34300 x1625895440821520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.369177:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.369255:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821520:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.369291:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.369492:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34900 - object 0x0:1728254 offset 609222656<>610271232
00000100:00100000:3.0:1550575071.369499:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.369502:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312d50-0x5c6be48312d50, portal 8
00000100:00000200:3.0:1550575071.369503:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821584, portal 4
00000100:00000200:3.0:1550575071.369504:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821584, offset 0
00000400:00000200:3.0:1550575071.369505:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.369508:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.369509:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.369510:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.369511:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.369511:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.369512:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.370039:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440821616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.370041:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312d70-0x5c6be48312d70, portal 8
00000100:00000200:3.0:1550575071.370043:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821616, portal 4
00000100:00000200:3.0:1550575071.370043:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821616, offset 0
00000400:00000200:3.0:1550575071.370045:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.370047:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.370048:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.370049:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.370049:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.370050:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.370050:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.370300:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34900 x1625895440821584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.370302:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34900 x1625895440821584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.370304:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.370386:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821584:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.370424:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.370620:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37900 - object 0x0:1725237 offset 609222656<>610271232
00000100:00100000:3.0:1550575071.370628:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821648:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.370631:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312d90-0x5c6be48312d90, portal 8
00000100:00000200:3.0:1550575071.370632:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821648, portal 4
00000100:00000200:3.0:1550575071.370633:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821648, offset 0
00000400:00000200:3.0:1550575071.370634:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.370636:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.370638:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.370639:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.370639:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.370640:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.370641:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.370821:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0a400 x1625895440821616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.370823:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0a400 x1625895440821616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.370825:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.370891:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440821616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.371426:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37900 x1625895440821648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.371428:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37900 x1625895440821648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.371430:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.371498:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821648:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.371552:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.371751:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37300 - object 0x0:1728254 offset 610271232<>611319808
00000100:00100000:3.0:1550575071.371759:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821712:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.371762:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312dd0-0x5c6be48312dd0, portal 8
00000100:00000200:3.0:1550575071.371763:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821712, portal 4
00000100:00000200:3.0:1550575071.371764:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821712, offset 0
00000400:00000200:3.0:1550575071.371765:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.371768:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.371769:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.371770:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.371771:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.371771:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.371772:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.372547:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37300 x1625895440821712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.372549:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37300 x1625895440821712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.372551:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.372624:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821712:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.372677:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.372877:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36d00 - object 0x0:1725237 offset 610271232<>611319808
00000100:00100000:3.0:1550575071.372885:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821776:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.372888:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312e10-0x5c6be48312e10, portal 8
00000100:00000200:3.0:1550575071.372889:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821776, portal 4
00000100:00000200:3.0:1550575071.372890:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821776, offset 0
00000400:00000200:3.0:1550575071.372891:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.372894:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.372895:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.372896:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.372898:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.372898:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.372899:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.373682:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36d00 x1625895440821776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.373684:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36d00 x1625895440821776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.373686:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.373767:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821776:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.373813:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.374012:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36700 - object 0x0:1728254 offset 611319808<>612368384
00000100:00100000:3.0:1550575071.374019:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821840:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.374022:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312e50-0x5c6be48312e50, portal 8
00000100:00000200:3.0:1550575071.374023:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821840, portal 4
00000100:00000200:3.0:1550575071.374024:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821840, offset 0
00000400:00000200:3.0:1550575071.374025:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.374028:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.374029:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.374033:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.374034:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.374039:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.374040:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.374821:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36700 x1625895440821840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.374823:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36700 x1625895440821840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.374824:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.374904:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821840:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.374942:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.375145:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36100 - object 0x0:1725237 offset 611319808<>612368384
00000100:00100000:3.0:1550575071.375152:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821904:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.375155:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312e90-0x5c6be48312e90, portal 8
00000100:00000200:3.0:1550575071.375157:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821904, portal 4
00000100:00000200:3.0:1550575071.375157:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821904, offset 0
00000400:00000200:3.0:1550575071.375159:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.375161:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.375162:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.375164:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.375164:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.375165:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.375166:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.375960:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36100 x1625895440821904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.375962:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36100 x1625895440821904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.375964:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.376046:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821904:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.376074:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.376276:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35b00 - object 0x0:1728254 offset 612368384<>613416960
00000100:00100000:3.0:1550575071.376283:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821968:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.376286:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312ed0-0x5c6be48312ed0, portal 8
00000100:00000200:3.0:1550575071.376287:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440821968, portal 4
00000100:00000200:3.0:1550575071.376288:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440821968, offset 0
00000400:00000200:3.0:1550575071.376289:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.376292:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.376293:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.376294:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.376296:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.376296:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.376297:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.377102:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35b00 x1625895440821968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.377104:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35b00 x1625895440821968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.377106:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.377191:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440821968:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.377207:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.377402:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35500 - object 0x0:1725237 offset 612368384<>613416960
00000100:00100000:3.0:1550575071.377410:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.377413:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312f10-0x5c6be48312f10, portal 8
00000100:00000200:3.0:1550575071.377414:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822032, portal 4
00000100:00000200:3.0:1550575071.377415:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822032, offset 0
00000400:00000200:3.0:1550575071.377416:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.377418:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.377419:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.377421:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.377422:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.377422:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.377423:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.378201:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35500 x1625895440822032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.378203:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35500 x1625895440822032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.378205:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.378278:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822032:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.378328:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.378525:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34c00 - object 0x0:1728254 offset 613416960<>614465536
00000100:00100000:3.0:1550575071.378532:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822096:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.378535:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312f50-0x5c6be48312f50, portal 8
00000100:00000200:3.0:1550575071.378537:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822096, portal 4
00000100:00000200:3.0:1550575071.378537:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822096, offset 0
00000400:00000200:3.0:1550575071.378539:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.378541:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.378542:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.378544:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.378544:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.378545:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.378546:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.379317:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34c00 x1625895440822096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.379318:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34c00 x1625895440822096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.379320:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.379393:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822096:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.379449:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.379644:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34000 - object 0x0:1725237 offset 613416960<>614465536
00000100:00100000:3.0:1550575071.379651:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822160:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.379655:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312f90-0x5c6be48312f90, portal 8
00000100:00000200:3.0:1550575071.379656:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822160, portal 4
00000100:00000200:3.0:1550575071.379657:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822160, offset 0
00000400:00000200:3.0:1550575071.379658:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.379661:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.379662:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.379663:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.379664:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.379665:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.379666:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.380439:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34000 x1625895440822160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.380441:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34000 x1625895440822160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.380442:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.380515:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822160:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.380572:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.380767:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f900 - object 0x0:1728254 offset 614465536<>615514112
00000100:00100000:3.0:1550575071.380774:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822224:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.380777:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48312fd0-0x5c6be48312fd0, portal 8
00000100:00000200:3.0:1550575071.380778:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822224, portal 4
00000100:00000200:3.0:1550575071.380779:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822224, offset 0
00000400:00000200:3.0:1550575071.380780:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.380783:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.380784:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.380786:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.380786:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.380787:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.380788:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.381553:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f900 x1625895440822224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.381555:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f900 x1625895440822224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.381557:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.381626:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822224:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.381691:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.381889:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5ed00 - object 0x0:1725237 offset 614465536<>615514112
00000100:00100000:3.0:1550575071.381896:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822288:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.381899:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313010-0x5c6be48313010, portal 8
00000100:00000200:3.0:1550575071.381901:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822288, portal 4
00000100:00000200:3.0:1550575071.381901:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822288, offset 0
00000400:00000200:3.0:1550575071.381902:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.381905:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.381906:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.381908:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.381908:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.381909:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.381910:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.382686:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5ed00 x1625895440822288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.382688:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5ed00 x1625895440822288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.382690:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.382761:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822288:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.382818:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.383015:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e100 - object 0x0:1728254 offset 615514112<>616562688
00000100:00100000:3.0:1550575071.383022:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822352:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.383025:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313050-0x5c6be48313050, portal 8
00000100:00000200:3.0:1550575071.383027:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822352, portal 4
00000100:00000200:3.0:1550575071.383027:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822352, offset 0
00000400:00000200:3.0:1550575071.383028:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.383038:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.383039:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.383040:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.383041:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.383042:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.383043:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.383825:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e100 x1625895440822352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.383827:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e100 x1625895440822352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.383828:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.383910:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822352:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.383955:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.384157:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d500 - object 0x0:1725237 offset 615514112<>616562688
00000100:00100000:3.0:1550575071.384164:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.384168:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313090-0x5c6be48313090, portal 8
00000100:00000200:3.0:1550575071.384169:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822416, portal 4
00000100:00000200:3.0:1550575071.384170:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822416, offset 0
00000400:00000200:3.0:1550575071.384171:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.384178:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.384179:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.384180:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.384181:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.384181:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.384182:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.384969:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d500 x1625895440822416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.384971:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d500 x1625895440822416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.384973:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.385057:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822416:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.385084:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.385289:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c900 - object 0x0:1728254 offset 616562688<>617611264
00000100:00100000:3.0:1550575071.385296:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822480:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.385299:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483130d0-0x5c6be483130d0, portal 8
00000100:00000200:3.0:1550575071.385300:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822480, portal 4
00000100:00000200:3.0:1550575071.385301:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822480, offset 0
00000400:00000200:3.0:1550575071.385303:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.385306:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.385307:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.385308:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.385309:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.385309:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.385310:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.386080:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c900 x1625895440822480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.386081:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c900 x1625895440822480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.386083:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.386156:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822480:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.386216:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.386419:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f300 - object 0x0:1725237 offset 616562688<>617611264
00000100:00100000:3.0:1550575071.386426:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822544:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.386429:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313110-0x5c6be48313110, portal 8
00000100:00000200:3.0:1550575071.386431:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822544, portal 4
00000100:00000200:3.0:1550575071.386431:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822544, offset 0
00000400:00000200:3.0:1550575071.386433:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.386435:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.386436:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.386438:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.386439:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.386440:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.386441:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.387216:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f300 x1625895440822544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.387218:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f300 x1625895440822544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.387220:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.387296:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822544:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.387343:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.387542:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e700 - object 0x0:1728254 offset 617611264<>618659840
00000100:00100000:3.0:1550575071.387550:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822608:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.387553:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313150-0x5c6be48313150, portal 8
00000100:00000200:3.0:1550575071.387554:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822608, portal 4
00000100:00000200:3.0:1550575071.387555:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822608, offset 0
00000400:00000200:3.0:1550575071.387556:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.387559:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.387560:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.387561:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.387562:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.387562:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.387563:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.388334:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e700 x1625895440822608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.388336:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e700 x1625895440822608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.388338:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.388411:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822608:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.388472:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.388673:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5db00 - object 0x0:1725237 offset 617611264<>618659840
00000100:00100000:3.0:1550575071.388680:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822672:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.388683:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313190-0x5c6be48313190, portal 8
00000100:00000200:3.0:1550575071.388684:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822672, portal 4
00000100:00000200:3.0:1550575071.388686:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822672, offset 0
00000400:00000200:3.0:1550575071.388687:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.388690:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.388691:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.388692:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.388693:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.388693:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.388694:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.389478:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5db00 x1625895440822672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.389480:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5db00 x1625895440822672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.389482:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.389561:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822672:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.389601:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.389799:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5cf00 - object 0x0:1728254 offset 618659840<>619708416
00000100:00100000:3.0:1550575071.389806:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822736:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.389809:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483131d0-0x5c6be483131d0, portal 8
00000100:00000200:3.0:1550575071.389810:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822736, portal 4
00000100:00000200:3.0:1550575071.389811:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822736, offset 0
00000400:00000200:3.0:1550575071.389812:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.389815:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.389816:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.389817:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.389819:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.389820:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.389821:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.390609:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5cf00 x1625895440822736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.390610:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5cf00 x1625895440822736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.390612:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.390691:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822736:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.390737:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.390933:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c300 - object 0x0:1725237 offset 618659840<>619708416
00000100:00100000:3.0:1550575071.390940:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822800:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.390942:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313210-0x5c6be48313210, portal 8
00000100:00000200:3.0:1550575071.390944:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822800, portal 4
00000100:00000200:3.0:1550575071.390944:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822800, offset 0
00000400:00000200:3.0:1550575071.390945:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.390948:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.390949:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.390951:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.390951:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.390952:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.390953:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.391730:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c300 x1625895440822800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.391732:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c300 x1625895440822800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.391734:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.391809:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822800:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.391861:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.392069:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f600 - object 0x0:1728254 offset 619708416<>620756992
00000100:00100000:3.0:1550575071.392076:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822864:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.392079:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313250-0x5c6be48313250, portal 8
00000100:00000200:3.0:1550575071.392080:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822864, portal 4
00000100:00000200:3.0:1550575071.392081:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822864, offset 0
00000400:00000200:3.0:1550575071.392082:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.392084:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.392086:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.392087:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.392088:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.392088:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.392089:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.392869:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f600 x1625895440822864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.392870:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f600 x1625895440822864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.392872:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.392950:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822864:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.392984:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.393187:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5ea00 - object 0x0:1725237 offset 619708416<>620756992
00000100:00100000:3.0:1550575071.393194:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822928:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.393198:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313290-0x5c6be48313290, portal 8
00000100:00000200:3.0:1550575071.393199:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822928, portal 4
00000100:00000200:3.0:1550575071.393200:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822928, offset 0
00000400:00000200:3.0:1550575071.393201:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.393204:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.393205:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.393206:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.393207:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.393208:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.393209:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.393989:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5ea00 x1625895440822928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.393991:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5ea00 x1625895440822928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.393993:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.394076:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822928:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.394111:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.394310:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5de00 - object 0x0:1728254 offset 620756992<>621805568
00000100:00100000:3.0:1550575071.394317:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822992:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.394320:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483132d0-0x5c6be483132d0, portal 8
00000100:00000200:3.0:1550575071.394321:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440822992, portal 4
00000100:00000200:3.0:1550575071.394322:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440822992, offset 0
00000400:00000200:3.0:1550575071.394323:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.394326:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.394327:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.394328:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.394329:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.394329:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.394330:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.395115:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5de00 x1625895440822992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.395117:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5de00 x1625895440822992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.395119:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.395202:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440822992:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.395238:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.395434:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d200 - object 0x0:1725237 offset 620756992<>621805568
00000100:00100000:3.0:1550575071.395441:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.395444:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313310-0x5c6be48313310, portal 8
00000100:00000200:3.0:1550575071.395446:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823056, portal 4
00000100:00000200:3.0:1550575071.395446:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823056, offset 0
00000400:00000200:3.0:1550575071.395447:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.395450:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.395451:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.395453:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.395453:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.395454:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.395455:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.396235:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d200 x1625895440823056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.396237:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d200 x1625895440823056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.396238:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.396319:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823056:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.396361:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.396556:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c600 - object 0x0:1728254 offset 621805568<>622854144
00000100:00100000:3.0:1550575071.396563:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823120:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.396566:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313350-0x5c6be48313350, portal 8
00000100:00000200:3.0:1550575071.396568:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823120, portal 4
00000100:00000200:3.0:1550575071.396568:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823120, offset 0
00000400:00000200:3.0:1550575071.396569:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.396572:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.396573:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.396575:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.396576:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.396576:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.396577:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.397363:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c600 x1625895440823120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.397365:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c600 x1625895440823120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.397367:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.397446:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823120:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.397487:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.397687:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07300 - object 0x0:1725237 offset 621805568<>622854144
00000100:00100000:3.0:1550575071.397695:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823184:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.397698:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313390-0x5c6be48313390, portal 8
00000100:00000200:3.0:1550575071.397699:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823184, portal 4
00000100:00000200:3.0:1550575071.397700:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823184, offset 0
00000400:00000200:3.0:1550575071.397701:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.397704:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.397705:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.397706:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.397707:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.397707:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.397708:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.398503:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07300 x1625895440823184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.398505:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07300 x1625895440823184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.398507:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.398584:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823184:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.398621:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.398819:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06700 - object 0x0:1728254 offset 622854144<>623902720
00000100:00100000:3.0:1550575071.398826:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823248:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.398828:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483133d0-0x5c6be483133d0, portal 8
00000100:00000200:3.0:1550575071.398830:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823248, portal 4
00000100:00000200:3.0:1550575071.398830:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823248, offset 0
00000400:00000200:3.0:1550575071.398831:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.398834:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.398835:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.398837:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.398837:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.398838:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.398839:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.399618:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06700 x1625895440823248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.399620:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06700 x1625895440823248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.399622:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.399696:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823248:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.399749:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.399954:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05b00 - object 0x0:1725237 offset 622854144<>623902720
00000100:00100000:3.0:1550575071.399961:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823312:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.399964:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313410-0x5c6be48313410, portal 8
00000100:00000200:3.0:1550575071.399966:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823312, portal 4
00000100:00000200:3.0:1550575071.399966:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823312, offset 0
00000400:00000200:3.0:1550575071.399967:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.399970:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.399971:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.399973:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.399974:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.399974:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.399975:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.400749:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05b00 x1625895440823312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.400751:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05b00 x1625895440823312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.400753:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.400833:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823312:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.400875:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.401084:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04f00 - object 0x0:1728254 offset 623902720<>624951296
00000100:00100000:3.0:1550575071.401091:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823376:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.401094:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313450-0x5c6be48313450, portal 8
00000100:00000200:3.0:1550575071.401095:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823376, portal 4
00000100:00000200:3.0:1550575071.401096:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823376, offset 0
00000400:00000200:3.0:1550575071.401097:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.401100:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.401101:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.401102:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.401103:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.401103:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.401104:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.401885:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04f00 x1625895440823376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.401887:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04f00 x1625895440823376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.401889:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.401971:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823376:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.402008:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.402209:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07900 - object 0x0:1725237 offset 623902720<>624951296
00000100:00100000:3.0:1550575071.402216:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823440:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.402219:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313490-0x5c6be48313490, portal 8
00000100:00000200:3.0:1550575071.402220:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823440, portal 4
00000100:00000200:3.0:1550575071.402221:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823440, offset 0
00000400:00000200:3.0:1550575071.402223:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.402225:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.402226:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.402228:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.402228:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.402229:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.402230:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.403034:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07900 x1625895440823440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.403036:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07900 x1625895440823440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.403037:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.403121:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823440:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.403138:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.403335:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06d00 - object 0x0:1728254 offset 624951296<>625999872
00000100:00100000:3.0:1550575071.403342:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823504:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.403345:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483134d0-0x5c6be483134d0, portal 8
00000100:00000200:3.0:1550575071.403346:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823504, portal 4
00000100:00000200:3.0:1550575071.403347:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823504, offset 0
00000400:00000200:3.0:1550575071.403349:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.403352:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.403353:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.403355:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.403356:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.403356:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.403357:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.404226:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06d00 x1625895440823504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.404228:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06d00 x1625895440823504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.404229:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.404315:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823504:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.405366:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.405580:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06100 - object 0x0:1728254 offset 625999872<>627048448
00000100:00100000:3.0:1550575071.405588:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.405591:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313550-0x5c6be48313550, portal 8
00000100:00000200:3.0:1550575071.405592:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823632, portal 4
00000100:00000200:3.0:1550575071.405593:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823632, offset 0
00000400:00000200:3.0:1550575071.405594:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.405597:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.405598:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.405600:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.405600:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.405601:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.405602:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.406377:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06100 x1625895440823632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.406378:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06100 x1625895440823632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.406380:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.406460:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823632:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.406503:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.406701:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05500 - object 0x0:1725237 offset 625999872<>627048448
00000100:00100000:3.0:1550575071.406709:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.406712:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313590-0x5c6be48313590, portal 8
00000100:00000200:3.0:1550575071.406713:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823696, portal 4
00000100:00000200:3.0:1550575071.406714:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823696, offset 0
00000400:00000200:3.0:1550575071.406715:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.406718:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.406719:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.406720:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.406721:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.406721:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.406722:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.407510:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05500 x1625895440823696/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.407512:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05500 x1625895440823696/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.407513:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.407598:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823696:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.407636:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.407829:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04900 - object 0x0:1728254 offset 627048448<>628097024
00000100:00100000:3.0:1550575071.407836:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823760:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.407839:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483135d0-0x5c6be483135d0, portal 8
00000100:00000200:3.0:1550575071.407841:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823760, portal 4
00000100:00000200:3.0:1550575071.407841:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823760, offset 0
00000400:00000200:3.0:1550575071.407842:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.407845:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.407846:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.407848:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.407849:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.407850:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.407851:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.408620:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04900 x1625895440823760/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.408622:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04900 x1625895440823760/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.408624:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.408698:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823760:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.408752:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.408947:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04000 - object 0x0:1725237 offset 627048448<>628097024
00000100:00100000:3.0:1550575071.408954:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823824:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.408958:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313610-0x5c6be48313610, portal 8
00000100:00000200:3.0:1550575071.408959:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823824, portal 4
00000100:00000200:3.0:1550575071.408960:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823824, offset 0
00000400:00000200:3.0:1550575071.408961:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.408963:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.408965:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.408966:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.408967:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.408967:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.408968:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.409745:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04000 x1625895440823824/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.409747:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04000 x1625895440823824/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.409748:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.409824:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823824:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.409875:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.410078:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07c00 - object 0x0:1728254 offset 628097024<>629145600
00000100:00100000:3.0:1550575071.410085:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823888:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.410088:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313650-0x5c6be48313650, portal 8
00000100:00000200:3.0:1550575071.410089:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823888, portal 4
00000100:00000200:3.0:1550575071.410090:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823888, offset 0
00000400:00000200:3.0:1550575071.410091:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.410094:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.410095:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.410096:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.410097:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.410098:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.410099:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.410892:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07c00 x1625895440823888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.410893:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07c00 x1625895440823888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.410895:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.410973:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823888:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.411009:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.411213:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07000 - object 0x0:1725237 offset 628097024<>629145600
00000100:00100000:3.0:1550575071.411220:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823952:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.411223:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313690-0x5c6be48313690, portal 8
00000100:00000200:3.0:1550575071.411224:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440823952, portal 4
00000100:00000200:3.0:1550575071.411225:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440823952, offset 0
00000400:00000200:3.0:1550575071.411226:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.411229:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.411230:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.411231:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.411232:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.411233:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.411234:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.412018:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07000 x1625895440823952/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.412020:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07000 x1625895440823952/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.412022:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.412108:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440823952:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.412133:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.412336:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06400 - object 0x0:1728254 offset 629145600<>630194176
00000100:00100000:3.0:1550575071.412344:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.412347:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483136d0-0x5c6be483136d0, portal 8
00000100:00000200:3.0:1550575071.412349:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824016, portal 4
00000100:00000200:3.0:1550575071.412349:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824016, offset 0
00000400:00000200:3.0:1550575071.412351:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.412353:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.412354:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.412356:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.412356:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.412357:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.412358:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.413147:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06400 x1625895440824016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.413149:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06400 x1625895440824016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.413151:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.413238:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824016:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.413267:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.413465:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05800 - object 0x0:1725237 offset 629145600<>630194176
00000100:00100000:3.0:1550575071.413472:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824080:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.413475:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313710-0x5c6be48313710, portal 8
00000100:00000200:3.0:1550575071.413476:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824080, portal 4
00000100:00000200:3.0:1550575071.413477:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824080, offset 0
00000400:00000200:3.0:1550575071.413478:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.413481:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.413482:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.413484:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.413484:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.413485:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.413486:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.414266:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05800 x1625895440824080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.414268:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05800 x1625895440824080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.414270:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.414353:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824080:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.414390:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.414588:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04c00 - object 0x0:1728254 offset 630194176<>631242752
00000100:00100000:3.0:1550575071.414595:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.414598:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313750-0x5c6be48313750, portal 8
00000100:00000200:3.0:1550575071.414600:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824144, portal 4
00000100:00000200:3.0:1550575071.414601:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824144, offset 0
00000400:00000200:3.0:1550575071.414602:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.414604:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.414606:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.414607:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.414609:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.414609:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.414610:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.415391:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04c00 x1625895440824144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.415393:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04c00 x1625895440824144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.415395:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.415474:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824144:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.415521:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.415721:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04300 - object 0x0:1725237 offset 630194176<>631242752
00000100:00100000:3.0:1550575071.415728:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824208:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.415731:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313790-0x5c6be48313790, portal 8
00000100:00000200:3.0:1550575071.415733:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824208, portal 4
00000100:00000200:3.0:1550575071.415733:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824208, offset 0
00000400:00000200:3.0:1550575071.415734:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.415737:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.415738:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.415740:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.415740:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.415741:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.415742:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.416523:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04300 x1625895440824208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.416525:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04300 x1625895440824208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.416526:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.416604:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824208:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.416649:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.416844:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8300 - object 0x0:1728254 offset 631242752<>632291328
00000100:00100000:3.0:1550575071.416851:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824272:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.416854:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483137d0-0x5c6be483137d0, portal 8
00000100:00000200:3.0:1550575071.416856:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824272, portal 4
00000100:00000200:3.0:1550575071.416857:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824272, offset 0
00000400:00000200:3.0:1550575071.416858:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.416860:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.416861:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.416863:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.416863:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.416864:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.416865:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.417653:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8300 x1625895440824272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.417654:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8300 x1625895440824272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.417656:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.417739:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824272:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.417775:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.417971:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dffc00 - object 0x0:1725237 offset 631242752<>632291328
00000100:00100000:3.0:1550575071.417978:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824336:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.417981:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313810-0x5c6be48313810, portal 8
00000100:00000200:3.0:1550575071.417982:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824336, portal 4
00000100:00000200:3.0:1550575071.417983:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824336, offset 0
00000400:00000200:3.0:1550575071.417984:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.417987:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.417988:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.417989:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.417990:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.417991:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.417992:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.418773:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dffc00 x1625895440824336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.418775:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dffc00 x1625895440824336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.418776:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.418853:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824336:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.418898:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.419100:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff600 - object 0x0:1728254 offset 632291328<>633339904
00000100:00100000:3.0:1550575071.419107:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824400:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.419110:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313850-0x5c6be48313850, portal 8
00000100:00000200:3.0:1550575071.419111:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824400, portal 4
00000100:00000200:3.0:1550575071.419112:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824400, offset 0
00000400:00000200:3.0:1550575071.419113:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.419115:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.419116:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.419118:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.419119:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.419119:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.419120:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.419903:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff600 x1625895440824400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.419904:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff600 x1625895440824400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.419906:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.419986:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824400:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.422274:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.422473:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff000 - object 0x0:1725237 offset 633339904<>634388480
00000100:00100000:3.0:1550575071.422481:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824592:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.422484:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313910-0x5c6be48313910, portal 8
00000100:00000200:3.0:1550575071.422485:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824592, portal 4
00000100:00000200:3.0:1550575071.422486:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824592, offset 0
00000400:00000200:3.0:1550575071.422487:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.422490:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.422491:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.422492:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.422493:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.422493:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.422494:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.423276:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff000 x1625895440824592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.423277:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff000 x1625895440824592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.423279:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.423354:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824592:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.423403:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.423597:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfea00 - object 0x0:1728254 offset 634388480<>635437056
00000100:00100000:3.0:1550575071.423604:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824656:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.423607:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313950-0x5c6be48313950, portal 8
00000100:00000200:3.0:1550575071.423609:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824656, portal 4
00000100:00000200:3.0:1550575071.423609:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824656, offset 0
00000400:00000200:3.0:1550575071.423610:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.423613:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.423614:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.423616:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.423617:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.423617:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.423618:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.424395:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfea00 x1625895440824656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.424397:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfea00 x1625895440824656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.424399:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.424481:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824656:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.424524:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.424725:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe400 - object 0x0:1725237 offset 634388480<>635437056
00000100:00100000:3.0:1550575071.424732:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824720:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.424735:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313990-0x5c6be48313990, portal 8
00000100:00000200:3.0:1550575071.424736:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824720, portal 4
00000100:00000200:3.0:1550575071.424737:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824720, offset 0
00000400:00000200:3.0:1550575071.424739:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.424742:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.424743:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.424744:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.424745:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.424745:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.424746:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.425534:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe400 x1625895440824720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.425536:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe400 x1625895440824720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.425537:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.425617:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824720:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.425650:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.425848:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfde00 - object 0x0:1728254 offset 635437056<>636485632
00000100:00100000:3.0:1550575071.425856:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824784:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.425859:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483139d0-0x5c6be483139d0, portal 8
00000100:00000200:3.0:1550575071.425860:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824784, portal 4
00000100:00000200:3.0:1550575071.425861:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824784, offset 0
00000400:00000200:3.0:1550575071.425862:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.425865:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.425866:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.425867:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.425868:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.425868:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.425869:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.426650:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440824784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.426652:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440824784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.426654:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.426724:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824784:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.426779:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.426978:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd800 - object 0x0:1725237 offset 635437056<>636485632
00000100:00100000:3.0:1550575071.426985:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824848:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.426988:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313a10-0x5c6be48313a10, portal 8
00000100:00000200:3.0:1550575071.426990:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824848, portal 4
00000100:00000200:3.0:1550575071.426990:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824848, offset 0
00000400:00000200:3.0:1550575071.426992:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.426994:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.426995:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.426997:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.426998:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.426998:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.426999:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.427780:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd800 x1625895440824848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.427782:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd800 x1625895440824848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.427783:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.427864:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824848:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.427899:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.428099:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd200 - object 0x0:1728254 offset 636485632<>637534208
00000100:00100000:3.0:1550575071.428106:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824912:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.428109:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313a50-0x5c6be48313a50, portal 8
00000100:00000200:3.0:1550575071.428111:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824912, portal 4
00000100:00000200:3.0:1550575071.428111:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824912, offset 0
00000400:00000200:3.0:1550575071.428112:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.428115:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.428116:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.428118:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.428118:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.428119:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.428120:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.428906:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd200 x1625895440824912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.428908:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd200 x1625895440824912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.428910:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.428988:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824912:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.429027:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.429233:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfcc00 - object 0x0:1725237 offset 636485632<>637534208
00000100:00100000:3.0:1550575071.429240:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824976:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.429243:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313a90-0x5c6be48313a90, portal 8
00000100:00000200:3.0:1550575071.429244:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440824976, portal 4
00000100:00000200:3.0:1550575071.429245:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440824976, offset 0
00000400:00000200:3.0:1550575071.429246:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.429249:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.429250:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.429252:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.429252:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.429253:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.429254:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.430044:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcc00 x1625895440824976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.430046:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcc00 x1625895440824976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.430048:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.430127:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440824976:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.430154:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.430352:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc600 - object 0x0:1728254 offset 637534208<>638582784
00000100:00100000:3.0:1550575071.430359:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825040:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.430362:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313ad0-0x5c6be48313ad0, portal 8
00000100:00000200:3.0:1550575071.430363:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825040, portal 4
00000100:00000200:3.0:1550575071.430363:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825040, offset 0
00000400:00000200:3.0:1550575071.430365:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.430368:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.430369:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.430370:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.430371:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.430371:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.430372:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.431161:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc600 x1625895440825040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.431163:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc600 x1625895440825040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.431165:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.431245:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825040:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.431293:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.431489:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc300 - object 0x0:1725237 offset 637534208<>638582784
00000100:00100000:3.0:1550575071.431496:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825104:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.431499:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313b10-0x5c6be48313b10, portal 8
00000100:00000200:3.0:1550575071.431501:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825104, portal 4
00000100:00000200:3.0:1550575071.431501:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825104, offset 0
00000400:00000200:3.0:1550575071.431503:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.431505:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.431507:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.431508:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.431509:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.431509:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.431510:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.432303:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc300 x1625895440825104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.432305:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc300 x1625895440825104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.432307:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.432388:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825104:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.432417:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.432612:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e400 - object 0x0:1728254 offset 638582784<>639631360
00000100:00100000:3.0:1550575071.432620:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825168:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.432623:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313b50-0x5c6be48313b50, portal 8
00000100:00000200:3.0:1550575071.432624:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825168, portal 4
00000100:00000200:3.0:1550575071.432625:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825168, offset 0
00000400:00000200:3.0:1550575071.432626:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.432629:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.432630:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.432631:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.432632:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.432632:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.432633:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.433419:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e400 x1625895440825168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.433421:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e400 x1625895440825168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.433423:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.433502:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825168:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.433535:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.433730:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0d800 - object 0x0:1725237 offset 638582784<>639631360
00000100:00100000:3.0:1550575071.433738:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825232:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.433741:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313b90-0x5c6be48313b90, portal 8
00000100:00000200:3.0:1550575071.433742:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825232, portal 4
00000100:00000200:3.0:1550575071.433743:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825232, offset 0
00000400:00000200:3.0:1550575071.433744:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.433746:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.433747:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.433749:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.433750:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.433751:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.433752:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.434532:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0d800 x1625895440825232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.434534:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0d800 x1625895440825232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.434535:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.434610:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825232:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.434661:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.434858:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0ed00 - object 0x0:1728254 offset 639631360<>640679936
00000100:00100000:3.0:1550575071.434866:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825296:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.434868:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313bd0-0x5c6be48313bd0, portal 8
00000100:00000200:3.0:1550575071.434869:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825296, portal 4
00000100:00000200:3.0:1550575071.434870:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825296, offset 0
00000400:00000200:3.0:1550575071.434871:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.434874:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.434875:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.434876:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.434877:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.434877:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.434878:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.435657:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0ed00 x1625895440825296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.435659:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0ed00 x1625895440825296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.435661:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.435736:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825296:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.435783:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.435982:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0de00 - object 0x0:1725237 offset 639631360<>640679936
00000100:00100000:3.0:1550575071.435989:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825360:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.435992:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313c10-0x5c6be48313c10, portal 8
00000100:00000200:3.0:1550575071.435994:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825360, portal 4
00000100:00000200:3.0:1550575071.435994:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825360, offset 0
00000400:00000200:3.0:1550575071.435995:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.435998:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.435999:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.436001:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.436001:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.436002:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.436003:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.436789:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0de00 x1625895440825360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.436791:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0de00 x1625895440825360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.436793:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.436871:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825360:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.436913:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.437117:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c600 - object 0x0:1728254 offset 640679936<>641728512
00000100:00100000:3.0:1550575071.437124:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825424:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.437128:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313c50-0x5c6be48313c50, portal 8
00000100:00000200:3.0:1550575071.437129:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825424, portal 4
00000100:00000200:3.0:1550575071.437130:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825424, offset 0
00000400:00000200:3.0:1550575071.437131:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.437134:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.437135:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.437136:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.437138:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.437138:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.437139:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.437930:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c600 x1625895440825424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.437932:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c600 x1625895440825424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.437934:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.438015:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825424:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.439151:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.439346:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0db00 - object 0x0:1728254 offset 641728512<>642777088
00000100:00100000:3.0:1550575071.439354:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.439357:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313cd0-0x5c6be48313cd0, portal 8
00000100:00000200:3.0:1550575071.439358:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825552, portal 4
00000100:00000200:3.0:1550575071.439359:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825552, offset 0
00000400:00000200:3.0:1550575071.439360:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.439363:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.439364:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.439365:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.439366:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.439366:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.439368:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.439708:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.439935:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0ea00 - object 0x0:1728687 offset 641728512<>642777088
00000100:00100000:3.0:1550575071.439942:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440825584:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.439945:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313cf0-0x5c6be48313cf0, portal 8
00000100:00000200:3.0:1550575071.439946:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825584, portal 4
00000100:00000200:3.0:1550575071.439947:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825584, offset 0
00000400:00000200:3.0:1550575071.439948:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.439951:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.439952:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.439954:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.439954:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.439955:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.439956:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.440223:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0db00 x1625895440825552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.440225:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0db00 x1625895440825552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.440227:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.440305:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.440686:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0ea00 x1625895440825584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.440688:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0ea00 x1625895440825584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.440689:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.440751:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440825584:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.442558:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.442751:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0f900 - object 0x0:1725237 offset 642777088<>643825664
00000100:00100000:3.0:1550575071.442759:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825744:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.442763:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313d90-0x5c6be48313d90, portal 8
00000100:00000200:3.0:1550575071.442764:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825744, portal 4
00000100:00000200:3.0:1550575071.442765:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825744, offset 0
00000400:00000200:3.0:1550575071.442766:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.442769:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.442770:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.442772:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.442773:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.442773:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.442774:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.443571:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0f900 x1625895440825744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.443573:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0f900 x1625895440825744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.443575:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.443654:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825744:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.443689:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.443882:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c000 - object 0x0:1728254 offset 643825664<>644874240
00000100:00100000:3.0:1550575071.443890:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825808:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.443894:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313dd0-0x5c6be48313dd0, portal 8
00000100:00000200:3.0:1550575071.443895:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825808, portal 4
00000100:00000200:3.0:1550575071.443895:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825808, offset 0
00000400:00000200:3.0:1550575071.443897:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.443899:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.443900:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.443902:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.443902:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.443903:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.443904:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.444661:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c000 x1625895440825808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.444663:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c000 x1625895440825808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.444665:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.444724:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825808:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.444828:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.445027:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2400 - object 0x0:1725237 offset 643825664<>644874240
00000100:00100000:3.0:1550575071.445040:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825872:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.445043:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313e10-0x5c6be48313e10, portal 8
00000100:00000200:3.0:1550575071.445045:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825872, portal 4
00000100:00000200:3.0:1550575071.445045:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825872, offset 0
00000400:00000200:3.0:1550575071.445048:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.445051:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.445052:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.445053:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.445054:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.445054:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.445055:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.445859:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2400 x1625895440825872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.445861:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2400 x1625895440825872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.445863:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.445942:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825872:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.445965:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.446168:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2100 - object 0x0:1728254 offset 644874240<>645922816
00000100:00100000:3.0:1550575071.446179:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825936:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.446181:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313e50-0x5c6be48313e50, portal 8
00000100:00000200:3.0:1550575071.446183:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440825936, portal 4
00000100:00000200:3.0:1550575071.446183:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440825936, offset 0
00000400:00000200:3.0:1550575071.446185:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.446187:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.446191:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.446193:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.446193:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.446194:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.446195:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.447081:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2100 x1625895440825936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.447082:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2100 x1625895440825936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.447084:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.447187:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440825936:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.448218:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.448454:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3000 - object 0x0:1728254 offset 645922816<>646971392
00000100:00100000:3.0:1550575071.448461:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826064:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.448464:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313ed0-0x5c6be48313ed0, portal 8
00000100:00000200:3.0:1550575071.448466:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826064, portal 4
00000100:00000200:3.0:1550575071.448467:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826064, offset 0
00000400:00000200:3.0:1550575071.448468:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.448471:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.448472:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.448473:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.448474:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.448474:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.448475:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.449321:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3000 x1625895440826064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.449322:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3000 x1625895440826064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.449324:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.449411:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826064:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.450659:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.450664:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313f50-0x5c6be48313f50, portal 8
00000100:00000200:3.0:1550575071.450665:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826192, portal 4
00000100:00000200:3.0:1550575071.450666:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826192, offset 0
00000400:00000200:3.0:1550575071.450667:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.450669:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.450670:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.450671:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.450672:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.450672:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.450673:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.451555:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7ba8f00 x1625895440826192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.451558:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7ba8f00 x1625895440826192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.451560:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.451653:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826192:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.453001:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.453259:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3c00 - object 0x0:1728254 offset 648019968<>649068544
00000100:00100000:3.0:1550575071.453269:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.453273:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48313fd0-0x5c6be48313fd0, portal 8
00000100:00000200:3.0:1550575071.453275:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826320, portal 4
00000100:00000200:3.0:1550575071.453277:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826320, offset 0
00000400:00000200:3.0:1550575071.453278:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.453282:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.453283:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.453286:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.453286:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.453287:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.453288:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.454176:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3c00 x1625895440826320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.454178:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3c00 x1625895440826320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.454180:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.454244:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826320:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.454395:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.454590:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac900 - object 0x0:1725237 offset 648019968<>649068544
00000100:00100000:3.0:1550575071.454598:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826384:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.454602:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314010-0x5c6be48314010, portal 8
00000100:00000200:3.0:1550575071.454603:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826384, portal 4
00000100:00000200:3.0:1550575071.454604:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826384, offset 0
00000400:00000200:3.0:1550575071.454605:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.454608:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.454609:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.454611:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.454611:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.454612:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.454613:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.455523:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.455719:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cad500 - object 0x0:1728254 offset 649068544<>650117120
00000100:00000200:3.0:1550575071.455726:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac900 x1625895440826384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.455728:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac900 x1625895440826384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.455732:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.455794:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826384:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.457813:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.458009:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cae100 - object 0x0:1728254 offset 650117120<>651165696
00000100:00100000:3.0:1550575071.458017:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826576:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.458020:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483140d0-0x5c6be483140d0, portal 8
00000100:00000200:3.0:1550575071.458021:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826576, portal 4
00000100:00000200:3.0:1550575071.458022:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826576, offset 0
00000400:00000200:3.0:1550575071.458023:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.458026:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.458027:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.458028:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.458029:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.458030:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.458037:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.458880:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cae100 x1625895440826576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.458882:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cae100 x1625895440826576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.458883:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.458955:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826576:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.460643:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.460838:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caed00 - object 0x0:1728687 offset 651165696<>652214272
00000100:00100000:3.0:1550575071.460844:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440826736:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.460847:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314170-0x5c6be48314170, portal 8
00000100:00000200:3.0:1550575071.460849:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826736, portal 4
00000100:00000200:3.0:1550575071.460850:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826736, offset 0
00000400:00000200:3.0:1550575071.460851:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.460854:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.460855:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.460857:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.460857:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.460858:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.460859:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.461229:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.461426:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf900 - object 0x0:1725237 offset 651165696<>652214272
00000100:00100000:3.0:1550575071.461433:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826768:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.461436:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314190-0x5c6be48314190, portal 8
00000100:00000200:3.0:1550575071.461437:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826768, portal 4
00000100:00000200:3.0:1550575071.461438:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826768, offset 0
00000400:00000200:3.0:1550575071.461440:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.461442:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.461443:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.461444:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.461445:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.461446:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.461447:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.461551:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caed00 x1625895440826736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.461552:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caed00 x1625895440826736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.461554:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.461615:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440826736:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.462206:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf900 x1625895440826768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.462208:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf900 x1625895440826768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.462210:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.462267:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826768:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.462358:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.462555:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4000 - object 0x0:1728254 offset 652214272<>653262848
00000100:00100000:3.0:1550575071.462563:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826832:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.462566:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483141d0-0x5c6be483141d0, portal 8
00000100:00000200:3.0:1550575071.462567:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826832, portal 4
00000100:00000200:3.0:1550575071.462568:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826832, offset 0
00000400:00000200:3.0:1550575071.462569:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.462572:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.462573:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.462575:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.462575:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.462576:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.462577:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.463460:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.463654:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4c00 - object 0x0:1725237 offset 652214272<>653262848
00000100:00100000:3.0:1550575071.463661:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.463665:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314210-0x5c6be48314210, portal 8
00000100:00000200:3.0:1550575071.463666:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826896, portal 4
00000100:00000200:3.0:1550575071.463667:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826896, offset 0
00000400:00000200:3.0:1550575071.463668:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.463670:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.463672:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.463673:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.463673:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.463674:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.463676:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.464016:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.464221:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5800 - object 0x0:1728629 offset 652214272<>653262848
00000100:00100000:3.0:1550575071.464227:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440826928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.464230:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314230-0x5c6be48314230, portal 8
00000100:00000200:3.0:1550575071.464231:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826928, portal 4
00000100:00000200:3.0:1550575071.464232:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826928, offset 0
00000400:00000200:3.0:1550575071.464237:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.464239:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.464240:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.464242:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.464242:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.464243:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.464244:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.464597:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.464795:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6400 - object 0x0:1728254 offset 653262848<>654311424
00000100:00100000:3.0:1550575071.464803:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826960:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.464806:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314250-0x5c6be48314250, portal 8
00000100:00000200:3.0:1550575071.464807:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440826960, portal 4
00000100:00000200:3.0:1550575071.464808:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440826960, offset 0
00000400:00000200:3.0:1550575071.464809:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.464812:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.464813:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.464814:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.464815:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.464815:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.464816:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.464833:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4000 x1625895440826832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.464836:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4000 x1625895440826832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.464837:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.464902:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826832:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.464904:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4c00 x1625895440826896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.464906:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4c00 x1625895440826896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.464907:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.464966:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.464968:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5800 x1625895440826928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.464970:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5800 x1625895440826928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.464971:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.465038:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440826928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.465584:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6400 x1625895440826960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.465585:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6400 x1625895440826960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.465587:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.465646:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440826960:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.465746:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.465947:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7300 - object 0x0:1725237 offset 653262848<>654311424
00000100:00100000:3.0:1550575071.465955:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827024:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.465958:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314290-0x5c6be48314290, portal 8
00000100:00000200:3.0:1550575071.465959:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827024, portal 4
00000100:00000200:3.0:1550575071.465961:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827024, offset 0
00000400:00000200:3.0:1550575071.465962:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.465964:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.465965:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.465967:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.465968:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.465968:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.465969:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.466785:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7300 x1625895440827024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.466787:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7300 x1625895440827024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.466789:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.466872:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827024:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.466893:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.467099:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88600 - object 0x0:1728254 offset 654311424<>655360000
00000100:00100000:3.0:1550575071.467107:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.467110:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483142d0-0x5c6be483142d0, portal 8
00000100:00000200:3.0:1550575071.467111:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827088, portal 4
00000100:00000200:3.0:1550575071.467112:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827088, offset 0
00000400:00000200:3.0:1550575071.467113:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.467116:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.467117:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.467118:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.467119:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.467119:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.467120:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.467936:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88600 x1625895440827088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.467940:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88600 x1625895440827088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.467942:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.468022:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827088:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.471422:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.471649:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c89800 - object 0x0:1728254 offset 656408576<>657457152
00000100:00100000:3.0:1550575071.471656:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827344:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.471660:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483143d0-0x5c6be483143d0, portal 8
00000100:00000200:3.0:1550575071.471661:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827344, portal 4
00000100:00000200:3.0:1550575071.471662:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827344, offset 0
00000400:00000200:3.0:1550575071.471663:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.471666:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.471667:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.471669:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.471669:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.471670:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.471671:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.472516:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c89800 x1625895440827344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.472518:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c89800 x1625895440827344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.472519:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.472600:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827344:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.473683:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.473903:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8b000 - object 0x0:1728254 offset 657457152<>658505728
00000100:00100000:3.0:1550575071.473911:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827472:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.473914:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314450-0x5c6be48314450, portal 8
00000100:00000200:3.0:1550575071.473916:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827472, portal 4
00000100:00000200:3.0:1550575071.473917:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827472, offset 0
00000400:00000200:3.0:1550575071.473919:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.473922:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.473923:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.473924:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.473925:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.473925:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.473926:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.474789:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8b000 x1625895440827472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.474791:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8b000 x1625895440827472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.474792:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.474890:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827472:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.475359:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.475570:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8bc00 - object 0x0:1728629 offset 657457152<>658505728
00000100:00100000:3.0:1550575071.475576:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440827568:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.475579:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483144b0-0x5c6be483144b0, portal 8
00000100:00000200:3.0:1550575071.475580:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827568, portal 4
00000100:00000200:3.0:1550575071.475581:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827568, offset 0
00000400:00000200:3.0:1550575071.475582:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.475585:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.475586:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.475587:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.475588:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.475589:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.475590:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.475905:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.476109:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88300 - object 0x0:1728254 offset 658505728<>659554304
00000100:00100000:3.0:1550575071.476117:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.476120:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483144d0-0x5c6be483144d0, portal 8
00000100:00000200:3.0:1550575071.476121:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827600, portal 4
00000100:00000200:3.0:1550575071.476122:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827600, offset 0
00000400:00000200:3.0:1550575071.476123:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.476126:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.476127:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.476128:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.476129:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.476129:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.476130:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.476386:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8bc00 x1625895440827568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.476388:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8bc00 x1625895440827568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.476390:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.476471:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440827568:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.476943:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88300 x1625895440827600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.476945:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88300 x1625895440827600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.476946:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.477020:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827600:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.477064:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.477264:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c89500 - object 0x0:1725237 offset 658505728<>659554304
00000100:00100000:3.0:1550575071.477271:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827664:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.477276:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314510-0x5c6be48314510, portal 8
00000100:00000200:3.0:1550575071.477277:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827664, portal 4
00000100:00000200:3.0:1550575071.477278:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827664, offset 0
00000400:00000200:3.0:1550575071.477279:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.477282:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.477283:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.477284:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.477285:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.477285:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.477286:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.478081:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c89500 x1625895440827664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.478082:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c89500 x1625895440827664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.478084:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.478156:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827664:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.478217:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.478416:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8a700 - object 0x0:1728254 offset 659554304<>660602880
00000100:00100000:3.0:1550575071.478423:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.478426:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314550-0x5c6be48314550, portal 8
00000100:00000200:3.0:1550575071.478428:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827728, portal 4
00000100:00000200:3.0:1550575071.478428:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827728, offset 0
00000400:00000200:3.0:1550575071.478430:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.478432:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.478433:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.478435:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.478435:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.478436:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.478437:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.479269:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8a700 x1625895440827728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.479271:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8a700 x1625895440827728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.479273:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.479351:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827728:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.479352:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.479548:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8b900 - object 0x0:1725237 offset 659554304<>660602880
00000100:00100000:3.0:1550575071.479556:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827792:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.479559:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314590-0x5c6be48314590, portal 8
00000100:00000200:3.0:1550575071.479560:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827792, portal 4
00000100:00000200:3.0:1550575071.479561:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827792, offset 0
00000400:00000200:3.0:1550575071.479562:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.479565:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.479566:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.479567:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.479568:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.479568:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.479569:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.480396:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8b900 x1625895440827792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.480397:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8b900 x1625895440827792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.480399:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.480480:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827792:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.480501:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.480697:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410000 - object 0x0:1728254 offset 660602880<>661651456
00000100:00100000:3.0:1550575071.480705:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.480708:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483145d0-0x5c6be483145d0, portal 8
00000100:00000200:3.0:1550575071.480709:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827856, portal 4
00000100:00000200:3.0:1550575071.480710:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827856, offset 0
00000400:00000200:3.0:1550575071.480711:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.480714:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.480715:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.480716:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.480717:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.480717:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.480718:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.481541:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410000 x1625895440827856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.481543:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410000 x1625895440827856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.481544:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.481621:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827856:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.481644:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.481838:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410300 - object 0x0:1725237 offset 660602880<>661651456
00000100:00100000:3.0:1550575071.481845:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827920:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.481848:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314610-0x5c6be48314610, portal 8
00000100:00000200:3.0:1550575071.481850:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827920, portal 4
00000100:00000200:3.0:1550575071.481851:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827920, offset 0
00000400:00000200:3.0:1550575071.481852:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.481855:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.481856:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.481857:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.481858:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.481859:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.481860:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.482202:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.482393:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410600 - object 0x0:1728629 offset 660602880<>661651456
00000100:00100000:3.0:1550575071.482398:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440827952:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.482401:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314630-0x5c6be48314630, portal 8
00000100:00000200:3.0:1550575071.482402:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440827952, portal 4
00000100:00000200:3.0:1550575071.482403:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440827952, offset 0
00000400:00000200:3.0:1550575071.482405:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.482407:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.482408:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.482410:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.482410:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.482411:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.482412:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.482694:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410300 x1625895440827920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.482696:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410300 x1625895440827920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.482698:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.482776:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440827920:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.483106:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410600 x1625895440827952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.483108:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410600 x1625895440827952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.483109:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.483164:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440827952:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.483905:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.484109:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410900 - object 0x0:1725237 offset 661651456<>662700032
00000100:00100000:3.0:1550575071.484117:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828048:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.484120:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314690-0x5c6be48314690, portal 8
00000100:00000200:3.0:1550575071.484121:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828048, portal 4
00000100:00000200:3.0:1550575071.484122:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828048, offset 0
00000400:00000200:3.0:1550575071.484123:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.484126:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.484127:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.484128:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.484129:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.484129:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.484130:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.484966:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410900 x1625895440828048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.484968:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410900 x1625895440828048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.484970:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.485052:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828048:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.486128:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.486327:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410c00 - object 0x0:1725237 offset 662700032<>663748608
00000100:00100000:3.0:1550575071.486334:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828176:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.486338:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314710-0x5c6be48314710, portal 8
00000100:00000200:3.0:1550575071.486339:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828176, portal 4
00000100:00000200:3.0:1550575071.486340:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828176, offset 0
00000400:00000200:3.0:1550575071.486341:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.486344:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.486345:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.486347:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.486348:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.486348:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.486349:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.487254:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.487446:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410f00 - object 0x0:1728254 offset 663748608<>664797184
00000100:00100000:3.0:1550575071.487454:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828240:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.487457:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314750-0x5c6be48314750, portal 8
00000100:00000200:3.0:1550575071.487458:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828240, portal 4
00000100:00000200:3.0:1550575071.487459:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828240, offset 0
00000400:00000200:3.0:1550575071.487460:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.487462:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.487463:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.487465:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.487466:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.487466:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.487467:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.487771:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410c00 x1625895440828176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.487773:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410c00 x1625895440828176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.487775:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.487919:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828176:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.488225:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410f00 x1625895440828240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.488227:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410f00 x1625895440828240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.488229:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.488285:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828240:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.488418:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.488615:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411200 - object 0x0:1725237 offset 663748608<>664797184
00000100:00100000:3.0:1550575071.488622:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828304:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.488625:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314790-0x5c6be48314790, portal 8
00000100:00000200:3.0:1550575071.488627:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828304, portal 4
00000100:00000200:3.0:1550575071.488627:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828304, offset 0
00000400:00000200:3.0:1550575071.488629:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.488631:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.488632:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.488634:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.488634:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.488635:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.488636:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.489394:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411200 x1625895440828304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.489396:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411200 x1625895440828304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.489398:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.489464:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828304:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.489543:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.489738:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411500 - object 0x0:1728254 offset 664797184<>665845760
00000100:00100000:3.0:1550575071.489746:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828368:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.489749:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483147d0-0x5c6be483147d0, portal 8
00000100:00000200:3.0:1550575071.489750:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828368, portal 4
00000100:00000200:3.0:1550575071.489751:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828368, offset 0
00000400:00000200:3.0:1550575071.489752:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.489754:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.489755:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.489757:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.489758:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.489758:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.489759:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.490566:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411500 x1625895440828368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.490567:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411500 x1625895440828368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.490569:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.490650:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828368:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.490679:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.490878:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411800 - object 0x0:1725237 offset 664797184<>665845760
00000100:00100000:3.0:1550575071.490885:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.490888:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314810-0x5c6be48314810, portal 8
00000100:00000200:3.0:1550575071.490889:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828432, portal 4
00000100:00000200:3.0:1550575071.490890:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828432, offset 0
00000400:00000200:3.0:1550575071.490891:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.490894:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.490895:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.490896:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.490897:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.490897:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.490898:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.491701:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411800 x1625895440828432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.491702:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411800 x1625895440828432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.491704:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.491779:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828432:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.491814:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.492015:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411b00 - object 0x0:1728254 offset 665845760<>666894336
00000100:00100000:3.0:1550575071.492023:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.492026:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314850-0x5c6be48314850, portal 8
00000100:00000200:3.0:1550575071.492028:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828496, portal 4
00000100:00000200:3.0:1550575071.492028:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828496, offset 0
00000400:00000200:3.0:1550575071.492029:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.492038:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.492040:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.492041:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.492042:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.492042:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.492043:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.492909:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.493109:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411e00 - object 0x0:1725237 offset 665845760<>666894336
00000100:00100000:3.0:1550575071.493116:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.493119:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314890-0x5c6be48314890, portal 8
00000100:00000200:3.0:1550575071.493120:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828560, portal 4
00000100:00000200:3.0:1550575071.493121:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828560, offset 0
00000400:00000200:3.0:1550575071.493123:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.493126:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.493127:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.493128:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.493129:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.493130:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.493131:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.493946:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411e00 x1625895440828560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.493948:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411e00 x1625895440828560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.493950:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.494026:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.494049:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411b00 x1625895440828496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.494051:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411b00 x1625895440828496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.494053:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.494133:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828496:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.495215:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.495407:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412100 - object 0x0:1725237 offset 666894336<>667942912
00000100:00100000:3.0:1550575071.495415:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.495418:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314910-0x5c6be48314910, portal 8
00000100:00000200:3.0:1550575071.495420:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828688, portal 4
00000100:00000200:3.0:1550575071.495420:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828688, offset 0
00000400:00000200:3.0:1550575071.495422:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.495424:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.495425:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.495427:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.495427:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.495428:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.495429:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.496205:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412100 x1625895440828688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.496207:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412100 x1625895440828688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.496208:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.496276:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828688:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.496342:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.496538:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412400 - object 0x0:1728254 offset 667942912<>668991488
00000100:00100000:3.0:1550575071.496550:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.496553:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314950-0x5c6be48314950, portal 8
00000100:00000200:3.0:1550575071.496555:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828752, portal 4
00000100:00000200:3.0:1550575071.496555:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828752, offset 0
00000400:00000200:3.0:1550575071.496557:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.496560:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.496561:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.496562:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.496563:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.496563:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.496564:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.497371:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412400 x1625895440828752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.497373:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412400 x1625895440828752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.497374:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.497455:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828752:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.497487:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.497682:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412700 - object 0x0:1725237 offset 667942912<>668991488
00000100:00100000:3.0:1550575071.497690:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.497693:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314990-0x5c6be48314990, portal 8
00000100:00000200:3.0:1550575071.497694:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828816, portal 4
00000100:00000200:3.0:1550575071.497694:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828816, offset 0
00000400:00000200:3.0:1550575071.497696:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.497698:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.497701:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.497702:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.497703:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.497703:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.497704:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.498503:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412700 x1625895440828816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.498505:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412700 x1625895440828816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.498506:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.498580:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828816:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.498634:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.498828:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412a00 - object 0x0:1728254 offset 668991488<>670040064
00000100:00100000:3.0:1550575071.498836:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828880:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.498838:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483149d0-0x5c6be483149d0, portal 8
00000100:00000200:3.0:1550575071.498840:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828880, portal 4
00000100:00000200:3.0:1550575071.498840:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828880, offset 0
00000400:00000200:3.0:1550575071.498842:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.498845:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.498846:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.498847:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.498848:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.498848:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.498849:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.499654:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412a00 x1625895440828880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.499656:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412a00 x1625895440828880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.499658:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.499736:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828880:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.499774:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.499971:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412d00 - object 0x0:1725237 offset 668991488<>670040064
00000100:00100000:3.0:1550575071.499978:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.499982:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314a10-0x5c6be48314a10, portal 8
00000100:00000200:3.0:1550575071.499983:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440828944, portal 4
00000100:00000200:3.0:1550575071.499984:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440828944, offset 0
00000400:00000200:3.0:1550575071.499985:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.499987:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.499988:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.499990:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.499990:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.499991:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.499992:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.500784:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412d00 x1625895440828944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.500785:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412d00 x1625895440828944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.500787:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.500867:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440828944:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.500904:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.501107:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413000 - object 0x0:1728254 offset 670040064<>671088640
00000100:00100000:3.0:1550575071.501114:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.501117:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314a50-0x5c6be48314a50, portal 8
00000100:00000200:3.0:1550575071.501118:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829008, portal 4
00000100:00000200:3.0:1550575071.501119:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829008, offset 0
00000400:00000200:3.0:1550575071.501120:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.501123:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.501125:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.501126:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.501127:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.501127:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.501128:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.501472:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.501665:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413300 - object 0x0:1728687 offset 670040064<>671088640
00000100:00100000:3.0:1550575071.501671:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440829040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.501674:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314a70-0x5c6be48314a70, portal 8
00000100:00000200:3.0:1550575071.501675:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829040, portal 4
00000100:00000200:3.0:1550575071.501676:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829040, offset 0
00000400:00000200:3.0:1550575071.501677:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.501679:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.501680:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.501682:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.501682:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.501683:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.501684:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.501919:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413000 x1625895440829008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.501921:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413000 x1625895440829008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.501923:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.502005:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829008:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.502051:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.502253:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413600 - object 0x0:1725237 offset 670040064<>671088640
00000100:00100000:3.0:1550575071.502260:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.502263:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314a90-0x5c6be48314a90, portal 8
00000100:00000200:3.0:1550575071.502265:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829072, portal 4
00000100:00000200:3.0:1550575071.502265:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829072, offset 0
00000400:00000200:3.0:1550575071.502267:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.502269:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.502270:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.502272:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.502273:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.502273:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.502274:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.503129:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.503334:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413900 - object 0x0:1728254 offset 671088640<>672137216
00000100:00100000:3.0:1550575071.503341:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.503344:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314ad0-0x5c6be48314ad0, portal 8
00000100:00000200:3.0:1550575071.503345:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829136, portal 4
00000100:00000200:3.0:1550575071.503346:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829136, offset 0
00000400:00000200:3.0:1550575071.503347:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.503350:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.503351:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.503352:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.503353:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.503354:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.503355:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.504231:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.504432:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413c00 - object 0x0:1725237 offset 671088640<>672137216
00000100:00000200:3.0:1550575071.504439:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413900 x1625895440829136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.504441:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413900 x1625895440829136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.504443:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.504508:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.504509:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413600 x1625895440829072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.504511:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413600 x1625895440829072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.504513:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.504572:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.504575:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413300 x1625895440829040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.504577:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413300 x1625895440829040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.504578:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.504580:0:2494:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894506859 gen 1
00000100:00100000:3.0:1550575071.505461:0:2494:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881573bba700 x1625895440806640/t12894506860(12894506860) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575078 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575071.505583:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440829040:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.506570:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.506768:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c93c00 - object 0x0:1725237 offset 672137216<>673185792
00000100:00100000:3.0:1550575071.506776:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.506780:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314b90-0x5c6be48314b90, portal 8
00000100:00000200:3.0:1550575071.506781:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829328, portal 4
00000100:00000200:3.0:1550575071.506782:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829328, offset 0
00000400:00000200:3.0:1550575071.506783:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.506786:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.506787:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.506789:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.506790:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.506791:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.506792:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.507516:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c93c00 x1625895440829328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.507518:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c93c00 x1625895440829328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.507519:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.507583:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829328:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.507690:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.507884:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c92a00 - object 0x0:1728254 offset 673185792<>674234368
00000100:00100000:3.0:1550575071.507892:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.507895:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314bd0-0x5c6be48314bd0, portal 8
00000100:00000200:3.0:1550575071.507896:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829392, portal 4
00000100:00000200:3.0:1550575071.507897:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829392, offset 0
00000400:00000200:3.0:1550575071.507898:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.507901:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.507902:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.507903:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.507904:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.507904:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.507905:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.508634:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c92a00 x1625895440829392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.508635:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c92a00 x1625895440829392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.508637:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.508697:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829392:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.508825:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.509018:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c91e00 - object 0x0:1725237 offset 673185792<>674234368
00000100:00100000:3.0:1550575071.509026:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.509030:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314c10-0x5c6be48314c10, portal 8
00000100:00000200:3.0:1550575071.509037:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829456, portal 4
00000100:00000200:3.0:1550575071.509038:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829456, offset 0
00000400:00000200:3.0:1550575071.509039:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.509041:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.509043:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.509044:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.509045:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.509045:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.509046:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.509782:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91e00 x1625895440829456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.509783:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91e00 x1625895440829456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.509785:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.509845:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829456:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.509956:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.510157:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c91200 - object 0x0:1728254 offset 674234368<>675282944
00000100:00100000:3.0:1550575071.510164:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.510167:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314c50-0x5c6be48314c50, portal 8
00000100:00000200:3.0:1550575071.510169:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829520, portal 4
00000100:00000200:3.0:1550575071.510169:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829520, offset 0
00000400:00000200:3.0:1550575071.510171:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.510173:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.510178:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.510179:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.510181:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.510181:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.510182:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.511057:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.511253:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c90600 - object 0x0:1725237 offset 674234368<>675282944
00000100:00100000:3.0:1550575071.511260:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.511264:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314c90-0x5c6be48314c90, portal 8
00000100:00000200:3.0:1550575071.511265:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829584, portal 4
00000100:00000200:3.0:1550575071.511266:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829584, offset 0
00000400:00000200:3.0:1550575071.511267:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.511270:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.511271:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.511272:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.511273:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.511273:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.511275:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.512205:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91200 x1625895440829520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.512207:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91200 x1625895440829520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.512209:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.512289:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.512291:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c90600 x1625895440829584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.512293:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c90600 x1625895440829584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.512294:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.512355:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829584:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.513324:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.513519:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bf900 - object 0x0:1725237 offset 675282944<>676331520
00000100:00100000:3.0:1550575071.513527:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829712:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.513530:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314d10-0x5c6be48314d10, portal 8
00000100:00000200:3.0:1550575071.513531:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829712, portal 4
00000100:00000200:3.0:1550575071.513532:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829712, offset 0
00000400:00000200:3.0:1550575071.513534:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.513536:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.513537:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.513539:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.513540:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.513540:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.513541:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.514324:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bf900 x1625895440829712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.514326:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bf900 x1625895440829712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.514328:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.514401:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829712:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.514463:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.514657:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bed00 - object 0x0:1728254 offset 676331520<>677380096
00000100:00100000:3.0:1550575071.514664:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829776:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.514667:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314d50-0x5c6be48314d50, portal 8
00000100:00000200:3.0:1550575071.514668:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829776, portal 4
00000100:00000200:3.0:1550575071.514669:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829776, offset 0
00000400:00000200:3.0:1550575071.514671:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.514673:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.514674:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.514676:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.514679:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.514679:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.514680:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.515423:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bed00 x1625895440829776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.515424:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bed00 x1625895440829776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.515426:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.515490:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829776:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.515582:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.515782:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1be100 - object 0x0:1725237 offset 676331520<>677380096
00000100:00100000:3.0:1550575071.515789:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829840:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.515792:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314d90-0x5c6be48314d90, portal 8
00000100:00000200:3.0:1550575071.515794:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829840, portal 4
00000100:00000200:3.0:1550575071.515795:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829840, offset 0
00000400:00000200:3.0:1550575071.515796:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.515798:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.515799:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.515801:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.515802:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.515802:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.515803:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.516539:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1be100 x1625895440829840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.516541:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1be100 x1625895440829840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.516543:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.516605:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829840:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.516718:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.516918:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bd500 - object 0x0:1728254 offset 677380096<>678428672
00000100:00100000:3.0:1550575071.516925:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829904:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.516929:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314dd0-0x5c6be48314dd0, portal 8
00000100:00000200:3.0:1550575071.516930:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829904, portal 4
00000100:00000200:3.0:1550575071.516931:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829904, offset 0
00000400:00000200:3.0:1550575071.516932:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.516935:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.516936:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.516937:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.516938:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.516938:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.516939:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.517683:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bd500 x1625895440829904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.517685:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bd500 x1625895440829904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.517687:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.517747:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829904:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.517840:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.518046:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bc900 - object 0x0:1725237 offset 677380096<>678428672
00000100:00100000:3.0:1550575071.518053:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829968:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.518056:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314e10-0x5c6be48314e10, portal 8
00000100:00000200:3.0:1550575071.518058:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440829968, portal 4
00000100:00000200:3.0:1550575071.518059:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440829968, offset 0
00000400:00000200:3.0:1550575071.518060:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.518063:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.518064:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.518065:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.518067:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.518067:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.518068:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.518806:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bc900 x1625895440829968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.518807:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bc900 x1625895440829968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.518809:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.518869:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440829968:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.518961:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.519161:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317c00 - object 0x0:1728254 offset 678428672<>679477248
00000100:00100000:3.0:1550575071.519168:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.519171:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314e50-0x5c6be48314e50, portal 8
00000100:00000200:3.0:1550575071.519173:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830032, portal 4
00000100:00000200:3.0:1550575071.519173:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830032, offset 0
00000400:00000200:3.0:1550575071.519179:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.519181:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.519182:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.519184:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.519184:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.519185:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.519186:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.519932:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317c00 x1625895440830032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.519934:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317c00 x1625895440830032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.519935:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.519999:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830032:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.520087:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.520285:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317000 - object 0x0:1725237 offset 678428672<>679477248
00000100:00100000:3.0:1550575071.520291:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830096:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.520295:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314e90-0x5c6be48314e90, portal 8
00000100:00000200:3.0:1550575071.520296:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830096, portal 4
00000100:00000200:3.0:1550575071.520297:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830096, offset 0
00000400:00000200:3.0:1550575071.520298:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.520301:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.520302:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.520303:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.520304:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.520304:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.520305:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.521729:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.521950:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e316400 - object 0x0:1728687 offset 679477248<>680525824
00000100:00100000:3.0:1550575071.521956:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440830192:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.521959:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314ef0-0x5c6be48314ef0, portal 8
00000100:00000200:3.0:1550575071.521961:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830192, portal 4
00000100:00000200:3.0:1550575071.521962:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830192, offset 0
00000400:00000200:3.0:1550575071.521963:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.521965:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.521967:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.521968:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.521968:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.521969:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.521970:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.522302:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.522494:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315800 - object 0x0:1725237 offset 679477248<>680525824
00000100:00000200:3.0:1550575071.522497:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317000 x1625895440830096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.522500:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317000 x1625895440830096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.522502:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.522564:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830096:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.522659:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e316400 x1625895440830192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.522661:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e316400 x1625895440830192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.522663:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.522723:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440830192:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.523447:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.523643:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314c00 - object 0x0:1728254 offset 680525824<>681574400
00000100:00100000:3.0:1550575071.523650:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830288:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.523653:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314f50-0x5c6be48314f50, portal 8
00000100:00000200:3.0:1550575071.523655:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830288, portal 4
00000100:00000200:3.0:1550575071.523655:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830288, offset 0
00000400:00000200:3.0:1550575071.523657:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.523659:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.523660:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.523662:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.523662:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.523663:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.523664:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.524408:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314c00 x1625895440830288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.524409:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314c00 x1625895440830288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.524411:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.524472:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830288:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.524565:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.524759:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314000 - object 0x0:1725237 offset 680525824<>681574400
00000100:00100000:3.0:1550575071.524766:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830352:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.524769:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314f90-0x5c6be48314f90, portal 8
00000100:00000200:3.0:1550575071.524770:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830352, portal 4
00000100:00000200:3.0:1550575071.524771:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830352, offset 0
00000400:00000200:3.0:1550575071.524772:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.524775:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.524776:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.524778:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.524778:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.524779:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.524780:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.525504:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314000 x1625895440830352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.525506:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314000 x1625895440830352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.525508:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.525568:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830352:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.525681:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.525878:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fe700 - object 0x0:1728254 offset 681574400<>682622976
00000100:00100000:3.0:1550575071.525885:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.525888:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48314fd0-0x5c6be48314fd0, portal 8
00000100:00000200:3.0:1550575071.525890:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830416, portal 4
00000100:00000200:3.0:1550575071.525891:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830416, offset 0
00000400:00000200:3.0:1550575071.525892:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.525895:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.525896:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.525898:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.525898:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.525899:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.525900:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.526589:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fe700 x1625895440830416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.526591:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fe700 x1625895440830416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.526592:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.526651:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830416:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.526791:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.526986:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5200 - object 0x0:1725237 offset 681574400<>682622976
00000100:00100000:3.0:1550575071.526993:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830480:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.526996:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315010-0x5c6be48315010, portal 8
00000100:00000200:3.0:1550575071.526998:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830480, portal 4
00000100:00000200:3.0:1550575071.526998:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830480, offset 0
00000400:00000200:3.0:1550575071.527000:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.527002:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.527003:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.527005:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.527005:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.527006:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.527007:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.527354:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.528031:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4900 - object 0x0:1728629 offset 681574400<>682622976
00000100:00100000:3.0:1550575071.528045:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1550575071.528047:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830528:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.528050:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315040-0x5c6be48315040, portal 8
00000100:00000200:3.0:1550575071.528052:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830528, portal 4
00000100:00000200:3.0:1550575071.528053:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830528, offset 0
00000400:00000200:3.0:1550575071.528054:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.528067:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.528068:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.528069:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.528070:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.528071:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575071.528071:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575071.528207:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5200 x1625895440830480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.528209:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5200 x1625895440830480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.528211:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.528311:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830480:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.529056:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.529295:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5500 - object 0x0:1725237 offset 682622976<>683671552
00000100:00100000:3.0:1550575071.529303:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830608:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.529306:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315090-0x5c6be48315090, portal 8
00000100:00000200:3.0:1550575071.529307:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830608, portal 4
00000100:00000200:3.0:1550575071.529308:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830608, offset 0
00000400:00000200:3.0:1550575071.529309:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.529312:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.529313:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.529314:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.529315:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.529315:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.529316:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.529842:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4900 x1625895440830528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.529844:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4900 x1625895440830528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.529845:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.529910:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830528:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.530174:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.530376:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6100 - object 0x0:1728254 offset 683671552<>684720128
00000100:00100000:3.0:1550575071.530383:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830672:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.530386:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483150d0-0x5c6be483150d0, portal 8
00000100:00000200:3.0:1550575071.530388:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830672, portal 4
00000100:00000200:3.0:1550575071.530388:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830672, offset 0
00000400:00000200:3.0:1550575071.530389:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.530392:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.530393:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.530395:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.530395:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.530396:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.530397:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.531321:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.531518:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6a00 - object 0x0:1725237 offset 683671552<>684720128
00000100:00000200:3.0:1550575071.531525:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6100 x1625895440830672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.531527:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6100 x1625895440830672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.531528:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.531590:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830672:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.531592:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5500 x1625895440830608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.531595:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5500 x1625895440830608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.531597:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.531657:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830608:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.532459:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.532654:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7600 - object 0x0:1728254 offset 684720128<>685768704
00000100:00100000:3.0:1550575071.532661:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830800:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.532664:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315150-0x5c6be48315150, portal 8
00000100:00000200:3.0:1550575071.532665:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830800, portal 4
00000100:00000200:3.0:1550575071.532666:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830800, offset 0
00000400:00000200:3.0:1550575071.532667:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.532670:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.532671:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.532672:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.532673:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.532674:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.532675:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.533411:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7600 x1625895440830800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.533413:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7600 x1625895440830800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.533415:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.533475:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830800:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.533596:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.533790:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7c00 - object 0x0:1725237 offset 684720128<>685768704
00000100:00100000:3.0:1550575071.533797:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830864:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.533799:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315190-0x5c6be48315190, portal 8
00000100:00000200:3.0:1550575071.533801:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830864, portal 4
00000100:00000200:3.0:1550575071.533802:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830864, offset 0
00000400:00000200:3.0:1550575071.533804:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.533807:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.533808:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.533809:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.533810:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.533810:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.533811:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.534505:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7c00 x1625895440830864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.534507:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7c00 x1625895440830864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.534508:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.534569:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830864:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.534733:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.534929:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6d00 - object 0x0:1728254 offset 685768704<>686817280
00000100:00100000:3.0:1550575071.534936:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830928:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.534939:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483151d0-0x5c6be483151d0, portal 8
00000100:00000200:3.0:1550575071.534940:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830928, portal 4
00000100:00000200:3.0:1550575071.534941:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830928, offset 0
00000400:00000200:3.0:1550575071.534942:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.534945:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.534946:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.534947:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.534948:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.534949:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.534950:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.535655:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6d00 x1625895440830928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.535657:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6d00 x1625895440830928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.535659:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.535719:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830928:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.535859:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.536061:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4300 - object 0x0:1725237 offset 685768704<>686817280
00000100:00100000:3.0:1550575071.536068:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830992:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.536071:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315210-0x5c6be48315210, portal 8
00000100:00000200:3.0:1550575071.536073:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440830992, portal 4
00000100:00000200:3.0:1550575071.536073:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440830992, offset 0
00000400:00000200:3.0:1550575071.536074:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.536077:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.536078:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.536080:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.536080:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.536081:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.536082:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.536955:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.537156:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4f00 - object 0x0:1728254 offset 686817280<>687865856
00000100:00100000:3.0:1550575071.537164:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.537166:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315250-0x5c6be48315250, portal 8
00000100:00000200:3.0:1550575071.537168:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831056, portal 4
00000100:00000200:3.0:1550575071.537168:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831056, offset 0
00000400:00000200:3.0:1550575071.537169:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.537172:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.537173:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.537179:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.537180:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.537180:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.537181:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.537518:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.537739:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5b00 - object 0x0:1728687 offset 686817280<>687865856
00000100:00100000:3.0:1550575071.537745:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440831088:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.537747:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315270-0x5c6be48315270, portal 8
00000100:00000200:3.0:1550575071.537749:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831088, portal 4
00000100:00000200:3.0:1550575071.537750:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831088, offset 0
00000400:00000200:3.0:1550575071.537751:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.537753:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.537754:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.537756:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.537756:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.537757:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.537758:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.538077:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.538276:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6700 - object 0x0:1725237 offset 686817280<>687865856
00000100:00000200:3.0:1550575071.538283:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4f00 x1625895440831056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.538285:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4f00 x1625895440831056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.538287:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.538350:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.538351:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4300 x1625895440830992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.538353:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4300 x1625895440830992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.538356:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.538416:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440830992:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.538520:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5b00 x1625895440831088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.538521:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5b00 x1625895440831088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.538523:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.538582:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440831088:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.539230:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.539425:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7000 - object 0x0:1728254 offset 687865856<>688914432
00000100:00100000:3.0:1550575071.539433:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831184:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.539436:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483152d0-0x5c6be483152d0, portal 8
00000100:00000200:3.0:1550575071.539437:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831184, portal 4
00000100:00000200:3.0:1550575071.539438:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831184, offset 0
00000400:00000200:3.0:1550575071.539439:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.539442:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.539443:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.539444:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.539445:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.539445:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.539446:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.540145:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7000 x1625895440831184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.540146:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7000 x1625895440831184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.540148:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.540216:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831184:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.540360:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.540559:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e09e0600 - object 0x0:1725237 offset 687865856<>688914432
00000100:00100000:3.0:1550575071.540567:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831248:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.540570:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315310-0x5c6be48315310, portal 8
00000100:00000200:3.0:1550575071.540571:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831248, portal 4
00000100:00000200:3.0:1550575071.540572:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831248, offset 0
00000400:00000200:3.0:1550575071.540573:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.540576:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.540577:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.540578:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.540579:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.540579:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.540580:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.541288:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e09e0600 x1625895440831248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.541289:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e09e0600 x1625895440831248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.541291:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.541354:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831248:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.541477:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.541674:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e09e1200 - object 0x0:1728254 offset 688914432<>689963008
00000100:00100000:3.0:1550575071.541682:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831312:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.541684:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315350-0x5c6be48315350, portal 8
00000100:00000200:3.0:1550575071.541686:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831312, portal 4
00000100:00000200:3.0:1550575071.541687:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831312, offset 0
00000400:00000200:3.0:1550575071.541688:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.541691:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.541693:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.541695:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.541695:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.541696:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.541697:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.542401:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e09e1200 x1625895440831312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.542403:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e09e1200 x1625895440831312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.542404:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.542477:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831312:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.542658:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.542916:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e09e0c00 - object 0x0:1725237 offset 688914432<>689963008
00000100:00100000:3.0:1550575071.542928:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831376:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.542935:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315390-0x5c6be48315390, portal 8
00000100:00000200:3.0:1550575071.542938:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831376, portal 4
00000100:00000200:3.0:1550575071.542939:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831376, offset 0
00000400:00000200:3.0:1550575071.542941:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.542946:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.542947:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.542950:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.542951:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.542951:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.542953:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.543722:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e09e0c00 x1625895440831376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.543725:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e09e0c00 x1625895440831376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.543726:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.543811:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831376:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.544166:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.544413:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf900 - object 0x0:1728254 offset 689963008<>691011584
00000100:00100000:3.0:1550575071.544423:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831440:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.544428:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483153d0-0x5c6be483153d0, portal 8
00000100:00000200:3.0:1550575071.544431:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831440, portal 4
00000100:00000200:3.0:1550575071.544432:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831440, offset 0
00000400:00000200:3.0:1550575071.544433:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.544436:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.544438:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.544440:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.544441:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.544441:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575071.544442:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575071.545185:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf900 x1625895440831440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.545187:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf900 x1625895440831440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.545189:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.545246:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831440:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.545524:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.545721:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf300 - object 0x0:1725237 offset 689963008<>691011584
00000100:00100000:3.0:1550575071.545728:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831504:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.545731:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315410-0x5c6be48315410, portal 8
00000100:00000200:3.0:1550575071.545733:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831504, portal 4
00000100:00000200:3.0:1550575071.545733:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831504, offset 0
00000400:00000200:3.0:1550575071.545735:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.545737:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.545739:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.545741:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.545741:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.545742:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.545743:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.546489:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf300 x1625895440831504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.546491:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf300 x1625895440831504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.546493:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.546555:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831504:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.546659:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.546852:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaed00 - object 0x0:1728254 offset 691011584<>692060160
00000100:00100000:3.0:1550575071.546860:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831568:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.546863:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315450-0x5c6be48315450, portal 8
00000100:00000200:3.0:1550575071.546864:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831568, portal 4
00000100:00000200:3.0:1550575071.546865:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831568, offset 0
00000400:00000200:3.0:1550575071.546866:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.546869:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.546870:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.546871:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.546872:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.546873:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.546874:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.547584:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaed00 x1625895440831568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.547586:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaed00 x1625895440831568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.547588:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.547649:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831568:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.547777:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.547975:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae700 - object 0x0:1725237 offset 691011584<>692060160
00000100:00100000:3.0:1550575071.547982:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.547986:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315490-0x5c6be48315490, portal 8
00000100:00000200:3.0:1550575071.547987:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831632, portal 4
00000100:00000200:3.0:1550575071.547988:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831632, offset 0
00000400:00000200:3.0:1550575071.547989:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.547991:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.547993:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.547994:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.547994:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.547995:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.547996:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.548879:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.549085:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae100 - object 0x0:1728254 offset 692060160<>693108736
00000100:00100000:3.0:1550575071.549092:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.549095:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483154d0-0x5c6be483154d0, portal 8
00000100:00000200:3.0:1550575071.549097:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831696, portal 4
00000100:00000200:3.0:1550575071.549098:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831696, offset 0
00000400:00000200:3.0:1550575071.549099:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.549102:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.549103:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.549104:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.549105:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.549105:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.549106:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.549453:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.549656:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebadb00 - object 0x0:1728687 offset 692060160<>693108736
00000100:00100000:3.0:1550575071.549662:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440831728:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.549665:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483154f0-0x5c6be483154f0, portal 8
00000100:00000200:3.0:1550575071.549666:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831728, portal 4
00000100:00000200:3.0:1550575071.549667:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831728, offset 0
00000400:00000200:3.0:1550575071.549668:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.549671:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.549672:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.549674:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.549674:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.549675:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.549676:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.550001:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae700 x1625895440831632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.550003:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae700 x1625895440831632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.550005:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.550113:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.550115:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae100 x1625895440831696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.550116:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae100 x1625895440831696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.550118:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.550183:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.550412:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebadb00 x1625895440831728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.550414:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebadb00 x1625895440831728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.550416:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.550473:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440831728:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.551168:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.551366:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebad500 - object 0x0:1728254 offset 693108736<>694157312
00000100:00100000:3.0:1550575071.551373:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831824:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.551376:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315550-0x5c6be48315550, portal 8
00000100:00000200:3.0:1550575071.551378:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831824, portal 4
00000100:00000200:3.0:1550575071.551378:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831824, offset 0
00000400:00000200:3.0:1550575071.551380:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.551382:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.551384:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.551385:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.551386:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.551386:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.551387:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.552086:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebad500 x1625895440831824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.552088:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebad500 x1625895440831824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.552090:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.552151:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831824:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.552301:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.552497:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebacc00 - object 0x0:1725237 offset 693108736<>694157312
00000100:00100000:3.0:1550575071.552504:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831888:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.552507:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315590-0x5c6be48315590, portal 8
00000100:00000200:3.0:1550575071.552508:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831888, portal 4
00000100:00000200:3.0:1550575071.552509:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831888, offset 0
00000400:00000200:3.0:1550575071.552510:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.552513:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.552515:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.552516:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.552517:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.552517:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.552518:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.553215:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebacc00 x1625895440831888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.553217:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebacc00 x1625895440831888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.553219:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.553283:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831888:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.553424:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.553620:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebafc00 - object 0x0:1728254 offset 694157312<>695205888
00000100:00100000:3.0:1550575071.553628:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831952:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.553631:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483155d0-0x5c6be483155d0, portal 8
00000100:00000200:3.0:1550575071.553632:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440831952, portal 4
00000100:00000200:3.0:1550575071.553633:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440831952, offset 0
00000400:00000200:3.0:1550575071.553634:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.553637:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.553638:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.553639:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.553640:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.553641:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.553642:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.554344:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebafc00 x1625895440831952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.554345:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebafc00 x1625895440831952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.554347:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.554409:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440831952:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.554552:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.554749:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf600 - object 0x0:1725237 offset 694157312<>695205888
00000100:00100000:3.0:1550575071.554757:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.554760:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315610-0x5c6be48315610, portal 8
00000100:00000200:3.0:1550575071.554761:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832016, portal 4
00000100:00000200:3.0:1550575071.554762:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832016, offset 0
00000400:00000200:3.0:1550575071.554763:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.554766:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.554767:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.554768:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.554769:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.554769:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.554771:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.555523:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf600 x1625895440832016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.555525:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf600 x1625895440832016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.555527:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.555589:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832016:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.555683:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.555881:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf000 - object 0x0:1728254 offset 695205888<>696254464
00000100:00100000:3.0:1550575071.555888:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832080:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.555891:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315650-0x5c6be48315650, portal 8
00000100:00000200:3.0:1550575071.555892:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832080, portal 4
00000100:00000200:3.0:1550575071.555893:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832080, offset 0
00000400:00000200:3.0:1550575071.555894:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.555897:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.555898:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.555900:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.555900:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.555901:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.555902:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.556785:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.556984:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaea00 - object 0x0:1725237 offset 695205888<>696254464
00000100:00100000:3.0:1550575071.556991:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.556994:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315690-0x5c6be48315690, portal 8
00000100:00000200:3.0:1550575071.556996:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832144, portal 4
00000100:00000200:3.0:1550575071.556997:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832144, offset 0
00000400:00000200:3.0:1550575071.556998:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.557000:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.557001:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.557003:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.557003:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.557004:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.557005:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.557360:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.557564:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae400 - object 0x0:1728629 offset 695205888<>696254464
00000100:00100000:3.0:1550575071.557570:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832176:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.557573:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483156b0-0x5c6be483156b0, portal 8
00000100:00000200:3.0:1550575071.557574:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832176, portal 4
00000100:00000200:3.0:1550575071.557575:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832176, offset 0
00000400:00000200:3.0:1550575071.557576:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.557579:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.557580:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.557582:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.557583:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.557583:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.557584:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.557834:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf000 x1625895440832080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.557836:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf000 x1625895440832080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.557837:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.557920:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832080:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.557938:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.558140:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebade00 - object 0x0:1728254 offset 696254464<>697303040
00000100:00000200:3.0:1550575071.558148:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaea00 x1625895440832144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.558150:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaea00 x1625895440832144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.558151:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.558217:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.558332:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae400 x1625895440832176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.558333:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae400 x1625895440832176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.558335:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.558394:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832176:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.559084:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.559282:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebad800 - object 0x0:1725237 offset 696254464<>697303040
00000100:00100000:3.0:1550575071.559289:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832272:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.559292:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315710-0x5c6be48315710, portal 8
00000100:00000200:3.0:1550575071.559294:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832272, portal 4
00000100:00000200:3.0:1550575071.559296:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832272, offset 0
00000400:00000200:3.0:1550575071.559297:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.559300:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.559301:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.559303:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.559303:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.559304:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.559305:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.560004:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebad800 x1625895440832272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.560006:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebad800 x1625895440832272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.560008:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.560075:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832272:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.561440:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.561645:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebad200 - object 0x0:1725237 offset 697303040<>698351616
00000100:00100000:3.0:1550575071.561656:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832400:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.561660:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315790-0x5c6be48315790, portal 8
00000100:00000200:3.0:1550575071.561662:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832400, portal 4
00000100:00000200:3.0:1550575071.561663:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832400, offset 0
00000400:00000200:3.0:1550575071.561665:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.561668:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.561670:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.561672:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.561672:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.561673:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.561674:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.562428:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebad200 x1625895440832400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.562433:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebad200 x1625895440832400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.562435:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.562504:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832400:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.562571:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.562768:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebacf00 - object 0x0:1728254 offset 698351616<>699400192
00000100:00100000:3.0:1550575071.562776:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832464:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.562780:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483157d0-0x5c6be483157d0, portal 8
00000100:00000200:3.0:1550575071.562781:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832464, portal 4
00000100:00000200:3.0:1550575071.562782:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832464, offset 0
00000400:00000200:3.0:1550575071.562783:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.562786:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.562787:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.562789:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.562789:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.562790:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.562791:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.563537:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebacf00 x1625895440832464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.563539:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebacf00 x1625895440832464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.563541:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.563600:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832464:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.563695:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.563892:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac900 - object 0x0:1725237 offset 698351616<>699400192
00000100:00100000:3.0:1550575071.563900:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832528:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.563903:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315810-0x5c6be48315810, portal 8
00000100:00000200:3.0:1550575071.563905:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832528, portal 4
00000100:00000200:3.0:1550575071.563906:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832528, offset 0
00000400:00000200:3.0:1550575071.563907:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.563910:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.563911:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.563912:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.563913:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.563913:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.563915:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.564261:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.564456:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac300 - object 0x0:1728629 offset 698351616<>699400192
00000100:00100000:3.0:1550575071.564462:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832560:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.564466:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315830-0x5c6be48315830, portal 8
00000100:00000200:3.0:1550575071.564467:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832560, portal 4
00000100:00000200:3.0:1550575071.564468:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832560, offset 0
00000400:00000200:3.0:1550575071.564470:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.564472:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.564473:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.564475:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.564475:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.564476:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.564477:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.564676:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac900 x1625895440832528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.564678:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac900 x1625895440832528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.564680:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.564748:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832528:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.564824:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.565020:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0bc00 - object 0x0:1728254 offset 699400192<>700448768
00000100:00100000:3.0:1550575071.565028:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832592:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.565037:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315850-0x5c6be48315850, portal 8
00000100:00000200:3.0:1550575071.565038:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832592, portal 4
00000100:00000200:3.0:1550575071.565039:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832592, offset 0
00000400:00000200:3.0:1550575071.565040:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.565043:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.565044:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.565046:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.565046:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.565047:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.565048:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.565239:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac300 x1625895440832560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.565241:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac300 x1625895440832560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.565243:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.565306:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832560:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.565743:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0bc00 x1625895440832592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.565745:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0bc00 x1625895440832592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.565746:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.565805:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832592:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.567033:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.567236:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b600 - object 0x0:1728254 offset 700448768<>701497344
00000100:00100000:3.0:1550575071.567244:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832720:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.567247:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483158d0-0x5c6be483158d0, portal 8
00000100:00000200:3.0:1550575071.567249:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832720, portal 4
00000100:00000200:3.0:1550575071.567250:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832720, offset 0
00000400:00000200:3.0:1550575071.567251:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.567254:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.567255:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.567257:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.567257:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.567258:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.567259:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.567608:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.567807:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b000 - object 0x0:1728687 offset 700448768<>701497344
00000100:00100000:3.0:1550575071.567814:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832752:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.567817:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483158f0-0x5c6be483158f0, portal 8
00000100:00000200:3.0:1550575071.567819:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832752, portal 4
00000100:00000200:3.0:1550575071.567820:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832752, offset 0
00000400:00000200:3.0:1550575071.567821:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.567824:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.567825:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.567826:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.567827:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.567827:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.567828:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.568181:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.568398:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0aa00 - object 0x0:1725237 offset 700448768<>701497344
00000100:00000200:3.0:1550575071.568406:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b600 x1625895440832720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.568408:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b600 x1625895440832720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.568410:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.568476:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832720:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.568524:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b000 x1625895440832752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.568525:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b000 x1625895440832752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.568527:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.568588:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832752:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.571003:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.571206:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a700 - object 0x0:1728629 offset 701497344<>702545920
00000100:00100000:3.0:1550575071.571212:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832944:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.571215:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483159b0-0x5c6be483159b0, portal 8
00000100:00000200:3.0:1550575071.571217:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832944, portal 4
00000100:00000200:3.0:1550575071.571217:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832944, offset 0
00000400:00000200:3.0:1550575071.571219:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.571221:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.571223:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.571224:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.571225:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.571225:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.571226:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.571636:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.571829:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a100 - object 0x0:1728254 offset 702545920<>703594496
00000100:00100000:3.0:1550575071.571835:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832976:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.571838:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483159d0-0x5c6be483159d0, portal 8
00000100:00000200:3.0:1550575071.571839:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440832976, portal 4
00000100:00000200:3.0:1550575071.571840:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440832976, offset 0
00000400:00000200:3.0:1550575071.571841:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.571844:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.571845:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.571847:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.571847:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.571848:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.571849:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.571914:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a700 x1625895440832944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.571916:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a700 x1625895440832944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.571917:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.571980:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440832944:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.572714:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a100 x1625895440832976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.572715:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a100 x1625895440832976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.572717:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.572784:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440832976:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.573887:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.574124:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09b00 - object 0x0:1728254 offset 703594496<>704643072
00000100:00100000:3.0:1550575071.574132:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833104:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.574135:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315a50-0x5c6be48315a50, portal 8
00000100:00000200:3.0:1550575071.574137:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833104, portal 4
00000100:00000200:3.0:1550575071.574137:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833104, offset 0
00000400:00000200:3.0:1550575071.574138:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.574141:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.574142:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.574144:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.574145:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.574147:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.574149:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.575012:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09b00 x1625895440833104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.575014:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09b00 x1625895440833104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.575015:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.575120:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833104:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.576121:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.576321:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09500 - object 0x0:1728254 offset 704643072<>705691648
00000100:00100000:3.0:1550575071.576329:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833232:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.576332:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315ad0-0x5c6be48315ad0, portal 8
00000100:00000200:3.0:1550575071.576334:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833232, portal 4
00000100:00000200:3.0:1550575071.576335:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833232, offset 0
00000400:00000200:3.0:1550575071.576337:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.576340:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.576341:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.576343:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.576344:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.576344:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.576345:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.577257:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.577450:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08f00 - object 0x0:1725237 offset 704643072<>705691648
00000100:00000200:3.0:1550575071.577458:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09500 x1625895440833232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.577460:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09500 x1625895440833232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.577461:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.577526:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833232:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.578036:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440833328:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.578040:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315b30-0x5c6be48315b30, portal 8
00000100:00000200:3.0:1550575071.578041:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833328, portal 4
00000100:00000200:3.0:1550575071.578042:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833328, offset 0
00000400:00000200:3.0:1550575071.578043:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.578045:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.578046:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.578048:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.578048:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.578049:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.578050:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.578410:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.578611:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08900 - object 0x0:1728254 offset 705691648<>706740224
00000100:00100000:3.0:1550575071.578619:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833360:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.578622:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315b50-0x5c6be48315b50, portal 8
00000100:00000200:3.0:1550575071.578623:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833360, portal 4
00000100:00000200:3.0:1550575071.578624:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833360, offset 0
00000400:00000200:3.0:1550575071.578625:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.578628:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.578629:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.578630:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.578631:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.578631:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.578632:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.578740:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96400 x1625895440833328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.578742:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96400 x1625895440833328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.578746:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.578809:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440833328:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.579451:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08900 x1625895440833360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.579453:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08900 x1625895440833360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.579454:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.579530:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833360:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.579547:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.579740:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08300 - object 0x0:1725237 offset 705691648<>706740224
00000100:00100000:3.0:1550575071.579748:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833424:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.579751:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315b90-0x5c6be48315b90, portal 8
00000100:00000200:3.0:1550575071.579753:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833424, portal 4
00000100:00000200:3.0:1550575071.579754:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833424, offset 0
00000400:00000200:3.0:1550575071.579755:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.579758:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.579759:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.579760:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.579761:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.579761:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.579762:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.580607:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08300 x1625895440833424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.580609:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08300 x1625895440833424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.580611:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.580686:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833424:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.581814:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.582037:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97c00 - object 0x0:1725237 offset 706740224<>707788800
00000100:00100000:3.0:1550575071.582045:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.582048:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315c10-0x5c6be48315c10, portal 8
00000100:00000200:3.0:1550575071.582050:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833552, portal 4
00000100:00000200:3.0:1550575071.582051:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833552, offset 0
00000400:00000200:3.0:1550575071.582052:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.582054:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.582056:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.582057:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.582058:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.582058:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.582059:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.582928:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97c00 x1625895440833552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.582930:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97c00 x1625895440833552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.582932:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.583038:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833552:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.584069:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.584297:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97600 - object 0x0:1725237 offset 707788800<>708837376
00000100:00100000:3.0:1550575071.584305:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833680:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.584308:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315c90-0x5c6be48315c90, portal 8
00000100:00000200:3.0:1550575071.584310:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833680, portal 4
00000100:00000200:3.0:1550575071.584311:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833680, offset 0
00000400:00000200:3.0:1550575071.584312:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.584314:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.584317:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.584318:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.584319:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.584319:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.584320:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.584633:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.584826:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97000 - object 0x0:1728629 offset 707788800<>708837376
00000100:00100000:3.0:1550575071.584832:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440833712:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.584835:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315cb0-0x5c6be48315cb0, portal 8
00000100:00000200:3.0:1550575071.584837:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833712, portal 4
00000100:00000200:3.0:1550575071.584837:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833712, offset 0
00000400:00000200:3.0:1550575071.584839:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.584841:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.584842:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.584844:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.584844:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.584845:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.584846:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.585131:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97600 x1625895440833680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.585133:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97600 x1625895440833680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.585135:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.585217:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833680:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.585218:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.585414:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96a00 - object 0x0:1728254 offset 708837376<>709885952
00000100:00100000:3.0:1550575071.585421:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833744:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.585424:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315cd0-0x5c6be48315cd0, portal 8
00000100:00000200:3.0:1550575071.585426:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833744, portal 4
00000100:00000200:3.0:1550575071.585427:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833744, offset 0
00000400:00000200:3.0:1550575071.585428:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.585431:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.585432:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.585433:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.585434:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.585434:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.585435:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.585527:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97000 x1625895440833712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.585529:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97000 x1625895440833712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.585531:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.585591:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440833712:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.586312:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.586508:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96400 - object 0x0:1725237 offset 708837376<>709885952
00000100:00100000:3.0:1550575071.586515:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833808:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.586519:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315d10-0x5c6be48315d10, portal 8
00000100:00000200:3.0:1550575071.586520:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833808, portal 4
00000100:00000200:3.0:1550575071.586521:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833808, offset 0
00000400:00000200:3.0:1550575071.586522:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.586525:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.586527:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.586528:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.586529:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.586529:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.586530:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.586885:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.587085:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95e00 - object 0x0:1728629 offset 708837376<>709885952
00000100:00100000:3.0:1550575071.587091:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440833840:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.587094:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315d30-0x5c6be48315d30, portal 8
00000100:00000200:3.0:1550575071.587095:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833840, portal 4
00000100:00000200:3.0:1550575071.587095:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833840, offset 0
00000400:00000200:3.0:1550575071.587097:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.587099:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.587100:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.587102:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.587102:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.587103:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.587104:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.587453:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.587646:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95b00 - object 0x0:1728254 offset 709885952<>710934528
00000100:00000200:3.0:1550575071.587654:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96400 x1625895440833808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.587656:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96400 x1625895440833808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.587658:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.587721:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833808:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.587723:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96a00 x1625895440833744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.587724:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96a00 x1625895440833744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.587726:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.587788:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833744:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.587791:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95e00 x1625895440833840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.587794:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95e00 x1625895440833840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.587796:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.587851:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440833840:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.588597:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.588792:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95500 - object 0x0:1725237 offset 709885952<>710934528
00000100:00100000:3.0:1550575071.588800:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833936:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.588803:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315d90-0x5c6be48315d90, portal 8
00000100:00000200:3.0:1550575071.588804:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440833936, portal 4
00000100:00000200:3.0:1550575071.588805:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440833936, offset 0
00000400:00000200:3.0:1550575071.588806:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.588809:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.588810:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.588812:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.588812:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.588813:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.588814:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.589656:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95500 x1625895440833936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.589658:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95500 x1625895440833936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.589659:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.589740:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440833936:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.589749:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.589946:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94f00 - object 0x0:1728254 offset 710934528<>711983104
00000100:00100000:3.0:1550575071.589954:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834000:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.589957:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315dd0-0x5c6be48315dd0, portal 8
00000100:00000200:3.0:1550575071.589959:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834000, portal 4
00000100:00000200:3.0:1550575071.589959:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834000, offset 0
00000400:00000200:3.0:1550575071.589961:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.589963:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.589964:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.589966:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.589966:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.589967:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.589968:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.590789:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94f00 x1625895440834000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.590791:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94f00 x1625895440834000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.590792:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.590875:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834000:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.590895:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.591097:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94900 - object 0x0:1725237 offset 710934528<>711983104
00000100:00100000:3.0:1550575071.591105:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834064:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.591108:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315e10-0x5c6be48315e10, portal 8
00000100:00000200:3.0:1550575071.591110:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834064, portal 4
00000100:00000200:3.0:1550575071.591110:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834064, offset 0
00000400:00000200:3.0:1550575071.591111:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.591114:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.591115:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.591117:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.591117:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.591118:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.591119:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.591957:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94900 x1625895440834064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.591959:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94900 x1625895440834064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.591961:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.592045:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834064:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.592046:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.592250:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94300 - object 0x0:1728254 offset 711983104<>713031680
00000100:00100000:3.0:1550575071.592256:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834128:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.592259:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315e50-0x5c6be48315e50, portal 8
00000100:00000200:3.0:1550575071.592261:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834128, portal 4
00000100:00000200:3.0:1550575071.592261:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834128, offset 0
00000400:00000200:3.0:1550575071.592263:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.592265:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.592266:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.592268:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.592268:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.592269:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.592270:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.593098:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94300 x1625895440834128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.593100:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94300 x1625895440834128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.593102:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.593187:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834128:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.593200:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.593401:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0000 - object 0x0:1725237 offset 711983104<>713031680
00000100:00100000:3.0:1550575071.593409:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.593413:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315e90-0x5c6be48315e90, portal 8
00000100:00000200:3.0:1550575071.593415:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834192, portal 4
00000100:00000200:3.0:1550575071.593415:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834192, offset 0
00000400:00000200:3.0:1550575071.593416:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.593419:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.593420:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.593422:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.593422:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.593423:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.593424:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.594301:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.594501:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0c00 - object 0x0:1728254 offset 713031680<>714080256
00000100:00100000:3.0:1550575071.594509:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834256:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.594512:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315ed0-0x5c6be48315ed0, portal 8
00000100:00000200:3.0:1550575071.594513:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834256, portal 4
00000100:00000200:3.0:1550575071.594514:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834256, offset 0
00000400:00000200:3.0:1550575071.594516:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.594519:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.594520:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.594521:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.594522:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.594522:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.594523:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.594849:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.595052:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1800 - object 0x0:1728687 offset 713031680<>714080256
00000100:00100000:3.0:1550575071.595058:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440834288:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.595061:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315ef0-0x5c6be48315ef0, portal 8
00000100:00000200:3.0:1550575071.595063:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834288, portal 4
00000100:00000200:3.0:1550575071.595068:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834288, offset 0
00000400:00000200:3.0:1550575071.595069:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.595072:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.595073:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.595074:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.595075:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.595075:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.595076:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.595418:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.595614:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2700 - object 0x0:1725237 offset 713031680<>714080256
00000100:00100000:3.0:1550575071.595622:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.595625:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315f10-0x5c6be48315f10, portal 8
00000100:00000200:3.0:1550575071.595627:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834320, portal 4
00000100:00000200:3.0:1550575071.595628:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834320, offset 0
00000400:00000200:3.0:1550575071.595629:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.595631:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.595632:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.595634:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.595634:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.595635:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.595636:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.596186:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1800 x1625895440834288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.596188:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1800 x1625895440834288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.596190:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.596253:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440834288:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.596255:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0c00 x1625895440834256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.596259:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0c00 x1625895440834256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.596260:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.596261:0:2492:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894331906 gen 1
00000100:00100000:3.0:1550575071.596885:0:2492:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8815df661b00 x1625895440815696/t12894331907(12894331907) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575078 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575071.596951:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834256:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.596953:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0000 x1625895440834192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.596954:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0000 x1625895440834192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.596956:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.597076:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834192:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.597711:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.597910:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3300 - object 0x0:1725237 offset 714080256<>715128832
00000100:00100000:3.0:1550575071.597918:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834448:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.597922:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315f90-0x5c6be48315f90, portal 8
00000100:00000200:3.0:1550575071.597923:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834448, portal 4
00000100:00000200:3.0:1550575071.597924:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834448, offset 0
00000400:00000200:3.0:1550575071.597925:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.597928:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.597929:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.597931:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.597932:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.597932:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.597933:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.598306:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:3.0:1550575071.598506:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0600 - object 0x0:1728629 offset 714080256<>715128832
00000100:00100000:3.0:1550575071.598513:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440834480:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.598516:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315fb0-0x5c6be48315fb0, portal 8
00000100:00000200:3.0:1550575071.598517:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834480, portal 4
00000100:00000200:3.0:1550575071.598518:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834480, offset 0
00000400:00000200:3.0:1550575071.598519:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.598521:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.598523:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.598524:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.598525:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.598525:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.598526:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.598861:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.599064:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1200 - object 0x0:1728254 offset 715128832<>716177408
00000100:00100000:3.0:1550575071.599071:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834512:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.599075:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48315fd0-0x5c6be48315fd0, portal 8
00000100:00000200:3.0:1550575071.599076:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834512, portal 4
00000100:00000200:3.0:1550575071.599077:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834512, offset 0
00000400:00000200:3.0:1550575071.599079:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.599081:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.599082:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.599084:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.599084:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.599085:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.599086:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.599224:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0600 x1625895440834480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.599226:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0600 x1625895440834480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.599228:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.599292:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440834480:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.599308:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2700 x1625895440834320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.599310:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2700 x1625895440834320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.599311:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.599381:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.599442:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3300 x1625895440834448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.599445:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3300 x1625895440834448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.599447:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.599543:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834448:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.600007:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.600210:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1e00 - object 0x0:1725237 offset 715128832<>716177408
00000100:00100000:3.0:1550575071.600217:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834576:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.600220:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316010-0x5c6be48316010, portal 8
00000100:00000200:3.0:1550575071.600222:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834576, portal 4
00000100:00000200:3.0:1550575071.600222:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834576, offset 0
00000400:00000200:3.0:1550575071.600224:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.600226:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.600227:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.600229:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.600229:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.600230:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.600231:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.600565:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1200 x1625895440834512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.600567:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1200 x1625895440834512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.600569:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.600662:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834512:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.601050:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1e00 x1625895440834576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.601052:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1e00 x1625895440834576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.601053:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.601126:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834576:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.601150:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.601348:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2d00 - object 0x0:1728254 offset 716177408<>717225984
00000100:00100000:3.0:1550575071.601355:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834640:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.601358:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316050-0x5c6be48316050, portal 8
00000100:00000200:3.0:1550575071.601360:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834640, portal 4
00000100:00000200:3.0:1550575071.601360:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834640, offset 0
00000400:00000200:3.0:1550575071.601362:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.601364:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.601365:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.601367:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.601367:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.601368:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.601369:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.602218:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2d00 x1625895440834640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.602219:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2d00 x1625895440834640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.602223:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.602300:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834640:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.602302:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.602493:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3900 - object 0x0:1725237 offset 716177408<>717225984
00000100:00100000:3.0:1550575071.602500:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834704:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.602503:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316090-0x5c6be48316090, portal 8
00000100:00000200:3.0:1550575071.602505:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834704, portal 4
00000100:00000200:3.0:1550575071.602505:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834704, offset 0
00000400:00000200:3.0:1550575071.602507:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.602509:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.602510:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.602512:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.602512:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.602513:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.602514:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.603334:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3900 x1625895440834704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.603336:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3900 x1625895440834704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.603338:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.603417:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834704:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.603441:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.603635:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0300 - object 0x0:1728254 offset 717225984<>718274560
00000100:00100000:3.0:1550575071.603643:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834768:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.603646:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483160d0-0x5c6be483160d0, portal 8
00000100:00000200:3.0:1550575071.603647:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834768, portal 4
00000100:00000200:3.0:1550575071.603648:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834768, offset 0
00000400:00000200:3.0:1550575071.603650:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.603652:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.603653:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.603655:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.603655:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.603656:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.603657:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.604497:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0300 x1625895440834768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.604499:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0300 x1625895440834768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.604501:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.604576:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834768:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.604577:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.604773:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1500 - object 0x0:1725237 offset 717225984<>718274560
00000100:00100000:3.0:1550575071.604780:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834832:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.604783:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316110-0x5c6be48316110, portal 8
00000100:00000200:3.0:1550575071.604785:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834832, portal 4
00000100:00000200:3.0:1550575071.604785:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834832, offset 0
00000400:00000200:3.0:1550575071.604786:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.604789:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.604790:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.604792:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.604792:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.604793:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.604794:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.605617:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1500 x1625895440834832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.605619:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1500 x1625895440834832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.605621:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.605700:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834832:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.605715:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.605915:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1b00 - object 0x0:1728254 offset 718274560<>719323136
00000100:00100000:3.0:1550575071.605922:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.605926:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316150-0x5c6be48316150, portal 8
00000100:00000200:3.0:1550575071.605928:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834896, portal 4
00000100:00000200:3.0:1550575071.605928:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834896, offset 0
00000400:00000200:3.0:1550575071.605929:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.605932:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.605933:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.605935:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.605935:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.605936:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.605937:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.606758:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1b00 x1625895440834896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.606760:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1b00 x1625895440834896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.606761:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.606843:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834896:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.606860:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.607066:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662100 - object 0x0:1725237 offset 718274560<>719323136
00000100:00100000:3.0:1550575071.607074:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834960:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.607077:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316190-0x5c6be48316190, portal 8
00000100:00000200:3.0:1550575071.607079:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440834960, portal 4
00000100:00000200:3.0:1550575071.607079:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440834960, offset 0
00000400:00000200:3.0:1550575071.607081:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.607084:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.607085:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.607087:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.607087:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.607088:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.607089:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.607986:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.608191:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662700 - object 0x0:1728254 offset 719323136<>720371712
00000100:00000200:3.0:1550575071.608198:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662100 x1625895440834960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.608200:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662100 x1625895440834960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.608202:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.608204:0:2492:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0001-osc-ffff880034986800: committing for last_committed 12894436127 gen 1
00000100:00100000:3.0:1550575071.608846:0:2492:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881559c92d00 x1625895440803344/t12894436128(12894436128) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575078 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575071.608911:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440834960:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.609384:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.609591:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663300 - object 0x0:1725237 offset 719323136<>720371712
00000100:00100000:3.0:1550575071.609598:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.609602:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316210-0x5c6be48316210, portal 8
00000100:00000200:3.0:1550575071.609603:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835088, portal 4
00000100:00000200:3.0:1550575071.609604:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835088, offset 0
00000400:00000200:3.0:1550575071.609605:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.609608:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.609610:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.609611:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.609612:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.609613:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.609614:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.610506:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.610698:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660300 - object 0x0:1728254 offset 720371712<>721420288
00000100:00100000:3.0:1550575071.610705:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835152:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.610708:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316250-0x5c6be48316250, portal 8
00000100:00000200:3.0:1550575071.610709:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835152, portal 4
00000100:00000200:3.0:1550575071.610710:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835152, offset 0
00000400:00000200:3.0:1550575071.610711:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.610714:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.610715:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.610716:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.610717:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.610717:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.610718:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575071.611616:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.611809:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660f00 - object 0x0:1725237 offset 720371712<>721420288
00000100:00100000:3.0:1550575071.611815:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835216:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.611818:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316290-0x5c6be48316290, portal 8
00000100:00000200:3.0:1550575071.611819:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835216, portal 4
00000100:00000200:3.0:1550575071.611820:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835216, offset 0
00000400:00000200:3.0:1550575071.611821:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.611824:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.611825:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.611826:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.611827:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.611827:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.611829:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.612037:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663300 x1625895440835088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.612039:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663300 x1625895440835088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.612041:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.612117:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.612135:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440835152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.612137:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440835152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.612138:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.612216:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835152:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.613646:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660f00 x1625895440835216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.613648:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660f00 x1625895440835216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.613649:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.613706:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835216:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.616350:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835472:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.616354:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316390-0x5c6be48316390, portal 8
00000100:00000200:3.0:1550575071.616355:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835472, portal 4
00000100:00000200:3.0:1550575071.616356:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835472, offset 0
00000400:00000200:3.0:1550575071.616357:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.616360:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.616361:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.616363:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.616363:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.616364:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.616365:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.617373:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cce100 x1625895440835472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.617374:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cce100 x1625895440835472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.617376:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.617435:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835472:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.618598:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.618601:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316410-0x5c6be48316410, portal 8
00000100:00000200:3.0:1550575071.618602:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835600, portal 4
00000100:00000200:3.0:1550575071.618603:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835600, offset 0
00000400:00000200:3.0:1550575071.618604:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.618607:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.618608:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.618609:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.618609:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.618610:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.618611:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.619471:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccd500 x1625895440835600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.619472:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccd500 x1625895440835600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.619474:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.619554:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835600:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.620671:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.620868:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661800 - object 0x0:1725237 offset 724566016<>725614592
00000100:00100000:3.0:1550575071.620875:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.620879:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316490-0x5c6be48316490, portal 8
00000100:00000200:3.0:1550575071.620881:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835728, portal 4
00000100:00000200:3.0:1550575071.620882:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835728, offset 0
00000400:00000200:3.0:1550575071.620883:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.620886:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.620887:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.620888:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.620889:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.620889:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.620890:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.621754:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440835728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.621756:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440835728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.621758:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.621844:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835728:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.622934:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.623146:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662400 - object 0x0:1725237 offset 725614592<>726663168
00000100:00100000:3.0:1550575071.623152:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.623156:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48316510-0x5c6be48316510, portal 8
00000100:00000200:3.0:1550575071.623157:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440835856, portal 4
00000100:00000200:3.0:1550575071.623158:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440835856, offset 0
00000400:00000200:3.0:1550575071.623159:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.623162:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.623163:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.623164:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.623165:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.623165:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.623166:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.623960:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662400 x1625895440835856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.623962:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662400 x1625895440835856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.623964:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.624048:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440835856:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.759771:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440843600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.759777:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48318350-0x5c6be48318350, portal 8
00000100:00000200:3.0:1550575071.759780:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440843600, portal 4
00000100:00000200:3.0:1550575071.759781:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440843600, offset 0
00000400:00000200:3.0:1550575071.759782:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.759786:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.759788:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.759790:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.759790:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.759791:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.759793:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.760548:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5e00 x1625895440843600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.760550:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5e00 x1625895440843600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.760552:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.760627:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440843600:172.20.0.211@o2ib1:4
00000800:00000200:3.0:1550575071.835992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575071.835993:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.835997:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575071.836006:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:3.0:1550575071.836007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575071.836007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575071.836009:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575071.836011:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037f600 x1625895440847920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.836013:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:3.0:1550575071.836014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575071.836014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575071.836015:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575071.836016:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:3.0:1550575071.836018:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48319430
00000400:00000200:3.0:1550575071.836020:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x98f5 [256] + 0
00000400:00000200:3.0:1550575071.836021:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:3.0:1550575071.836022:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575071.836022:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:3.0:1550575071.836024:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:3.0:1550575071.836025:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.836026:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575071.836030:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.836032:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.836038:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575071.836039:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575071.836039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575071.836040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575071.836041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575071.836059:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575071.836060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575071.836060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575071.836089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575071.836120:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575071.836124:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575071.836124:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814fba3fc00
00000400:00000200:3.0:1550575071.836125:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:3.0:1550575071.836126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:3.0:1550575071.836217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:3.0:1550575071.836248:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575071.837108:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.837344:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663000 - object 0x0:1725237 offset 825229312<>826277888
00000100:00100000:3.0:1550575071.837351:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.837355:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319490-0x5c6be48319490, portal 8
00000100:00000200:3.0:1550575071.837356:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440848016, portal 4
00000100:00000200:3.0:1550575071.837358:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440848016, offset 0
00000400:00000200:3.0:1550575071.837359:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.837362:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.837364:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.837365:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.837366:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.837366:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.837367:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.838264:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663000 x1625895440848016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.838266:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663000 x1625895440848016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.838268:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.838339:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848016:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.839339:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.839554:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663600 - object 0x0:1725237 offset 826277888<>827326464
00000100:00100000:3.0:1550575071.839560:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.839563:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319510-0x5c6be48319510, portal 8
00000100:00000200:3.0:1550575071.839565:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440848144, portal 4
00000100:00000200:3.0:1550575071.839566:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440848144, offset 0
00000400:00000200:3.0:1550575071.839567:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.839570:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.839572:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.839573:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.839574:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.839574:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.839575:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575071.840364:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440848144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.840366:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440848144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.840368:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.840449:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848144:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.841559:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.841784:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff900 - object 0x0:1725237 offset 827326464<>828375040
00000100:00100000:3.0:1550575071.841789:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848272:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.841793:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319590-0x5c6be48319590, portal 8
00000100:00000200:3.0:1550575071.841795:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440848272, portal 4
00000100:00000200:3.0:1550575071.841795:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440848272, offset 0
00000400:00000200:3.0:1550575071.841797:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.841799:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.841800:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.841802:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.841802:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.841803:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.841804:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.842648:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff900 x1625895440848272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.842650:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff900 x1625895440848272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.842651:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.842741:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848272:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.843804:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.844004:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff300 - object 0x0:1725237 offset 828375040<>829423616
00000100:00100000:3.0:1550575071.844010:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848400:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.844014:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319610-0x5c6be48319610, portal 8
00000100:00000200:3.0:1550575071.844016:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440848400, portal 4
00000100:00000200:3.0:1550575071.844017:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440848400, offset 0
00000400:00000200:3.0:1550575071.844018:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.844021:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.844022:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.844023:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.844024:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.844024:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.844025:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.844870:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff300 x1625895440848400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.844872:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff300 x1625895440848400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.844874:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.844952:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848400:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.846052:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.846268:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfed00 - object 0x0:1725237 offset 829423616<>830472192
00000100:00100000:3.0:1550575071.846274:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848528:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.846278:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319690-0x5c6be48319690, portal 8
00000100:00000200:3.0:1550575071.846279:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440848528, portal 4
00000100:00000200:3.0:1550575071.846280:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440848528, offset 0
00000400:00000200:3.0:1550575071.846283:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.846286:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.846287:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.846289:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.846290:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.846290:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.846291:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.847117:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfed00 x1625895440848528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.847119:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfed00 x1625895440848528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.847121:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.847203:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848528:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.853994:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.854199:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe700 - object 0x0:1728254 offset 833617920<>834666496
00000100:00100000:3.0:1550575071.854205:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848976:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.854208:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319850-0x5c6be48319850, portal 8
00000100:00000200:3.0:1550575071.854210:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440848976, portal 4
00000100:00000200:3.0:1550575071.854211:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440848976, offset 0
00000400:00000200:3.0:1550575071.854212:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.854215:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.854216:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.854218:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.854218:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.854219:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.854220:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.855051:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe700 x1625895440848976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.855053:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe700 x1625895440848976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.855055:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.855132:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440848976:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.858512:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.858709:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe100 - object 0x0:1728254 offset 835715072<>836763648
00000100:00100000:3.0:1550575071.858715:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440849232:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.858719:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319950-0x5c6be48319950, portal 8
00000100:00000200:3.0:1550575071.858720:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440849232, portal 4
00000100:00000200:3.0:1550575071.858721:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440849232, offset 0
00000400:00000200:3.0:1550575071.858722:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.858725:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.858726:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.858728:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.858728:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.858729:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.858730:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.859570:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe100 x1625895440849232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.859572:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe100 x1625895440849232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.859574:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.859654:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440849232:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.860747:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.860947:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfdb00 - object 0x0:1728254 offset 836763648<>837812224
00000100:00100000:3.0:1550575071.860953:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440849360:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.860956:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483199d0-0x5c6be483199d0, portal 8
00000100:00000200:3.0:1550575071.860958:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440849360, portal 4
00000100:00000200:3.0:1550575071.860958:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440849360, offset 0
00000400:00000200:3.0:1550575071.860960:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.860962:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.860966:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.860967:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.860968:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.860968:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.860970:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.861793:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfdb00 x1625895440849360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.861795:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfdb00 x1625895440849360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.861797:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.861881:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440849360:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.864128:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.864337:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd500 - object 0x0:1725237 offset 837812224<>838860800
00000100:00100000:3.0:1550575071.864343:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440849552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.864347:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319a90-0x5c6be48319a90, portal 8
00000100:00000200:3.0:1550575071.864349:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440849552, portal 4
00000100:00000200:3.0:1550575071.864349:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440849552, offset 0
00000400:00000200:3.0:1550575071.864350:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.864353:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.864354:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.864356:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.864356:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.864357:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.864358:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.865183:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd500 x1625895440849552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.865185:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd500 x1625895440849552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.865187:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.865271:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440849552:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.873153:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.873351:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfcf00 - object 0x0:1725237 offset 842006528<>843055104
00000100:00100000:3.0:1550575071.873357:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440850064:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.873361:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319c90-0x5c6be48319c90, portal 8
00000100:00000200:3.0:1550575071.873362:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440850064, portal 4
00000100:00000200:3.0:1550575071.873363:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440850064, offset 0
00000400:00000200:3.0:1550575071.873364:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.873367:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.873368:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.873370:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.873370:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.873371:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.873372:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.874210:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcf00 x1625895440850064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.874211:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcf00 x1625895440850064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.874213:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.874292:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440850064:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.883314:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.883528:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc900 - object 0x0:1728254 offset 847249408<>848297984
00000100:00100000:3.0:1550575071.883534:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440850640:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.883538:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319ed0-0x5c6be48319ed0, portal 8
00000100:00000200:3.0:1550575071.883539:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440850640, portal 4
00000100:00000200:3.0:1550575071.883540:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440850640, offset 0
00000400:00000200:3.0:1550575071.883541:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.883544:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.883546:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.883548:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.883548:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.883549:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.883550:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.884388:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc900 x1625895440850640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.884390:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc900 x1625895440850640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.884392:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.884480:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440850640:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.885549:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.885748:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc000 - object 0x0:1728254 offset 848297984<>849346560
00000100:00100000:3.0:1550575071.885754:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440850768:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.885758:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48319f50-0x5c6be48319f50, portal 8
00000100:00000200:3.0:1550575071.885759:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440850768, portal 4
00000100:00000200:3.0:1550575071.885760:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440850768, offset 0
00000400:00000200:3.0:1550575071.885761:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.885764:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.885765:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.885767:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.885767:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.885768:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.885769:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.886574:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc000 x1625895440850768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.886576:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc000 x1625895440850768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.886577:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.886662:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440850768:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.922158:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440852816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.922166:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831a750-0x5c6be4831a750, portal 8
00000100:00000200:3.0:1550575071.922172:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440852816, portal 4
00000100:00000200:3.0:1550575071.922174:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440852816, offset 0
00000400:00000200:3.0:1550575071.922183:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.922188:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.922190:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.922193:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.922194:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.922195:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.922197:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.923242:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650300 x1625895440852816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.923245:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650300 x1625895440852816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.923247:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.923325:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440852816:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.925488:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.925492:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831a810-0x5c6be4831a810, portal 8
00000100:00000200:3.0:1550575071.925494:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440853008, portal 4
00000100:00000200:3.0:1550575071.925495:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440853008, offset 0
00000400:00000200:3.0:1550575071.925496:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.925499:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.925501:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.925502:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.925503:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.925505:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.925506:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.926605:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652700 x1625895440853008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.926607:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652700 x1625895440853008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.926608:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.926666:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853008:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.927715:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.927719:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831a890-0x5c6be4831a890, portal 8
00000100:00000200:3.0:1550575071.927720:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440853136, portal 4
00000100:00000200:3.0:1550575071.927721:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440853136, offset 0
00000400:00000200:3.0:1550575071.927722:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.927724:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.927726:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.927727:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.927728:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.927728:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.927729:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.928631:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccc000 x1625895440853136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.928633:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccc000 x1625895440853136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.928634:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.928730:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853136:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.929946:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.929949:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831a910-0x5c6be4831a910, portal 8
00000100:00000200:3.0:1550575071.929951:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440853264, portal 4
00000100:00000200:3.0:1550575071.929952:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440853264, offset 0
00000400:00000200:3.0:1550575071.929954:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.929956:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.929957:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.929958:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.929959:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.929959:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.929960:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.930776:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccde00 x1625895440853264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.930777:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccde00 x1625895440853264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.930779:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.930861:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853264:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.932010:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.932224:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc600 - object 0x0:1725237 offset 869269504<>870318080
00000100:00100000:3.0:1550575071.932232:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.932236:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831a990-0x5c6be4831a990, portal 8
00000100:00000200:3.0:1550575071.932238:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440853392, portal 4
00000100:00000200:3.0:1550575071.932239:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440853392, offset 0
00000400:00000200:3.0:1550575071.932240:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.932243:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.932245:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.932246:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.932247:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.932247:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.932248:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.933068:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc600 x1625895440853392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.933072:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc600 x1625895440853392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.933074:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.933158:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440853392:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.943302:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.943519:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd200 - object 0x0:1725237 offset 874512384<>875560960
00000100:00100000:3.0:1550575071.943525:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440854032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.943529:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ac10-0x5c6be4831ac10, portal 8
00000100:00000200:3.0:1550575071.943530:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440854032, portal 4
00000100:00000200:3.0:1550575071.943531:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440854032, offset 0
00000400:00000200:3.0:1550575071.943533:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.943536:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.943537:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.943538:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.943539:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.943539:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.943540:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.944351:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd200 x1625895440854032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.944353:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd200 x1625895440854032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.944354:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.944433:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440854032:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.952317:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.952517:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfde00 - object 0x0:1725237 offset 878706688<>879755264
00000100:00100000:3.0:1550575071.952523:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440854544:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.952527:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ae10-0x5c6be4831ae10, portal 8
00000100:00000200:3.0:1550575071.952530:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440854544, portal 4
00000100:00000200:3.0:1550575071.952531:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440854544, offset 0
00000400:00000200:3.0:1550575071.952532:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.952535:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.952536:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.952537:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.952538:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.952538:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.952540:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.953329:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440854544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.953331:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440854544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.953333:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575071.953416:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440854544:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.959023:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.959239:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfea00 - object 0x0:1725237 offset 881852416<>882900992
00000100:00100000:3.0:1550575071.959245:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440854928:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.959249:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831af90-0x5c6be4831af90, portal 8
00000100:00000200:3.0:1550575071.959250:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440854928, portal 4
00000100:00000200:3.0:1550575071.959251:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440854928, offset 0
00000400:00000200:3.0:1550575071.959252:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.959255:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.959256:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.959258:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.959259:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.959259:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.959260:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.959555:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91b00 x1625895440854832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.959557:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91b00 x1625895440854832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.959559:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9180
00000100:00100000:3.0:1550575071.959561:0:2493:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894541315 gen 1
00000100:00100000:3.0:1550575071.960227:0:2493:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8815df3bb300 x1625895440830384/t12894541316(12894541316) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575078 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575071.960292:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440854832:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.960294:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:3.0:1550575071.960506:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff600 - object 0x0:1728254 offset 882900992<>883949568
00000100:00000200:3.0:1550575071.960514:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c90f00 x1625895440854896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.960516:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c90f00 x1625895440854896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.960517:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e00
00000100:00100000:3.0:1550575071.960583:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440854896:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.960586:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfea00 x1625895440854928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.960588:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfea00 x1625895440854928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.960589:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575071.960656:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440854928:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575071.961479:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440855056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.961484:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b010-0x5c6be4831b010, portal 8
00000100:00000200:3.0:1550575071.961485:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855056, portal 4
00000100:00000200:3.0:1550575071.961486:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855056, offset 0
00000400:00000200:3.0:1550575071.961487:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.961491:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575071.961492:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575071.961493:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.961494:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575071.961495:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575071.961496:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:3.0:1550575071.962040:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef900 - object 0x0:1728629 offset 882900992<>883949568
00000100:00100000:3.0:1550575071.962046:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.962047:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855088:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.962051:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b030-0x5c6be4831b030, portal 8
00000100:00000200:3.0:1550575071.962052:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855088, portal 4
00000100:00000200:3.0:1550575071.962053:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855088, offset 0
00000400:00000200:3.0:1550575071.962054:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.962057:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.962058:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.962059:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.962060:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.962060:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.962062:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.962362:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bde00 x1625895440855056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.962364:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bde00 x1625895440855056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.962366:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.962450:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440855056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.963375:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef900 x1625895440855088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.963377:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef900 x1625895440855088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.963381:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.963450:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855088:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575071.963565:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575071.963775:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef300 - object 0x0:1725237 offset 883949568<>884998144
00000100:00100000:3.0:1550575071.963781:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440855184:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575071.963785:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b090-0x5c6be4831b090, portal 8
00000100:00000200:3.0:1550575071.963786:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855184, portal 4
00000100:00000200:3.0:1550575071.963787:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855184, offset 0
00000400:00000200:3.0:1550575071.963788:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575071.963791:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.963792:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.963794:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.963795:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.963795:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.963796:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575071.964311:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244eed00 - object 0x0:1728629 offset 883949568<>884998144
00000100:00100000:3.0:1550575071.964316:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.964318:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855216:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.964321:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b0b0-0x5c6be4831b0b0, portal 8
00000100:00000200:3.0:1550575071.964322:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855216, portal 4
00000100:00000200:3.0:1550575071.964323:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855216, offset 0
00000400:00000200:3.0:1550575071.964324:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.964327:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.964328:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.964329:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.964330:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.964331:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.964332:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.964589:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef300 x1625895440855184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.964591:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef300 x1625895440855184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.964593:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.964677:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440855184:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575071.965454:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244eea00 - object 0x0:1728687 offset 884998144<>886046720
00000100:00000200:3.0:1550575071.965461:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244eed00 x1625895440855216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.965462:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244eed00 x1625895440855216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.965464:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.965524:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855216:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.966606:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ee400 - object 0x0:1728629 offset 884998144<>886046720
00000100:00100000:3.0:1550575071.966611:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.966613:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855344:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.966616:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b130-0x5c6be4831b130, portal 8
00000100:00000200:3.0:1550575071.966618:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855344, portal 4
00000100:00000200:3.0:1550575071.966618:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855344, offset 0
00000400:00000200:3.0:1550575071.966620:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.966622:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.966624:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.966625:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.966626:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.966626:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.966627:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575071.967688:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ede00 - object 0x0:1728687 offset 886046720<>887095296
00000100:00000200:3.0:1550575071.967695:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ee400 x1625895440855344/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.967697:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ee400 x1625895440855344/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.967698:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.967757:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855344:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.968835:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ed800 - object 0x0:1728629 offset 886046720<>887095296
00000100:00100000:3.0:1550575071.968840:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.968841:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855472:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.968845:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b1b0-0x5c6be4831b1b0, portal 8
00000100:00000200:3.0:1550575071.968846:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855472, portal 4
00000100:00000200:3.0:1550575071.968847:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855472, offset 0
00000400:00000200:3.0:1550575071.968848:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.968851:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.968852:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.968853:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.968854:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.968855:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.968856:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.969702:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ed800 x1625895440855472/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.969704:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ed800 x1625895440855472/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.969706:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.969789:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855472:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.972220:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ed200 - object 0x0:1728687 offset 888143872<>889192448
00000100:00100000:3.0:1550575071.972225:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.972227:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855664:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.972231:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b270-0x5c6be4831b270, portal 8
00000100:00000200:3.0:1550575071.972233:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855664, portal 4
00000100:00000200:3.0:1550575071.972234:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855664, offset 0
00000400:00000200:3.0:1550575071.972235:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.972238:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.972239:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.972240:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.972241:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.972241:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.972242:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.973073:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ed200 x1625895440855664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.973075:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ed200 x1625895440855664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.973077:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.973159:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855664:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.973353:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ecc00 - object 0x0:1728629 offset 888143872<>889192448
00000100:00100000:3.0:1550575071.973358:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.973360:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855728:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.973363:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b2b0-0x5c6be4831b2b0, portal 8
00000100:00000200:3.0:1550575071.973364:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855728, portal 4
00000100:00000200:3.0:1550575071.973365:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855728, offset 0
00000400:00000200:3.0:1550575071.973366:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.973369:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.973370:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.973371:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.973372:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.973373:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.973374:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.974195:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ecc00 x1625895440855728/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.974197:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ecc00 x1625895440855728/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.974199:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.974279:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855728:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.974499:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ec600 - object 0x0:1728687 offset 889192448<>890241024
00000100:00100000:3.0:1550575071.974504:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.974506:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855792:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.974509:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b2f0-0x5c6be4831b2f0, portal 8
00000100:00000200:3.0:1550575071.974511:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855792, portal 4
00000100:00000200:3.0:1550575071.974511:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855792, offset 0
00000400:00000200:3.0:1550575071.974513:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.974515:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.974517:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.974518:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.974519:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.974519:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.974520:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.975357:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ec600 x1625895440855792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.975358:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ec600 x1625895440855792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.975360:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.975439:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855792:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.976765:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ec000 - object 0x0:1728687 offset 890241024<>891289600
00000100:00100000:3.0:1550575071.976771:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.976773:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855920:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.976776:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b370-0x5c6be4831b370, portal 8
00000100:00000200:3.0:1550575071.976777:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440855920, portal 4
00000100:00000200:3.0:1550575071.976778:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440855920, offset 0
00000400:00000200:3.0:1550575071.976779:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.976782:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.976783:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.976784:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.976785:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.976785:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.976786:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.977614:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ec000 x1625895440855920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.977616:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ec000 x1625895440855920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.977618:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.977697:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440855920:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.979051:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410600 - object 0x0:1728687 offset 891289600<>892338176
00000100:00100000:3.0:1550575071.979056:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.979061:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856048:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.979064:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b3f0-0x5c6be4831b3f0, portal 8
00000100:00000200:3.0:1550575071.979066:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856048, portal 4
00000100:00000200:3.0:1550575071.979067:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856048, offset 0
00000400:00000200:3.0:1550575071.979068:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.979071:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.979072:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.979073:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.979074:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.979075:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.979076:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.979921:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410600 x1625895440856048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.979923:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410600 x1625895440856048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.979925:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.980011:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856048:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.981300:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8bc00 - object 0x0:1728687 offset 892338176<>893386752
00000100:00100000:3.0:1550575071.981305:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.981307:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856176:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.981310:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b470-0x5c6be4831b470, portal 8
00000100:00000200:3.0:1550575071.981312:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856176, portal 4
00000100:00000200:3.0:1550575071.981313:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856176, offset 0
00000400:00000200:3.0:1550575071.981314:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.981317:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.981318:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.981319:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.981320:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.981321:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.981321:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.982149:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8bc00 x1625895440856176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.982150:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8bc00 x1625895440856176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.982152:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.982240:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856176:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.982435:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804900 - object 0x0:1728629 offset 892338176<>893386752
00000100:00100000:3.0:1550575071.982440:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.982443:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856240:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.982446:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b4b0-0x5c6be4831b4b0, portal 8
00000100:00000200:3.0:1550575071.982447:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856240, portal 4
00000100:00000200:3.0:1550575071.982448:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856240, offset 0
00000400:00000200:3.0:1550575071.982449:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.982452:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.982453:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.982455:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.982455:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.982456:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.982457:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.983286:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804900 x1625895440856240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.983288:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804900 x1625895440856240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.983289:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.983370:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856240:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.983563:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806a00 - object 0x0:1728687 offset 893386752<>894435328
00000100:00100000:3.0:1550575071.983568:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.983570:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856304:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.983573:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b4f0-0x5c6be4831b4f0, portal 8
00000100:00000200:3.0:1550575071.983574:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856304, portal 4
00000100:00000200:3.0:1550575071.983575:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856304, offset 0
00000400:00000200:3.0:1550575071.983576:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.983579:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.983580:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.983581:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.983582:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.983583:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.983584:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.984421:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806a00 x1625895440856304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.984422:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806a00 x1625895440856304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.984424:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.984507:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856304:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.984700:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804600 - object 0x0:1728629 offset 893386752<>894435328
00000100:00100000:3.0:1550575071.984705:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.984706:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856368:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.984709:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b530-0x5c6be4831b530, portal 8
00000100:00000200:3.0:1550575071.984711:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856368, portal 4
00000100:00000200:3.0:1550575071.984711:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856368, offset 0
00000400:00000200:3.0:1550575071.984713:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.984715:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.984716:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.984718:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.984718:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.984719:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.984720:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.985528:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804600 x1625895440856368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.985530:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804600 x1625895440856368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.985532:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.985611:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856368:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.985831:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682e700 - object 0x0:1728687 offset 894435328<>895483904
00000100:00100000:3.0:1550575071.985836:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.985838:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856432:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.985841:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b570-0x5c6be4831b570, portal 8
00000100:00000200:3.0:1550575071.985842:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856432, portal 4
00000100:00000200:3.0:1550575071.985843:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856432, offset 0
00000400:00000200:3.0:1550575071.985844:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.985847:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.985848:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.985849:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.985850:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.985850:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.985851:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.986681:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682e700 x1625895440856432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.986683:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682e700 x1625895440856432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.986685:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.986767:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856432:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.986977:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682cf00 - object 0x0:1728629 offset 894435328<>895483904
00000100:00100000:3.0:1550575071.986982:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.986984:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856496:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.986987:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b5b0-0x5c6be4831b5b0, portal 8
00000100:00000200:3.0:1550575071.986988:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856496, portal 4
00000100:00000200:3.0:1550575071.986989:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856496, offset 0
00000400:00000200:3.0:1550575071.986991:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.986993:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.986994:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.986996:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.986996:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.986998:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.986999:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.987850:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682cf00 x1625895440856496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.987851:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682cf00 x1625895440856496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.987853:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.987935:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856496:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.989216:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5800 - object 0x0:1728629 offset 895483904<>896532480
00000100:00100000:3.0:1550575071.989221:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.989223:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856624:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.989226:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b630-0x5c6be4831b630, portal 8
00000100:00000200:3.0:1550575071.989227:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856624, portal 4
00000100:00000200:3.0:1550575071.989228:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856624, offset 0
00000400:00000200:3.0:1550575071.989229:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.989232:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.989233:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.989234:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.989235:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.989235:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.989236:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.990075:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5800 x1625895440856624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.990077:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5800 x1625895440856624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.990078:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.990157:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856624:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.990355:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9b00 - object 0x0:1728687 offset 896532480<>897581056
00000100:00100000:3.0:1550575071.990360:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.990361:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856688:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.990365:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b670-0x5c6be4831b670, portal 8
00000100:00000200:3.0:1550575071.990366:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856688, portal 4
00000100:00000200:3.0:1550575071.990367:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856688, offset 0
00000400:00000200:3.0:1550575071.990368:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.990371:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.990372:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.990373:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.990374:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.990374:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.990375:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.991280:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9b00 x1625895440856688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.991282:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9b00 x1625895440856688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.991284:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.991363:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856688:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.992675:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8f00 - object 0x0:1728687 offset 897581056<>898629632
00000100:00100000:3.0:1550575071.992680:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.992682:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856816:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.992686:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b6f0-0x5c6be4831b6f0, portal 8
00000100:00000200:3.0:1550575071.992687:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856816, portal 4
00000100:00000200:3.0:1550575071.992688:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856816, offset 0
00000400:00000200:3.0:1550575071.992689:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.992693:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.992694:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.992695:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.992696:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.992697:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.992699:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.993520:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8f00 x1625895440856816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.993522:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8f00 x1625895440856816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.993523:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.993603:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856816:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.994931:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8c00 - object 0x0:1728687 offset 898629632<>899678208
00000100:00100000:3.0:1550575071.994937:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.994938:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856944:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.994941:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b770-0x5c6be4831b770, portal 8
00000100:00000200:3.0:1550575071.994943:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440856944, portal 4
00000100:00000200:3.0:1550575071.994944:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440856944, offset 0
00000400:00000200:3.0:1550575071.994945:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.994948:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.994949:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.994950:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.994951:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.994951:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.994952:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.995770:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8c00 x1625895440856944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.995771:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8c00 x1625895440856944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.995773:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575071.995850:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440856944:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.996073:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb600 - object 0x0:1728629 offset 898629632<>899678208
00000100:00100000:3.0:1550575071.996077:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.996079:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857008:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.996082:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b7b0-0x5c6be4831b7b0, portal 8
00000100:00000200:3.0:1550575071.996084:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857008, portal 4
00000100:00000200:3.0:1550575071.996085:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857008, offset 0
00000400:00000200:3.0:1550575071.996086:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.996088:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.996089:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.996091:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.996091:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.996092:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.996093:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.996903:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb600 x1625895440857008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.996905:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb600 x1625895440857008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.996907:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.996988:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857008:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.997207:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9200 - object 0x0:1728687 offset 899678208<>900726784
00000100:00100000:3.0:1550575071.997212:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.997213:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857072:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.997216:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b7f0-0x5c6be4831b7f0, portal 8
00000100:00000200:3.0:1550575071.997218:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857072, portal 4
00000100:00000200:3.0:1550575071.997218:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857072, offset 0
00000400:00000200:3.0:1550575071.997219:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.997222:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.997223:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.997225:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.997225:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.997229:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.997230:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.998047:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9200 x1625895440857072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.998048:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9200 x1625895440857072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.998050:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575071.998130:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857072:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.998335:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8600 - object 0x0:1728629 offset 899678208<>900726784
00000100:00100000:3.0:1550575071.998340:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.998341:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857136:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.998344:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b830-0x5c6be4831b830, portal 8
00000100:00000200:3.0:1550575071.998346:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857136, portal 4
00000100:00000200:3.0:1550575071.998346:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857136, offset 0
00000400:00000200:3.0:1550575071.998348:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.998350:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.998351:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.998353:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.998353:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.998354:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.998355:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575071.999157:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8600 x1625895440857136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575071.999159:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8600 x1625895440857136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575071.999160:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575071.999246:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857136:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575071.999469:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0300 - object 0x0:1728687 offset 900726784<>901775360
00000100:00100000:3.0:1550575071.999474:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575071.999476:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857200:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575071.999480:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b870-0x5c6be4831b870, portal 8
00000100:00000200:3.0:1550575071.999481:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857200, portal 4
00000100:00000200:3.0:1550575071.999482:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857200, offset 0
00000400:00000200:3.0:1550575071.999483:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575071.999486:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575071.999487:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575071.999488:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575071.999489:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575071.999489:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575071.999490:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.000349:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0300 x1625895440857200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.000350:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0300 x1625895440857200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575078 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.000352:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.000434:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857200:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.001708:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0900 - object 0x0:1728687 offset 901775360<>902823936
00000100:00100000:3.0:1550575072.001714:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.001715:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857328:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.001718:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b8f0-0x5c6be4831b8f0, portal 8
00000100:00000200:3.0:1550575072.001719:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857328, portal 4
00000100:00000200:3.0:1550575072.001720:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857328, offset 0
00000400:00000200:3.0:1550575072.001722:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.001724:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.001726:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.001727:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.001728:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.001729:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.001730:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.002480:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0900 x1625895440857328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.002482:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0900 x1625895440857328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.002483:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.002545:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857328:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.002845:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1b00 - object 0x0:1728629 offset 901775360<>902823936
00000100:00100000:3.0:1550575072.002850:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.002851:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857392:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.002855:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b930-0x5c6be4831b930, portal 8
00000100:00000200:3.0:1550575072.002856:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857392, portal 4
00000100:00000200:3.0:1550575072.002857:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857392, offset 0
00000400:00000200:3.0:1550575072.002858:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.002861:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.002862:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.002863:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.002864:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.002864:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.002866:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.003604:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1b00 x1625895440857392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.003605:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1b00 x1625895440857392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.003607:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.003667:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857392:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.003958:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3300 - object 0x0:1728687 offset 902823936<>903872512
00000100:00100000:3.0:1550575072.003963:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.003965:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857456:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.003968:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b970-0x5c6be4831b970, portal 8
00000100:00000200:3.0:1550575072.003969:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857456, portal 4
00000100:00000200:3.0:1550575072.003970:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857456, offset 0
00000400:00000200:3.0:1550575072.003971:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.003974:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.003975:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.003976:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.003977:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.003977:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.003979:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.004736:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3300 x1625895440857456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.004737:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3300 x1625895440857456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.004739:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.004802:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857456:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.005084:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb01e00 - object 0x0:1728629 offset 902823936<>903872512
00000100:00100000:3.0:1550575072.005089:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.005090:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857520:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.005093:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b9b0-0x5c6be4831b9b0, portal 8
00000100:00000200:3.0:1550575072.005095:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857520, portal 4
00000100:00000200:3.0:1550575072.005095:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857520, offset 0
00000400:00000200:3.0:1550575072.005097:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.005099:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.005100:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.005102:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.005102:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.005104:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.005105:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.005839:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb01e00 x1625895440857520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.005840:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb01e00 x1625895440857520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.005842:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.005902:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857520:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.006200:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb03600 - object 0x0:1728687 offset 903872512<>904921088
00000100:00100000:3.0:1550575072.006205:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.006206:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857584:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.006209:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831b9f0-0x5c6be4831b9f0, portal 8
00000100:00000200:3.0:1550575072.006212:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857584, portal 4
00000100:00000200:3.0:1550575072.006212:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857584, offset 0
00000400:00000200:3.0:1550575072.006213:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.006216:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.006217:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.006219:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.006219:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.006220:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.006221:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.006976:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb03600 x1625895440857584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.006978:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb03600 x1625895440857584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.006980:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.007046:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857584:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.007317:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0900 - object 0x0:1728629 offset 903872512<>904921088
00000100:00100000:3.0:1550575072.007322:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.007324:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857648:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.007328:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ba30-0x5c6be4831ba30, portal 8
00000100:00000200:3.0:1550575072.007329:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857648, portal 4
00000100:00000200:3.0:1550575072.007330:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857648, offset 0
00000400:00000200:3.0:1550575072.007331:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.007334:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.007335:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.007336:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.007337:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.007337:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.007338:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.008082:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0900 x1625895440857648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.008084:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0900 x1625895440857648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.008086:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.008146:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857648:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.008432:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2100 - object 0x0:1728687 offset 904921088<>905969664
00000100:00100000:3.0:1550575072.008437:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.008438:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857712:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.008442:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ba70-0x5c6be4831ba70, portal 8
00000100:00000200:3.0:1550575072.008443:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857712, portal 4
00000100:00000200:3.0:1550575072.008444:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857712, offset 0
00000400:00000200:3.0:1550575072.008445:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.008448:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.008449:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.008450:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.008451:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.008452:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.008453:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.009207:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2100 x1625895440857712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.009209:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2100 x1625895440857712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.009210:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.009270:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857712:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.009554:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3600 - object 0x0:1728629 offset 904921088<>905969664
00000100:00100000:3.0:1550575072.009559:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.009560:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857776:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.009564:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bab0-0x5c6be4831bab0, portal 8
00000100:00000200:3.0:1550575072.009565:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857776, portal 4
00000100:00000200:3.0:1550575072.009566:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857776, offset 0
00000400:00000200:3.0:1550575072.009567:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.009570:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.009571:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.009572:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.009573:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.009573:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.009574:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.010316:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3600 x1625895440857776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.010318:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3600 x1625895440857776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.010320:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.010380:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857776:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.010680:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0600 - object 0x0:1728687 offset 905969664<>907018240
00000100:00100000:3.0:1550575072.010685:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.010689:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857840:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.010692:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831baf0-0x5c6be4831baf0, portal 8
00000100:00000200:3.0:1550575072.010694:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857840, portal 4
00000100:00000200:3.0:1550575072.010694:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857840, offset 0
00000400:00000200:3.0:1550575072.010696:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.010698:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.010699:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.010701:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.010701:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.010702:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.010703:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.011459:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0600 x1625895440857840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.011460:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0600 x1625895440857840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.011462:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.011523:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857840:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.011806:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1e00 - object 0x0:1728629 offset 905969664<>907018240
00000100:00100000:3.0:1550575072.011811:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.011812:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857904:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.011815:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bb30-0x5c6be4831bb30, portal 8
00000100:00000200:3.0:1550575072.011817:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857904, portal 4
00000100:00000200:3.0:1550575072.011818:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857904, offset 0
00000400:00000200:3.0:1550575072.011819:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.011822:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.011823:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.011825:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.011825:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.011826:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.011827:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.012566:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1e00 x1625895440857904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.012568:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1e00 x1625895440857904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.012569:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.012631:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857904:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.012936:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3300 - object 0x0:1728687 offset 907018240<>908066816
00000100:00100000:3.0:1550575072.012941:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.012942:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857968:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.012945:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bb70-0x5c6be4831bb70, portal 8
00000100:00000200:3.0:1550575072.012947:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440857968, portal 4
00000100:00000200:3.0:1550575072.012948:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440857968, offset 0
00000400:00000200:3.0:1550575072.012949:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.012951:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.012952:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.012954:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.012954:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.012955:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.012956:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.013709:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3300 x1625895440857968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.013710:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3300 x1625895440857968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.013712:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.013772:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440857968:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.014061:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1800 - object 0x0:1728629 offset 907018240<>908066816
00000100:00100000:3.0:1550575072.014066:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.014068:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858032:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.014071:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bbb0-0x5c6be4831bbb0, portal 8
00000100:00000200:3.0:1550575072.014072:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858032, portal 4
00000100:00000200:3.0:1550575072.014073:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858032, offset 0
00000400:00000200:3.0:1550575072.014074:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.014077:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.014078:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.014079:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.014080:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.014080:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.014081:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.014836:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1800 x1625895440858032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.014838:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1800 x1625895440858032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.014840:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.014899:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858032:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.015185:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3000 - object 0x0:1728687 offset 908066816<>909115392
00000100:00100000:3.0:1550575072.015190:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.015191:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858096:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.015194:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bbf0-0x5c6be4831bbf0, portal 8
00000100:00000200:3.0:1550575072.015196:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858096, portal 4
00000100:00000200:3.0:1550575072.015197:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858096, offset 0
00000400:00000200:3.0:1550575072.015198:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.015200:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.015201:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.015203:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.015204:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.015205:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.015206:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.015957:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3000 x1625895440858096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.015959:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3000 x1625895440858096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.015961:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.016021:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858096:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.016315:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314900 - object 0x0:1728629 offset 908066816<>909115392
00000100:00100000:3.0:1550575072.016320:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.016321:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858160:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.016324:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bc30-0x5c6be4831bc30, portal 8
00000100:00000200:3.0:1550575072.016325:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858160, portal 4
00000100:00000200:3.0:1550575072.016326:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858160, offset 0
00000400:00000200:3.0:1550575072.016327:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.016330:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.016331:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.016332:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.016333:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.016333:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.016334:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.017078:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314900 x1625895440858160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.017080:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314900 x1625895440858160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.017082:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.017141:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858160:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.017431:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316100 - object 0x0:1728687 offset 909115392<>910163968
00000100:00100000:3.0:1550575072.017437:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.017438:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858224:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.017442:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bc70-0x5c6be4831bc70, portal 8
00000100:00000200:3.0:1550575072.017444:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858224, portal 4
00000100:00000200:3.0:1550575072.017445:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858224, offset 0
00000400:00000200:3.0:1550575072.017446:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.017449:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.017450:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.017451:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.017452:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.017452:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.017453:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.018204:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316100 x1625895440858224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.018206:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316100 x1625895440858224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.018207:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.018268:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858224:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.018552:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317900 - object 0x0:1728629 offset 909115392<>910163968
00000100:00100000:3.0:1550575072.018557:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.018559:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858288:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.018562:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bcb0-0x5c6be4831bcb0, portal 8
00000100:00000200:3.0:1550575072.018563:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858288, portal 4
00000100:00000200:3.0:1550575072.018564:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858288, offset 0
00000400:00000200:3.0:1550575072.018565:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.018568:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.018569:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.018570:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.018571:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.018572:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.018573:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.019316:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3317900 x1625895440858288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.019318:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3317900 x1625895440858288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.019320:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.019382:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858288:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.019669:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315200 - object 0x0:1728687 offset 910163968<>911212544
00000100:00100000:3.0:1550575072.019674:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.019676:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858352:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.019679:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bcf0-0x5c6be4831bcf0, portal 8
00000100:00000200:3.0:1550575072.019680:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858352, portal 4
00000100:00000200:3.0:1550575072.019681:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858352, offset 0
00000400:00000200:3.0:1550575072.019682:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.019685:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.019686:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.019687:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.019688:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.019688:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.019689:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.020038:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.020239:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316a00 - object 0x0:1725237 offset 910163968<>911212544
00000100:00100000:3.0:1550575072.020245:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440858384:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.020249:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bd10-0x5c6be4831bd10, portal 8
00000100:00000200:3.0:1550575072.020250:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858384, portal 4
00000100:00000200:3.0:1550575072.020251:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858384, offset 0
00000400:00000200:3.0:1550575072.020252:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.020255:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.020256:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.020258:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.020258:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.020259:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.020260:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.020440:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315200 x1625895440858352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.020442:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315200 x1625895440858352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.020443:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.020504:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858352:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.020788:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314000 - object 0x0:1728629 offset 910163968<>911212544
00000100:00100000:3.0:1550575072.020793:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.020795:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858416:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.020798:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bd30-0x5c6be4831bd30, portal 8
00000100:00000200:3.0:1550575072.020799:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858416, portal 4
00000100:00000200:3.0:1550575072.020800:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858416, offset 0
00000400:00000200:3.0:1550575072.020801:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.020804:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.020805:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.020807:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.020808:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.020808:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.020809:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.021039:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316a00 x1625895440858384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.021040:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316a00 x1625895440858384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.021044:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.021124:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440858384:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.021564:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314000 x1625895440858416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.021565:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314000 x1625895440858416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.021567:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.021623:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858416:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.021920:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315800 - object 0x0:1728687 offset 911212544<>912261120
00000100:00100000:3.0:1550575072.021925:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.021926:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858480:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.021930:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bd70-0x5c6be4831bd70, portal 8
00000100:00000200:3.0:1550575072.021931:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858480, portal 4
00000100:00000200:3.0:1550575072.021932:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858480, offset 0
00000400:00000200:3.0:1550575072.021933:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.021936:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.021937:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.021938:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.021939:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.021939:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.021940:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.022685:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315800 x1625895440858480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.022687:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315800 x1625895440858480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.022689:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.022749:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858480:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.023039:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317000 - object 0x0:1728629 offset 911212544<>912261120
00000100:00100000:3.0:1550575072.023043:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.023044:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858544:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.023048:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bdb0-0x5c6be4831bdb0, portal 8
00000100:00000200:3.0:1550575072.023049:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858544, portal 4
00000100:00000200:3.0:1550575072.023050:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858544, offset 0
00000400:00000200:3.0:1550575072.023051:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.023054:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.023055:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.023056:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.023057:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.023057:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.023058:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.023802:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3317000 x1625895440858544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.023804:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3317000 x1625895440858544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.023806:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.023866:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858544:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.024155:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206c300 - object 0x0:1728687 offset 912261120<>913309696
00000100:00100000:3.0:1550575072.024160:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.024162:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858608:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.024165:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bdf0-0x5c6be4831bdf0, portal 8
00000100:00000200:3.0:1550575072.024166:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858608, portal 4
00000100:00000200:3.0:1550575072.024167:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858608, offset 0
00000400:00000200:3.0:1550575072.024168:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.024171:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.024173:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.024175:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.024175:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.024176:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.024181:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.024933:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206c300 x1625895440858608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.024934:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206c300 x1625895440858608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.024936:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.024999:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858608:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.025277:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206db00 - object 0x0:1728629 offset 912261120<>913309696
00000100:00100000:3.0:1550575072.025282:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.025283:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858672:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.025287:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831be30-0x5c6be4831be30, portal 8
00000100:00000200:3.0:1550575072.025288:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858672, portal 4
00000100:00000200:3.0:1550575072.025289:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858672, offset 0
00000400:00000200:3.0:1550575072.025290:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.025293:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.025294:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.025296:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.025296:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.025297:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.025298:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.026030:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206db00 x1625895440858672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.026036:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206db00 x1625895440858672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.026038:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.026102:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858672:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.026395:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206f300 - object 0x0:1728687 offset 913309696<>914358272
00000100:00100000:3.0:1550575072.026400:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.026402:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858736:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.026406:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831be70-0x5c6be4831be70, portal 8
00000100:00000200:3.0:1550575072.026407:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858736, portal 4
00000100:00000200:3.0:1550575072.026408:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858736, offset 0
00000400:00000200:3.0:1550575072.026409:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.026411:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.026412:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.026414:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.026414:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.026415:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.026416:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.027167:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206f300 x1625895440858736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.027169:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206f300 x1625895440858736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.027171:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.027234:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858736:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.027509:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206cc00 - object 0x0:1728629 offset 913309696<>914358272
00000100:00100000:3.0:1550575072.027514:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.027515:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858800:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.027518:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831beb0-0x5c6be4831beb0, portal 8
00000100:00000200:3.0:1550575072.027519:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858800, portal 4
00000100:00000200:3.0:1550575072.027520:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858800, offset 0
00000400:00000200:3.0:1550575072.027521:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.027524:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.027526:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.027527:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.027528:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.027528:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.027529:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.028272:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206cc00 x1625895440858800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.028274:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206cc00 x1625895440858800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.028276:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.028338:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858800:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.028630:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206e400 - object 0x0:1728687 offset 914358272<>915406848
00000100:00100000:3.0:1550575072.028635:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.028636:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858864:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.028639:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bef0-0x5c6be4831bef0, portal 8
00000100:00000200:3.0:1550575072.028640:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858864, portal 4
00000100:00000200:3.0:1550575072.028641:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858864, offset 0
00000400:00000200:3.0:1550575072.028642:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.028645:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.028646:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.028648:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.028648:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.028649:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.028650:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.029401:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206e400 x1625895440858864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.029403:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206e400 x1625895440858864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.029405:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.029469:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858864:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.029758:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206fc00 - object 0x0:1728629 offset 914358272<>915406848
00000100:00100000:3.0:1550575072.029763:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.029765:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.029768:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bf30-0x5c6be4831bf30, portal 8
00000100:00000200:3.0:1550575072.029769:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858928, portal 4
00000100:00000200:3.0:1550575072.029770:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858928, offset 0
00000400:00000200:3.0:1550575072.029772:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.029774:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.029775:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.029777:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.029778:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.029778:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.029779:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.030512:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206fc00 x1625895440858928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.030514:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206fc00 x1625895440858928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.030515:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.030577:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858928:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.030875:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206d200 - object 0x0:1728687 offset 915406848<>916455424
00000100:00100000:3.0:1550575072.030880:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.030881:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858992:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.030885:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bf70-0x5c6be4831bf70, portal 8
00000100:00000200:3.0:1550575072.030886:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440858992, portal 4
00000100:00000200:3.0:1550575072.030887:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440858992, offset 0
00000400:00000200:3.0:1550575072.030888:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.030891:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.030892:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.030894:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.030894:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.030895:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.030896:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.031646:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206d200 x1625895440858992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.031648:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206d200 x1625895440858992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.031649:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.031711:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440858992:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.031998:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206ea00 - object 0x0:1728629 offset 915406848<>916455424
00000100:00100000:3.0:1550575072.032003:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.032004:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859056:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.032007:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bfb0-0x5c6be4831bfb0, portal 8
00000100:00000200:3.0:1550575072.032008:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859056, portal 4
00000100:00000200:3.0:1550575072.032009:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859056, offset 0
00000400:00000200:3.0:1550575072.032010:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.032013:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.032014:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.032015:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.032016:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.032017:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.032018:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.032763:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206ea00 x1625895440859056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.032764:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206ea00 x1625895440859056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.032766:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.032825:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859056:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.033111:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7f300 - object 0x0:1728687 offset 916455424<>917504000
00000100:00100000:3.0:1550575072.033116:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.033118:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859120:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.033121:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831bff0-0x5c6be4831bff0, portal 8
00000100:00000200:3.0:1550575072.033122:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859120, portal 4
00000100:00000200:3.0:1550575072.033123:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859120, offset 0
00000400:00000200:3.0:1550575072.033124:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.033127:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.033128:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.033129:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.033130:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.033130:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.033131:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.033883:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7f300 x1625895440859120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.033885:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7f300 x1625895440859120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.033887:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.033948:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859120:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.034230:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234300 - object 0x0:1728629 offset 916455424<>917504000
00000100:00100000:3.0:1550575072.034234:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.034236:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859184:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.034240:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c030-0x5c6be4831c030, portal 8
00000100:00000200:3.0:1550575072.034241:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859184, portal 4
00000100:00000200:3.0:1550575072.034242:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859184, offset 0
00000400:00000200:3.0:1550575072.034243:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.034246:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.034247:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.034249:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.034249:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.034250:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.034251:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.034994:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234300 x1625895440859184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.034996:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234300 x1625895440859184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.034998:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.035062:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859184:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.035349:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234f00 - object 0x0:1728687 offset 917504000<>918552576
00000100:00100000:3.0:1550575072.035354:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.035356:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859248:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.035359:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c070-0x5c6be4831c070, portal 8
00000100:00000200:3.0:1550575072.035360:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859248, portal 4
00000100:00000200:3.0:1550575072.035361:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859248, offset 0
00000400:00000200:3.0:1550575072.035362:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.035365:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.035366:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.035368:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.035368:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.035369:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.035370:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.036117:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234f00 x1625895440859248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.036119:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234f00 x1625895440859248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.036120:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.036184:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859248:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.036468:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235b00 - object 0x0:1728629 offset 917504000<>918552576
00000100:00100000:3.0:1550575072.036472:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.036474:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859312:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.036477:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c0b0-0x5c6be4831c0b0, portal 8
00000100:00000200:3.0:1550575072.036478:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859312, portal 4
00000100:00000200:3.0:1550575072.036479:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859312, offset 0
00000400:00000200:3.0:1550575072.036480:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.036483:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.036484:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.036485:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.036486:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.036486:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.036487:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.037219:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235b00 x1625895440859312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.037221:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235b00 x1625895440859312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.037223:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.037282:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859312:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.037593:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236100 - object 0x0:1728687 offset 918552576<>919601152
00000100:00100000:3.0:1550575072.037598:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.037599:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859376:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.037602:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c0f0-0x5c6be4831c0f0, portal 8
00000100:00000200:3.0:1550575072.037603:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859376, portal 4
00000100:00000200:3.0:1550575072.037604:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859376, offset 0
00000400:00000200:3.0:1550575072.037605:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.037608:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.037610:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.037611:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.037612:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.037612:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.037613:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.038382:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236100 x1625895440859376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.038383:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236100 x1625895440859376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.038385:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.038449:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859376:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.038716:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236a00 - object 0x0:1728629 offset 918552576<>919601152
00000100:00100000:3.0:1550575072.038721:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.038722:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859440:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.038726:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c130-0x5c6be4831c130, portal 8
00000100:00000200:3.0:1550575072.038727:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859440, portal 4
00000100:00000200:3.0:1550575072.038728:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859440, offset 0
00000400:00000200:3.0:1550575072.038729:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.038732:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.038733:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.038735:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.038735:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.038736:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.038737:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.039470:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236a00 x1625895440859440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.039472:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236a00 x1625895440859440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.039473:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.039534:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859440:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.039839:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237300 - object 0x0:1728687 offset 919601152<>920649728
00000100:00100000:3.0:1550575072.039844:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.039845:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859504:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.039848:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c170-0x5c6be4831c170, portal 8
00000100:00000200:3.0:1550575072.039850:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859504, portal 4
00000100:00000200:3.0:1550575072.039851:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859504, offset 0
00000400:00000200:3.0:1550575072.039852:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.039854:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.039856:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.039857:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.039858:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.039858:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.039859:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.040621:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237300 x1625895440859504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.040623:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237300 x1625895440859504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.040624:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.040688:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859504:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.040965:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234900 - object 0x0:1728629 offset 919601152<>920649728
00000100:00100000:3.0:1550575072.040970:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.040971:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859568:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.040975:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c1b0-0x5c6be4831c1b0, portal 8
00000100:00000200:3.0:1550575072.040976:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859568, portal 4
00000100:00000200:3.0:1550575072.040977:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859568, offset 0
00000400:00000200:3.0:1550575072.040978:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.040980:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.040982:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.040984:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.040984:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.040985:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.040986:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.041742:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234900 x1625895440859568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.041744:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234900 x1625895440859568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.041746:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.041807:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859568:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.042092:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235500 - object 0x0:1728687 offset 920649728<>921698304
00000100:00100000:3.0:1550575072.042096:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.042098:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859632:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.042101:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c1f0-0x5c6be4831c1f0, portal 8
00000100:00000200:3.0:1550575072.042102:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859632, portal 4
00000100:00000200:3.0:1550575072.042103:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859632, offset 0
00000400:00000200:3.0:1550575072.042104:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.042107:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.042108:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.042109:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.042110:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.042110:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.042112:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.042866:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235500 x1625895440859632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.042868:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235500 x1625895440859632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.042870:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.042933:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859632:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.043215:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236700 - object 0x0:1728629 offset 920649728<>921698304
00000100:00100000:3.0:1550575072.043220:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.043221:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859696:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.043225:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c230-0x5c6be4831c230, portal 8
00000100:00000200:3.0:1550575072.043227:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859696, portal 4
00000100:00000200:3.0:1550575072.043227:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859696, offset 0
00000400:00000200:3.0:1550575072.043229:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.043231:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.043233:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.043234:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.043235:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.043235:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.043236:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.043977:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236700 x1625895440859696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.043979:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236700 x1625895440859696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.043981:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.044047:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859696:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.044334:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236d00 - object 0x0:1728687 offset 921698304<>922746880
00000100:00100000:3.0:1550575072.044339:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.044340:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859760:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.044344:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c270-0x5c6be4831c270, portal 8
00000100:00000200:3.0:1550575072.044345:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859760, portal 4
00000100:00000200:3.0:1550575072.044346:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859760, offset 0
00000400:00000200:3.0:1550575072.044347:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.044349:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.044351:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.044353:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.044353:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.044354:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.044355:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.045115:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236d00 x1625895440859760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.045116:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236d00 x1625895440859760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.045118:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.045184:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859760:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.045470:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237900 - object 0x0:1728629 offset 921698304<>922746880
00000100:00100000:3.0:1550575072.045475:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.045476:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859824:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.045479:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c2b0-0x5c6be4831c2b0, portal 8
00000100:00000200:3.0:1550575072.045481:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859824, portal 4
00000100:00000200:3.0:1550575072.045481:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859824, offset 0
00000400:00000200:3.0:1550575072.045483:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.045485:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.045487:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.045488:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.045489:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.045489:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.045490:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.046232:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237900 x1625895440859824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.046233:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237900 x1625895440859824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.046235:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.046297:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859824:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.046586:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08000 - object 0x0:1728687 offset 922746880<>923795456
00000100:00100000:3.0:1550575072.046591:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.046592:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859888:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.046596:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c2f0-0x5c6be4831c2f0, portal 8
00000100:00000200:3.0:1550575072.046597:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859888, portal 4
00000100:00000200:3.0:1550575072.046598:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859888, offset 0
00000400:00000200:3.0:1550575072.046599:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.046602:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.046603:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.046604:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.046605:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.046605:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.046606:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.047369:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08000 x1625895440859888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.047371:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08000 x1625895440859888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.047373:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.047434:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859888:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.047705:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08c00 - object 0x0:1728629 offset 922746880<>923795456
00000100:00100000:3.0:1550575072.047710:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.047711:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859952:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.047714:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c330-0x5c6be4831c330, portal 8
00000100:00000200:3.0:1550575072.047716:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440859952, portal 4
00000100:00000200:3.0:1550575072.047717:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440859952, offset 0
00000400:00000200:3.0:1550575072.047718:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.047721:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.047723:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.047724:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.047725:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.047725:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.047726:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.048461:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08c00 x1625895440859952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.048463:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08c00 x1625895440859952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.048464:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.048524:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440859952:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.048833:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09800 - object 0x0:1728687 offset 923795456<>924844032
00000100:00100000:3.0:1550575072.048839:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.048840:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860016:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.048843:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c370-0x5c6be4831c370, portal 8
00000100:00000200:3.0:1550575072.048845:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860016, portal 4
00000100:00000200:3.0:1550575072.048845:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860016, offset 0
00000400:00000200:3.0:1550575072.048847:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.048849:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.048850:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.048852:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.048852:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.048853:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.048854:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.049610:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09800 x1625895440860016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.049612:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09800 x1625895440860016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.049614:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.049674:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860016:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.049957:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a400 - object 0x0:1728629 offset 923795456<>924844032
00000100:00100000:3.0:1550575072.049962:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.049963:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860080:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.049966:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c3b0-0x5c6be4831c3b0, portal 8
00000100:00000200:3.0:1550575072.049967:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860080, portal 4
00000100:00000200:3.0:1550575072.049968:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860080, offset 0
00000400:00000200:3.0:1550575072.049969:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.049972:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.049973:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.049974:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.049975:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.049976:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.049976:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.050748:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a400 x1625895440860080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.050750:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a400 x1625895440860080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.050752:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.050817:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860080:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.051085:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b300 - object 0x0:1728687 offset 924844032<>925892608
00000100:00100000:3.0:1550575072.051089:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.051091:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860144:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.051094:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c3f0-0x5c6be4831c3f0, portal 8
00000100:00000200:3.0:1550575072.051095:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860144, portal 4
00000100:00000200:3.0:1550575072.051096:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860144, offset 0
00000400:00000200:3.0:1550575072.051097:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.051100:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.051102:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.051103:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.051104:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.051104:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.051105:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.051861:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b300 x1625895440860144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.051862:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b300 x1625895440860144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.051864:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.051929:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860144:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.052206:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08900 - object 0x0:1728629 offset 924844032<>925892608
00000100:00100000:3.0:1550575072.052211:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.052212:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860208:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.052216:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c430-0x5c6be4831c430, portal 8
00000100:00000200:3.0:1550575072.052217:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860208, portal 4
00000100:00000200:3.0:1550575072.052218:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860208, offset 0
00000400:00000200:3.0:1550575072.052219:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.052222:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.052223:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.052225:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.052225:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.052226:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.052227:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.052975:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08900 x1625895440860208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.052977:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08900 x1625895440860208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.052979:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.053046:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860208:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.053326:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09500 - object 0x0:1728687 offset 925892608<>926941184
00000100:00100000:3.0:1550575072.053331:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.053333:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860272:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.053336:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c470-0x5c6be4831c470, portal 8
00000100:00000200:3.0:1550575072.053338:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860272, portal 4
00000100:00000200:3.0:1550575072.053338:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860272, offset 0
00000400:00000200:3.0:1550575072.053339:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.053342:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.053344:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.053345:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.053346:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.053346:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.053347:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.054093:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09500 x1625895440860272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.054095:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09500 x1625895440860272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.054096:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.054157:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860272:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.054448:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09b00 - object 0x0:1728629 offset 925892608<>926941184
00000100:00100000:3.0:1550575072.054453:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.054454:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860336:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.054458:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c4b0-0x5c6be4831c4b0, portal 8
00000100:00000200:3.0:1550575072.054459:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860336, portal 4
00000100:00000200:3.0:1550575072.054460:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860336, offset 0
00000400:00000200:3.0:1550575072.054461:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.054464:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.054465:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.054467:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.054467:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.054468:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.054469:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.055225:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09b00 x1625895440860336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.055227:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09b00 x1625895440860336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.055229:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.055292:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860336:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.055560:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a100 - object 0x0:1728687 offset 926941184<>927989760
00000100:00100000:3.0:1550575072.055565:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.055566:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860400:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.055569:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c4f0-0x5c6be4831c4f0, portal 8
00000100:00000200:3.0:1550575072.055572:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860400, portal 4
00000100:00000200:3.0:1550575072.055572:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860400, offset 0
00000400:00000200:3.0:1550575072.055574:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.055576:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.055577:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.055579:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.055579:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.055580:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.055581:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.056343:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a100 x1625895440860400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.056345:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a100 x1625895440860400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.056347:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.056410:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860400:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.056685:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b600 - object 0x0:1728629 offset 926941184<>927989760
00000100:00100000:3.0:1550575072.056690:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.056691:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860464:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.056695:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c530-0x5c6be4831c530, portal 8
00000100:00000200:3.0:1550575072.056696:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860464, portal 4
00000100:00000200:3.0:1550575072.056697:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860464, offset 0
00000400:00000200:3.0:1550575072.056698:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.056701:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.056702:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.056703:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.056704:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.056704:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.056705:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.057470:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b600 x1625895440860464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.057472:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b600 x1625895440860464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.057473:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.057537:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860464:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.057804:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0bc00 - object 0x0:1728687 offset 927989760<>929038336
00000100:00100000:3.0:1550575072.057809:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.057810:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860528:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.057814:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c570-0x5c6be4831c570, portal 8
00000100:00000200:3.0:1550575072.057815:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860528, portal 4
00000100:00000200:3.0:1550575072.057816:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860528, offset 0
00000400:00000200:3.0:1550575072.057817:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.057820:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.057822:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.057823:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.057824:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.057824:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.057825:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.058587:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0bc00 x1625895440860528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.058589:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0bc00 x1625895440860528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.058590:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.058652:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860528:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.058924:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08600 - object 0x0:1728629 offset 927989760<>929038336
00000100:00100000:3.0:1550575072.058929:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.058930:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860592:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.058933:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c5b0-0x5c6be4831c5b0, portal 8
00000100:00000200:3.0:1550575072.058934:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860592, portal 4
00000100:00000200:3.0:1550575072.058935:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860592, offset 0
00000400:00000200:3.0:1550575072.058936:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.058939:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.058940:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.058941:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.058942:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.058942:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.058943:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.059281:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.059475:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09200 - object 0x0:1728254 offset 929038336<>930086912
00000100:00100000:3.0:1550575072.059479:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440860624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.059482:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c5d0-0x5c6be4831c5d0, portal 8
00000100:00000200:3.0:1550575072.059484:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860624, portal 4
00000100:00000200:3.0:1550575072.059485:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860624, offset 0
00000400:00000200:3.0:1550575072.059486:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.059488:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.059489:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.059491:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.059491:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.059492:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.059493:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.059699:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08600 x1625895440860592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.059701:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08600 x1625895440860592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.059703:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.059762:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860592:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.060065:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09e00 - object 0x0:1728687 offset 929038336<>930086912
00000100:00100000:3.0:1550575072.060070:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.060071:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860656:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.060075:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c5f0-0x5c6be4831c5f0, portal 8
00000100:00000200:3.0:1550575072.060076:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860656, portal 4
00000100:00000200:3.0:1550575072.060077:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860656, offset 0
00000400:00000200:3.0:1550575072.060078:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.060081:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.060082:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.060083:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.060084:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.060084:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.060085:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.060566:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09200 x1625895440860624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.060568:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09200 x1625895440860624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.060570:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.060648:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440860624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.060849:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09e00 x1625895440860656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.060851:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09e00 x1625895440860656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.060852:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.060917:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860656:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.061443:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0ad00 - object 0x0:1728629 offset 929038336<>930086912
00000100:00100000:3.0:1550575072.061449:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.061450:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860720:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.061453:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c630-0x5c6be4831c630, portal 8
00000100:00000200:3.0:1550575072.061455:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860720, portal 4
00000100:00000200:3.0:1550575072.061455:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860720, offset 0
00000400:00000200:3.0:1550575072.061456:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.061459:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.061460:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.061462:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.061462:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.061463:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.061464:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.062225:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0ad00 x1625895440860720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.062227:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0ad00 x1625895440860720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.062233:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.062303:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860720:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.062559:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b900 - object 0x0:1728687 offset 930086912<>931135488
00000100:00100000:3.0:1550575072.062564:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.062565:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860784:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.062568:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c670-0x5c6be4831c670, portal 8
00000100:00000200:3.0:1550575072.062569:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860784, portal 4
00000100:00000200:3.0:1550575072.062570:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860784, offset 0
00000400:00000200:3.0:1550575072.062571:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.062574:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.062575:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.062576:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.062577:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.062577:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.062578:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.063338:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b900 x1625895440860784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.063340:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b900 x1625895440860784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.063342:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.063417:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860784:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.063688:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08300 - object 0x0:1728629 offset 930086912<>931135488
00000100:00100000:3.0:1550575072.063691:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.063692:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860848:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.063695:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c6b0-0x5c6be4831c6b0, portal 8
00000100:00000200:3.0:1550575072.063696:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860848, portal 4
00000100:00000200:3.0:1550575072.063697:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860848, offset 0
00000400:00000200:3.0:1550575072.063699:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.063701:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.063702:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.063704:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.063704:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.063705:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.063706:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.064466:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08300 x1625895440860848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.064467:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08300 x1625895440860848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.064469:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.064540:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860848:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.064787:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08f00 - object 0x0:1728687 offset 931135488<>932184064
00000100:00100000:3.0:1550575072.064792:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.064794:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860912:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.064797:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c6f0-0x5c6be4831c6f0, portal 8
00000100:00000200:3.0:1550575072.064799:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860912, portal 4
00000100:00000200:3.0:1550575072.064799:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860912, offset 0
00000400:00000200:3.0:1550575072.064801:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.064804:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.064805:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.064806:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.064807:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.064807:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.064809:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575072.065151:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.065355:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0aa00 - object 0x0:1725237 offset 931135488<>932184064
00000100:00100000:3.0:1550575072.065364:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440860944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.065367:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c710-0x5c6be4831c710, portal 8
00000100:00000200:3.0:1550575072.065369:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440860944, portal 4
00000100:00000200:3.0:1550575072.065370:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440860944, offset 0
00000400:00000200:3.0:1550575072.065371:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.065373:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.065374:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.065376:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.065377:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.065377:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.065378:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.065895:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4000 - object 0x0:1728629 offset 931135488<>932184064
00000100:00000200:3.0:1550575072.065901:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08f00 x1625895440860912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.065903:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08f00 x1625895440860912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.065905:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.065966:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440860912:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.067020:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4600 - object 0x0:1728687 offset 932184064<>933232640
00000100:00100000:3.0:1550575072.067025:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.067026:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.067030:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c770-0x5c6be4831c770, portal 8
00000100:00000200:3.0:1550575072.067037:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861040, portal 4
00000100:00000200:3.0:1550575072.067038:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861040, offset 0
00000400:00000200:3.0:1550575072.067039:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.067042:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.067043:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.067045:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.067046:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.067046:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.067047:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.067379:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.067574:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4c00 - object 0x0:1725237 offset 932184064<>933232640
00000100:00000200:3.0:1550575072.067582:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0aa00 x1625895440860944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.067584:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0aa00 x1625895440860944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.067585:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.067648:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440860944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.067871:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca4600 x1625895440861040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.067873:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca4600 x1625895440861040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.067875:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575072.067951:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861040:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575072.068527:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.068725:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca5800 - object 0x0:1728254 offset 933232640<>934281216
00000100:00100000:3.0:1550575072.068733:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.068736:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c7d0-0x5c6be4831c7d0, portal 8
00000100:00000200:3.0:1550575072.068738:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861136, portal 4
00000100:00000200:3.0:1550575072.068738:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861136, offset 0
00000400:00000200:3.0:1550575072.068739:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.068742:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.068743:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.068745:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.068745:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.068746:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.068748:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.069308:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6400 - object 0x0:1728687 offset 933232640<>934281216
00000100:00100000:3.0:1550575072.069313:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.069314:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861168:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.069317:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c7f0-0x5c6be4831c7f0, portal 8
00000100:00000200:3.0:1550575072.069319:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861168, portal 4
00000100:00000200:3.0:1550575072.069320:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861168, offset 0
00000400:00000200:3.0:1550575072.069321:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.069323:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.069324:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.069326:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.069326:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.069327:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.069328:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.069610:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5800 x1625895440861136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.069612:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5800 x1625895440861136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.069613:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.069695:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.070097:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6400 x1625895440861168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.070099:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6400 x1625895440861168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.070101:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.070174:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861168:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.070421:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca7000 - object 0x0:1728629 offset 933232640<>934281216
00000100:00100000:3.0:1550575072.070427:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.070429:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861232:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.070432:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c830-0x5c6be4831c830, portal 8
00000100:00000200:3.0:1550575072.070434:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861232, portal 4
00000100:00000200:3.0:1550575072.070434:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861232, offset 0
00000400:00000200:3.0:1550575072.070436:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.070439:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.070440:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.070441:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.070442:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.070442:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.070443:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.070792:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.070986:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca7c00 - object 0x0:1728254 offset 934281216<>935329792
00000100:00100000:3.0:1550575072.070993:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.070996:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c850-0x5c6be4831c850, portal 8
00000100:00000200:3.0:1550575072.070998:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861264, portal 4
00000100:00000200:3.0:1550575072.070999:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861264, offset 0
00000400:00000200:3.0:1550575072.071000:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.071003:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.071004:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.071005:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.071006:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.071007:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.071008:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.071214:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca7000 x1625895440861232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.071216:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca7000 x1625895440861232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.071217:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.071290:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861232:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.071547:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88900 - object 0x0:1728687 offset 934281216<>935329792
00000100:00100000:3.0:1550575072.071552:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.071553:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861296:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.071556:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c870-0x5c6be4831c870, portal 8
00000100:00000200:3.0:1550575072.071558:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861296, portal 4
00000100:00000200:3.0:1550575072.071559:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861296, offset 0
00000400:00000200:3.0:1550575072.071560:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.071563:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.071564:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.071565:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.071566:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.071566:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.071567:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.071806:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca7c00 x1625895440861264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.071808:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca7c00 x1625895440861264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.071809:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.071891:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861264:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.071922:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.072123:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b89500 - object 0x0:1725237 offset 934281216<>935329792
00000100:00100000:3.0:1550575072.072130:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.072133:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c890-0x5c6be4831c890, portal 8
00000100:00000200:3.0:1550575072.072134:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861328, portal 4
00000100:00000200:3.0:1550575072.072135:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861328, offset 0
00000400:00000200:3.0:1550575072.072136:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.072139:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.072141:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.072142:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.072143:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.072143:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.072144:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.072328:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88900 x1625895440861296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.072330:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88900 x1625895440861296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.072332:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.072393:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861296:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.072674:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8a100 - object 0x0:1728629 offset 934281216<>935329792
00000100:00100000:3.0:1550575072.072680:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.072681:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861360:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.072684:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c8b0-0x5c6be4831c8b0, portal 8
00000100:00000200:3.0:1550575072.072685:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861360, portal 4
00000100:00000200:3.0:1550575072.072686:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861360, offset 0
00000400:00000200:3.0:1550575072.072687:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.072690:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.072691:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.072693:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.072693:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.072694:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.072694:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.072914:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b89500 x1625895440861328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.072916:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b89500 x1625895440861328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.072918:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.072993:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861328:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.073051:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.073256:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8ad00 - object 0x0:1728254 offset 935329792<>936378368
00000100:00100000:3.0:1550575072.073263:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.073266:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c8d0-0x5c6be4831c8d0, portal 8
00000100:00000200:3.0:1550575072.073268:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861392, portal 4
00000100:00000200:3.0:1550575072.073268:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861392, offset 0
00000400:00000200:3.0:1550575072.073269:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.073272:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.073273:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.073275:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.073275:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.073276:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.073277:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.073463:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8a100 x1625895440861360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.073465:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8a100 x1625895440861360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.073466:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.073528:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861360:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.073801:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b900 - object 0x0:1728687 offset 935329792<>936378368
00000100:00100000:3.0:1550575072.073806:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.073807:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861424:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.073810:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c8f0-0x5c6be4831c8f0, portal 8
00000100:00000200:3.0:1550575072.073811:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861424, portal 4
00000100:00000200:3.0:1550575072.073812:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861424, offset 0
00000400:00000200:3.0:1550575072.073813:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.073816:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.073818:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.073819:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.073820:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.073820:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.073821:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.074054:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8ad00 x1625895440861392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.074056:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8ad00 x1625895440861392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.074058:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.074139:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.074586:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b900 x1625895440861424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.074588:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b900 x1625895440861424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.074590:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.074646:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861424:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.074924:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94000 - object 0x0:1728629 offset 935329792<>936378368
00000100:00100000:3.0:1550575072.074929:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.074930:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861488:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.074934:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c930-0x5c6be4831c930, portal 8
00000100:00000200:3.0:1550575072.074935:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861488, portal 4
00000100:00000200:3.0:1550575072.074935:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861488, offset 0
00000400:00000200:3.0:1550575072.074937:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.074939:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.074940:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.074942:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.074942:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.074943:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.074944:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.075299:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.075497:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97900 - object 0x0:1728254 offset 936378368<>937426944
00000100:00100000:3.0:1550575072.075505:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.075508:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c950-0x5c6be4831c950, portal 8
00000100:00000200:3.0:1550575072.075510:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861520, portal 4
00000100:00000200:3.0:1550575072.075510:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861520, offset 0
00000400:00000200:3.0:1550575072.075512:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.075514:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.075515:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.075517:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.075517:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.075518:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.075519:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.075703:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94000 x1625895440861488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.075705:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94000 x1625895440861488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.075707:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.075771:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861488:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.076046:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97300 - object 0x0:1728687 offset 936378368<>937426944
00000100:00100000:3.0:1550575072.076051:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.076052:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861552:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.076055:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c970-0x5c6be4831c970, portal 8
00000100:00000200:3.0:1550575072.076057:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861552, portal 4
00000100:00000200:3.0:1550575072.076058:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861552, offset 0
00000400:00000200:3.0:1550575072.076060:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.076063:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.076065:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.076066:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.076067:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.076067:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.076068:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.076303:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97900 x1625895440861520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.076305:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97900 x1625895440861520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.076307:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.076387:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861520:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.076429:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.076625:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96d00 - object 0x0:1725237 offset 936378368<>937426944
00000100:00100000:3.0:1550575072.076633:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.076636:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c990-0x5c6be4831c990, portal 8
00000100:00000200:3.0:1550575072.076637:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861584, portal 4
00000100:00000200:3.0:1550575072.076638:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861584, offset 0
00000400:00000200:3.0:1550575072.076639:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.076642:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.076643:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.076644:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.076645:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.076645:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.076646:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.076824:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97300 x1625895440861552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.076826:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97300 x1625895440861552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.076830:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.076888:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861552:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.077170:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96700 - object 0x0:1728629 offset 936378368<>937426944
00000100:00100000:3.0:1550575072.077176:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.077177:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.077184:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c9b0-0x5c6be4831c9b0, portal 8
00000100:00000200:3.0:1550575072.077186:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861616, portal 4
00000100:00000200:3.0:1550575072.077186:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861616, offset 0
00000400:00000200:3.0:1550575072.077187:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.077190:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.077191:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.077193:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.077193:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.077194:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.077195:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.077398:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96d00 x1625895440861584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.077399:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96d00 x1625895440861584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.077401:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.077465:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861584:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.077539:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.077737:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96100 - object 0x0:1728254 offset 937426944<>938475520
00000100:00100000:3.0:1550575072.077744:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861648:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.077748:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c9d0-0x5c6be4831c9d0, portal 8
00000100:00000200:3.0:1550575072.077749:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861648, portal 4
00000100:00000200:3.0:1550575072.077750:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861648, offset 0
00000400:00000200:3.0:1550575072.077751:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.077754:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.077755:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.077757:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.077757:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.077758:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.077759:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.077953:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96700 x1625895440861616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.077955:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96700 x1625895440861616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.077957:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.078023:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861616:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.078296:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95b00 - object 0x0:1728687 offset 937426944<>938475520
00000100:00100000:3.0:1550575072.078301:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.078302:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861680:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.078305:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831c9f0-0x5c6be4831c9f0, portal 8
00000100:00000200:3.0:1550575072.078307:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861680, portal 4
00000100:00000200:3.0:1550575072.078308:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861680, offset 0
00000400:00000200:3.0:1550575072.078309:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.078312:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.078313:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.078314:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.078315:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.078315:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.078316:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.078527:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96100 x1625895440861648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.078529:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96100 x1625895440861648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.078531:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.078604:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861648:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.078665:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.078858:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95500 - object 0x0:1725237 offset 937426944<>938475520
00000100:00100000:3.0:1550575072.078866:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861712:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.078869:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ca10-0x5c6be4831ca10, portal 8
00000100:00000200:3.0:1550575072.078870:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861712, portal 4
00000100:00000200:3.0:1550575072.078871:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861712, offset 0
00000400:00000200:3.0:1550575072.078872:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.078875:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.078876:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.078877:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.078878:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.078878:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.078879:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575072.079042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (24)--
00000100:00000200:3.0:1550575072.079067:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95b00 x1625895440861680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.079069:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95b00 x1625895440861680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.079070:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.079131:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861680:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.079436:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94f00 - object 0x0:1728629 offset 937426944<>938475520
00000100:00100000:3.0:1550575072.079441:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.079442:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861744:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.079445:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ca30-0x5c6be4831ca30, portal 8
00000100:00000200:3.0:1550575072.079447:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861744, portal 4
00000100:00000200:3.0:1550575072.079447:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861744, offset 0
00000400:00000200:3.0:1550575072.079449:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.079452:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.079453:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.079454:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.079455:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.079455:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.079456:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.079636:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95500 x1625895440861712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.079638:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95500 x1625895440861712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.079640:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.079703:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861712:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.079784:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.079981:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94c00 - object 0x0:1728254 offset 938475520<>939524096
00000100:00100000:3.0:1550575072.079988:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861776:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.079991:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ca50-0x5c6be4831ca50, portal 8
00000100:00000200:3.0:1550575072.079993:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861776, portal 4
00000100:00000200:3.0:1550575072.079993:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861776, offset 0
00000400:00000200:3.0:1550575072.079995:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.079997:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.079998:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.080000:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.080000:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.080001:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.080002:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.080227:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94f00 x1625895440861744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.080229:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94f00 x1625895440861744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.080231:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.080308:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861744:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.080554:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94900 - object 0x0:1728687 offset 938475520<>939524096
00000100:00100000:3.0:1550575072.080559:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.080560:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861808:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.080563:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ca70-0x5c6be4831ca70, portal 8
00000100:00000200:3.0:1550575072.080565:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861808, portal 4
00000100:00000200:3.0:1550575072.080566:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861808, offset 0
00000400:00000200:3.0:1550575072.080567:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.080570:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.080571:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.080573:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.080573:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.080574:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.080575:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.080771:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94c00 x1625895440861776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.080772:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94c00 x1625895440861776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.080774:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.080838:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861776:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.080916:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.081121:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334600 - object 0x0:1725237 offset 938475520<>939524096
00000100:00100000:3.0:1550575072.081128:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861840:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.081131:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ca90-0x5c6be4831ca90, portal 8
00000100:00000200:3.0:1550575072.081133:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861840, portal 4
00000100:00000200:3.0:1550575072.081134:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861840, offset 0
00000400:00000200:3.0:1550575072.081135:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.081138:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.081139:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.081141:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.081141:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.081142:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.081143:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.081325:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94900 x1625895440861808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.081327:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94900 x1625895440861808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.081329:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.081390:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861808:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.081675:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336400 - object 0x0:1728629 offset 938475520<>939524096
00000100:00100000:3.0:1550575072.081680:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.081681:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861872:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.081684:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cab0-0x5c6be4831cab0, portal 8
00000100:00000200:3.0:1550575072.081686:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861872, portal 4
00000100:00000200:3.0:1550575072.081687:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861872, offset 0
00000400:00000200:3.0:1550575072.081688:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.081690:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.081691:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.081693:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.081693:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.081694:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.081695:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.081916:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334600 x1625895440861840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.081917:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334600 x1625895440861840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.081920:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.082004:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861840:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.082051:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.082255:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337c00 - object 0x0:1728254 offset 939524096<>940572672
00000100:00100000:3.0:1550575072.082262:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861904:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.082265:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cad0-0x5c6be4831cad0, portal 8
00000100:00000200:3.0:1550575072.082266:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861904, portal 4
00000100:00000200:3.0:1550575072.082267:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861904, offset 0
00000400:00000200:3.0:1550575072.082268:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.082271:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.082272:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.082273:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.082274:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.082275:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.082275:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.082452:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336400 x1625895440861872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.082454:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336400 x1625895440861872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.082456:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.082516:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861872:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.082796:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334c00 - object 0x0:1728687 offset 939524096<>940572672
00000100:00100000:3.0:1550575072.082801:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.082803:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861936:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.082806:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831caf0-0x5c6be4831caf0, portal 8
00000100:00000200:3.0:1550575072.082808:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861936, portal 4
00000100:00000200:3.0:1550575072.082809:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861936, offset 0
00000400:00000200:3.0:1550575072.082810:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.082813:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.082814:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.082816:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.082816:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.082817:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.082818:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.083049:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337c00 x1625895440861904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.083051:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337c00 x1625895440861904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.083052:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.083133:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861904:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.083172:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.083373:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbbc00 - object 0x0:1725237 offset 939524096<>940572672
00000100:00100000:3.0:1550575072.083381:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861968:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.083384:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cb10-0x5c6be4831cb10, portal 8
00000100:00000200:3.0:1550575072.083386:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440861968, portal 4
00000100:00000200:3.0:1550575072.083386:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440861968, offset 0
00000400:00000200:3.0:1550575072.083387:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.083390:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.083391:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.083393:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.083393:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.083394:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.083395:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.083571:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334c00 x1625895440861936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.083573:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334c00 x1625895440861936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.083576:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.083635:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440861936:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.083922:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb600 - object 0x0:1728629 offset 939524096<>940572672
00000100:00100000:3.0:1550575072.083927:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.083928:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862000:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.083931:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cb30-0x5c6be4831cb30, portal 8
00000100:00000200:3.0:1550575072.083933:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862000, portal 4
00000100:00000200:3.0:1550575072.083934:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862000, offset 0
00000400:00000200:3.0:1550575072.083935:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.083938:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.083939:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.083940:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.083941:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.083941:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.083942:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.084145:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbbc00 x1625895440861968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.084147:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbbc00 x1625895440861968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.084149:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.084219:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440861968:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.084292:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.084484:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbaa00 - object 0x0:1728254 offset 940572672<>941621248
00000100:00100000:3.0:1550575072.084491:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.084494:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cb50-0x5c6be4831cb50, portal 8
00000100:00000200:3.0:1550575072.084496:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862032, portal 4
00000100:00000200:3.0:1550575072.084496:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862032, offset 0
00000400:00000200:3.0:1550575072.084498:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.084501:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.084502:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.084503:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.084504:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.084504:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.084505:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.084704:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb600 x1625895440862000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.084706:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb600 x1625895440862000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.084708:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.084773:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862000:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.085039:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bba100 - object 0x0:1728687 offset 940572672<>941621248
00000100:00100000:3.0:1550575072.085044:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.085045:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862064:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.085048:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cb70-0x5c6be4831cb70, portal 8
00000100:00000200:3.0:1550575072.085050:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862064, portal 4
00000100:00000200:3.0:1550575072.085051:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862064, offset 0
00000400:00000200:3.0:1550575072.085053:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.085056:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.085057:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.085059:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.085059:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.085060:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.085061:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.085274:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbaa00 x1625895440862032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.085276:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbaa00 x1625895440862032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.085278:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.085350:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862032:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.085410:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.085605:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9b00 - object 0x0:1725237 offset 940572672<>941621248
00000100:00100000:3.0:1550575072.085612:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862096:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.085615:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cb90-0x5c6be4831cb90, portal 8
00000100:00000200:3.0:1550575072.085616:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862096, portal 4
00000100:00000200:3.0:1550575072.085617:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862096, offset 0
00000400:00000200:3.0:1550575072.085618:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.085621:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.085622:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.085623:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.085624:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.085625:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.085626:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.085802:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bba100 x1625895440862064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.085804:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bba100 x1625895440862064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.085806:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.085864:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862064:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.086166:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8300 - object 0x0:1728629 offset 940572672<>941621248
00000100:00100000:3.0:1550575072.086171:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.086172:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862128:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.086175:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cbb0-0x5c6be4831cbb0, portal 8
00000100:00000200:3.0:1550575072.086176:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862128, portal 4
00000100:00000200:3.0:1550575072.086177:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862128, offset 0
00000400:00000200:3.0:1550575072.086183:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.086185:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.086187:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.086188:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.086189:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.086189:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.086190:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.086397:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9b00 x1625895440862096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.086399:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9b00 x1625895440862096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.086401:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.086470:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862096:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.086538:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.086731:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb300 - object 0x0:1728254 offset 941621248<>942669824
00000100:00100000:3.0:1550575072.086738:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862160:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.086741:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cbd0-0x5c6be4831cbd0, portal 8
00000100:00000200:3.0:1550575072.086742:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862160, portal 4
00000100:00000200:3.0:1550575072.086743:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862160, offset 0
00000400:00000200:3.0:1550575072.086744:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.086746:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.086748:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.086749:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.086750:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.086750:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.086751:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.086942:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8300 x1625895440862128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.086944:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8300 x1625895440862128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.086947:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.087010:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862128:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.087292:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bba700 - object 0x0:1728687 offset 941621248<>942669824
00000100:00100000:3.0:1550575072.087297:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.087298:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862192:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.087301:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cbf0-0x5c6be4831cbf0, portal 8
00000100:00000200:3.0:1550575072.087303:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862192, portal 4
00000100:00000200:3.0:1550575072.087303:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862192, offset 0
00000400:00000200:3.0:1550575072.087305:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.087307:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.087308:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.087310:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.087310:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.087311:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.087312:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.087512:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb300 x1625895440862160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.087514:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb300 x1625895440862160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.087516:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.087587:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862160:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.087656:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.087850:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf900 - object 0x0:1725237 offset 941621248<>942669824
00000100:00100000:3.0:1550575072.087857:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862224:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.087860:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cc10-0x5c6be4831cc10, portal 8
00000100:00000200:3.0:1550575072.087862:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862224, portal 4
00000100:00000200:3.0:1550575072.087862:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862224, offset 0
00000400:00000200:3.0:1550575072.087864:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.087867:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.087868:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.087869:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.087870:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.087870:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.087871:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.088052:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bba700 x1625895440862192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.088054:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bba700 x1625895440862192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.088055:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.088116:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862192:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.088410:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac900 - object 0x0:1728629 offset 941621248<>942669824
00000100:00100000:3.0:1550575072.088415:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.088416:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862256:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.088419:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cc30-0x5c6be4831cc30, portal 8
00000100:00000200:3.0:1550575072.088420:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862256, portal 4
00000100:00000200:3.0:1550575072.088421:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862256, offset 0
00000400:00000200:3.0:1550575072.088422:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.088425:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.088426:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.088427:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.088428:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.088428:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.088429:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.088617:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf900 x1625895440862224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.088619:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf900 x1625895440862224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.088622:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.088685:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862224:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.088766:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.088958:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cae700 - object 0x0:1728254 offset 942669824<>943718400
00000100:00100000:3.0:1550575072.088966:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862288:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.088969:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cc50-0x5c6be4831cc50, portal 8
00000100:00000200:3.0:1550575072.088970:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862288, portal 4
00000100:00000200:3.0:1550575072.088970:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862288, offset 0
00000400:00000200:3.0:1550575072.088972:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.088974:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.088975:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.088977:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.088978:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.088978:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.088979:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.089175:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac900 x1625895440862256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.089177:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac900 x1625895440862256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.089183:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.089241:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862256:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.089521:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf600 - object 0x0:1728687 offset 942669824<>943718400
00000100:00100000:3.0:1550575072.089526:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.089528:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862320:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.089531:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cc70-0x5c6be4831cc70, portal 8
00000100:00000200:3.0:1550575072.089532:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862320, portal 4
00000100:00000200:3.0:1550575072.089533:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862320, offset 0
00000400:00000200:3.0:1550575072.089535:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.089537:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.089539:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.089540:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.089541:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.089541:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.089542:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.089745:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cae700 x1625895440862288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.089747:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cae700 x1625895440862288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.089748:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.089819:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862288:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.089881:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.090085:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cade00 - object 0x0:1725237 offset 942669824<>943718400
00000100:00100000:3.0:1550575072.090092:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862352:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.090095:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cc90-0x5c6be4831cc90, portal 8
00000100:00000200:3.0:1550575072.090097:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862352, portal 4
00000100:00000200:3.0:1550575072.090098:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862352, offset 0
00000400:00000200:3.0:1550575072.090099:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.090102:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.090103:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.090104:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.090105:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.090105:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.090106:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.090287:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf600 x1625895440862320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.090289:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf600 x1625895440862320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.090291:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.090354:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862320:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.090640:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac600 - object 0x0:1728629 offset 942669824<>943718400
00000100:00100000:3.0:1550575072.090646:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.090647:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862384:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.090650:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ccb0-0x5c6be4831ccb0, portal 8
00000100:00000200:3.0:1550575072.090651:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862384, portal 4
00000100:00000200:3.0:1550575072.090652:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862384, offset 0
00000400:00000200:3.0:1550575072.090653:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.090655:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.090656:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.090658:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.090659:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.090659:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.090660:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.090866:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cade00 x1625895440862352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.090868:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cade00 x1625895440862352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.090869:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.090939:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862352:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.090998:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.091201:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cae100 - object 0x0:1728254 offset 943718400<>944766976
00000100:00100000:3.0:1550575072.091208:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.091211:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ccd0-0x5c6be4831ccd0, portal 8
00000100:00000200:3.0:1550575072.091213:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862416, portal 4
00000100:00000200:3.0:1550575072.091213:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862416, offset 0
00000400:00000200:3.0:1550575072.091215:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.091218:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.091219:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.091220:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.091221:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.091221:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.091222:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.091415:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac600 x1625895440862384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.091417:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac600 x1625895440862384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.091419:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.091479:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862384:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.091768:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cad500 - object 0x0:1728687 offset 943718400<>944766976
00000100:00100000:3.0:1550575072.091773:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.091774:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862448:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.091777:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ccf0-0x5c6be4831ccf0, portal 8
00000100:00000200:3.0:1550575072.091779:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862448, portal 4
00000100:00000200:3.0:1550575072.091780:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862448, offset 0
00000400:00000200:3.0:1550575072.091781:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.091784:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.091785:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.091787:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.091787:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.091788:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.091789:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.091995:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cae100 x1625895440862416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.091996:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cae100 x1625895440862416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.091999:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.092079:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862416:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.092130:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.092337:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0f900 - object 0x0:1725237 offset 943718400<>944766976
00000100:00100000:3.0:1550575072.092344:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862480:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.092348:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cd10-0x5c6be4831cd10, portal 8
00000100:00000200:3.0:1550575072.092349:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862480, portal 4
00000100:00000200:3.0:1550575072.092350:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862480, offset 0
00000400:00000200:3.0:1550575072.092351:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.092354:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.092355:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.092356:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.092357:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.092357:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.092358:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.092539:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cad500 x1625895440862448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.092540:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cad500 x1625895440862448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.092542:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.092604:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862448:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.092879:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0de00 - object 0x0:1728629 offset 943718400<>944766976
00000100:00100000:3.0:1550575072.092884:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.092886:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862512:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.092889:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cd30-0x5c6be4831cd30, portal 8
00000100:00000200:3.0:1550575072.092891:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862512, portal 4
00000100:00000200:3.0:1550575072.092891:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862512, offset 0
00000400:00000200:3.0:1550575072.092895:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.092898:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.092899:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.092900:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.092901:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.092901:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.092902:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.093119:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0f900 x1625895440862480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.093121:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0f900 x1625895440862480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.093122:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.093201:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862480:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.093258:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.093453:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0d800 - object 0x0:1728254 offset 944766976<>945815552
00000100:00100000:3.0:1550575072.093460:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862544:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.093464:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cd50-0x5c6be4831cd50, portal 8
00000100:00000200:3.0:1550575072.093465:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862544, portal 4
00000100:00000200:3.0:1550575072.093466:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862544, offset 0
00000400:00000200:3.0:1550575072.093467:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.093470:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.093471:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.093472:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.093473:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.093473:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.093474:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.093651:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0de00 x1625895440862512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.093653:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0de00 x1625895440862512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.093655:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.093717:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862512:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.094002:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c000 - object 0x0:1728687 offset 944766976<>945815552
00000100:00100000:3.0:1550575072.094007:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.094009:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862576:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.094011:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cd70-0x5c6be4831cd70, portal 8
00000100:00000200:3.0:1550575072.094013:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862576, portal 4
00000100:00000200:3.0:1550575072.094014:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862576, offset 0
00000400:00000200:3.0:1550575072.094016:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.094019:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.094020:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.094021:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.094022:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.094022:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.094023:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.094240:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0d800 x1625895440862544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.094242:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0d800 x1625895440862544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.094244:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.094317:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862544:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.094373:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.094568:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0db00 - object 0x0:1725237 offset 944766976<>945815552
00000100:00100000:3.0:1550575072.094575:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862608:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.094579:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cd90-0x5c6be4831cd90, portal 8
00000100:00000200:3.0:1550575072.094580:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862608, portal 4
00000100:00000200:3.0:1550575072.094580:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862608, offset 0
00000400:00000200:3.0:1550575072.094583:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.094586:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.094587:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.094588:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.094589:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.094589:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.094590:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.094774:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c000 x1625895440862576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.094776:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c000 x1625895440862576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.094778:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.094843:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862576:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.095118:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c600 - object 0x0:1728629 offset 944766976<>945815552
00000100:00100000:3.0:1550575072.095123:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.095125:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862640:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.095128:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cdb0-0x5c6be4831cdb0, portal 8
00000100:00000200:3.0:1550575072.095129:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862640, portal 4
00000100:00000200:3.0:1550575072.095130:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862640, offset 0
00000400:00000200:3.0:1550575072.095131:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.095134:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.095135:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.095136:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.095137:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.095137:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.095138:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.095339:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0db00 x1625895440862608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.095341:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0db00 x1625895440862608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.095343:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.095402:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862608:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.095490:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.095686:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0ed00 - object 0x0:1728254 offset 945815552<>946864128
00000100:00100000:3.0:1550575072.095693:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862672:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.095696:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cdd0-0x5c6be4831cdd0, portal 8
00000100:00000200:3.0:1550575072.095697:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862672, portal 4
00000100:00000200:3.0:1550575072.095698:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862672, offset 0
00000400:00000200:3.0:1550575072.095699:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.095702:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.095703:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.095704:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.095705:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.095705:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.095706:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.095889:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c600 x1625895440862640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.095890:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c600 x1625895440862640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.095892:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.095957:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862640:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.096233:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e400 - object 0x0:1728687 offset 945815552<>946864128
00000100:00100000:3.0:1550575072.096238:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.096239:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862704:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.096242:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cdf0-0x5c6be4831cdf0, portal 8
00000100:00000200:3.0:1550575072.096244:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862704, portal 4
00000100:00000200:3.0:1550575072.096245:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862704, offset 0
00000400:00000200:3.0:1550575072.096247:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.096249:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.096250:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.096252:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.096252:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.096253:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.096254:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.096478:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0ed00 x1625895440862672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.096480:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0ed00 x1625895440862672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.096482:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.096558:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862672:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.096610:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.096806:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04300 - object 0x0:1725237 offset 945815552<>946864128
00000100:00100000:3.0:1550575072.096813:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862736:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.096816:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ce10-0x5c6be4831ce10, portal 8
00000100:00000200:3.0:1550575072.096818:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862736, portal 4
00000100:00000200:3.0:1550575072.096818:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862736, offset 0
00000400:00000200:3.0:1550575072.096819:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.096822:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.096823:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.096824:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.096825:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.096826:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.096826:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.097008:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e400 x1625895440862704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.097010:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e400 x1625895440862704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.097013:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.097077:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862704:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.097358:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05800 - object 0x0:1728629 offset 945815552<>946864128
00000100:00100000:3.0:1550575072.097363:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.097364:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862768:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.097367:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ce30-0x5c6be4831ce30, portal 8
00000100:00000200:3.0:1550575072.097368:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862768, portal 4
00000100:00000200:3.0:1550575072.097369:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862768, offset 0
00000400:00000200:3.0:1550575072.097370:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.097373:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.097374:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.097375:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.097376:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.097376:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.097377:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.097583:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04300 x1625895440862736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.097585:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04300 x1625895440862736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.097587:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.097654:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862736:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.097723:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.097918:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07000 - object 0x0:1728254 offset 946864128<>947912704
00000100:00100000:3.0:1550575072.097925:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862800:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.097928:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ce50-0x5c6be4831ce50, portal 8
00000100:00000200:3.0:1550575072.097929:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862800, portal 4
00000100:00000200:3.0:1550575072.097930:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862800, offset 0
00000400:00000200:3.0:1550575072.097932:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.097934:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.097935:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.097937:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.097938:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.097938:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.097939:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.098149:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05800 x1625895440862768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.098151:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05800 x1625895440862768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.098152:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.098227:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862768:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.098479:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04000 - object 0x0:1728687 offset 946864128<>947912704
00000100:00100000:3.0:1550575072.098484:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.098485:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862832:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.098488:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ce70-0x5c6be4831ce70, portal 8
00000100:00000200:3.0:1550575072.098490:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862832, portal 4
00000100:00000200:3.0:1550575072.098490:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862832, offset 0
00000400:00000200:3.0:1550575072.098491:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.098494:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.098495:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.098496:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.098497:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.098497:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.098498:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.098698:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07000 x1625895440862800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.098700:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07000 x1625895440862800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.098703:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.098766:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862800:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.098840:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.099042:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05500 - object 0x0:1725237 offset 946864128<>947912704
00000100:00100000:3.0:1550575072.099049:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862864:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.099052:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ce90-0x5c6be4831ce90, portal 8
00000100:00000200:3.0:1550575072.099054:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862864, portal 4
00000100:00000200:3.0:1550575072.099054:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862864, offset 0
00000400:00000200:3.0:1550575072.099055:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.099058:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.099059:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.099061:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.099061:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.099062:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.099063:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.099242:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04000 x1625895440862832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.099244:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04000 x1625895440862832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.099246:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.099306:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862832:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.099591:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07900 - object 0x0:1728629 offset 946864128<>947912704
00000100:00100000:3.0:1550575072.099596:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.099597:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862896:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.099600:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ceb0-0x5c6be4831ceb0, portal 8
00000100:00000200:3.0:1550575072.099602:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862896, portal 4
00000100:00000200:3.0:1550575072.099602:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862896, offset 0
00000400:00000200:3.0:1550575072.099604:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.099607:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.099608:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.099609:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.099610:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.099610:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.099611:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.099816:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05500 x1625895440862864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.099818:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05500 x1625895440862864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.099819:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.099888:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862864:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.099956:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.100156:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05b00 - object 0x0:1728254 offset 947912704<>948961280
00000100:00100000:3.0:1550575072.100163:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862928:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.100166:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ced0-0x5c6be4831ced0, portal 8
00000100:00000200:3.0:1550575072.100167:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862928, portal 4
00000100:00000200:3.0:1550575072.100168:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862928, offset 0
00000400:00000200:3.0:1550575072.100169:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.100172:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.100173:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.100174:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.100175:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.100175:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.100176:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.100371:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07900 x1625895440862896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.100372:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07900 x1625895440862896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.100375:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.100437:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862896:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.100706:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07300 - object 0x0:1728687 offset 947912704<>948961280
00000100:00100000:3.0:1550575072.100712:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.100713:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862960:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.100716:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cef0-0x5c6be4831cef0, portal 8
00000100:00000200:3.0:1550575072.100717:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862960, portal 4
00000100:00000200:3.0:1550575072.100718:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862960, offset 0
00000400:00000200:3.0:1550575072.100719:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.100722:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.100723:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.100725:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.100725:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.100726:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.100727:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.100948:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05b00 x1625895440862928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.100950:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05b00 x1625895440862928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.100952:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.101027:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862928:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.101085:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.101283:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04c00 - object 0x0:1725237 offset 947912704<>948961280
00000100:00100000:3.0:1550575072.101290:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862992:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.101293:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cf10-0x5c6be4831cf10, portal 8
00000100:00000200:3.0:1550575072.101295:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440862992, portal 4
00000100:00000200:3.0:1550575072.101296:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440862992, offset 0
00000400:00000200:3.0:1550575072.101297:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.101300:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.101301:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.101302:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.101303:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.101303:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.101304:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.101466:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07300 x1625895440862960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.101468:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07300 x1625895440862960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.101470:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.101532:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440862960:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.101831:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06400 - object 0x0:1728629 offset 947912704<>948961280
00000100:00100000:3.0:1550575072.101836:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.101837:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863024:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.101840:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cf30-0x5c6be4831cf30, portal 8
00000100:00000200:3.0:1550575072.101842:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863024, portal 4
00000100:00000200:3.0:1550575072.101842:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863024, offset 0
00000400:00000200:3.0:1550575072.101844:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.101846:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.101848:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.101849:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.101850:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.101850:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.101851:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.102065:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04c00 x1625895440862992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.102067:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04c00 x1625895440862992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.102070:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.102138:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440862992:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.102208:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.102406:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07c00 - object 0x0:1728254 offset 948961280<>950009856
00000100:00100000:3.0:1550575072.102413:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.102416:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cf50-0x5c6be4831cf50, portal 8
00000100:00000200:3.0:1550575072.102417:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863056, portal 4
00000100:00000200:3.0:1550575072.102418:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863056, offset 0
00000400:00000200:3.0:1550575072.102419:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.102421:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.102423:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.102424:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.102425:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.102425:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.102426:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.102601:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06400 x1625895440863024/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.102602:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06400 x1625895440863024/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.102604:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.102666:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863024:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.102948:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04900 - object 0x0:1728687 offset 948961280<>950009856
00000100:00100000:3.0:1550575072.102953:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.102954:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863088:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.102957:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cf70-0x5c6be4831cf70, portal 8
00000100:00000200:3.0:1550575072.102959:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863088, portal 4
00000100:00000200:3.0:1550575072.102959:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863088, offset 0
00000400:00000200:3.0:1550575072.102962:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.102965:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.102966:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.102967:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.102968:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.102968:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.102969:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.103187:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07c00 x1625895440863056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.103189:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07c00 x1625895440863056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.103191:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.103259:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863056:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.103329:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.103523:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06100 - object 0x0:1725237 offset 948961280<>950009856
00000100:00100000:3.0:1550575072.103531:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863120:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.103534:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cf90-0x5c6be4831cf90, portal 8
00000100:00000200:3.0:1550575072.103535:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863120, portal 4
00000100:00000200:3.0:1550575072.103536:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863120, offset 0
00000400:00000200:3.0:1550575072.103537:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.103540:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.103541:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.103542:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.103543:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.103543:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.103544:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.103709:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04900 x1625895440863088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.103711:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04900 x1625895440863088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.103714:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.103776:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863088:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.104076:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06d00 - object 0x0:1728629 offset 948961280<>950009856
00000100:00100000:3.0:1550575072.104081:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.104082:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863152:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.104085:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cfb0-0x5c6be4831cfb0, portal 8
00000100:00000200:3.0:1550575072.104087:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863152, portal 4
00000100:00000200:3.0:1550575072.104088:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863152, offset 0
00000400:00000200:3.0:1550575072.104089:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.104092:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.104093:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.104094:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.104095:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.104095:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.104096:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.104312:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06100 x1625895440863120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.104314:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06100 x1625895440863120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.104316:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.104390:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863120:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.104448:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.104647:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04f00 - object 0x0:1728254 offset 950009856<>951058432
00000100:00100000:3.0:1550575072.104654:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863184:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.104657:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cfd0-0x5c6be4831cfd0, portal 8
00000100:00000200:3.0:1550575072.104659:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863184, portal 4
00000100:00000200:3.0:1550575072.104660:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863184, offset 0
00000400:00000200:3.0:1550575072.104662:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.104664:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.104666:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.104667:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.104668:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.104668:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.104669:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.104863:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06d00 x1625895440863152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.104865:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06d00 x1625895440863152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.104867:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.104932:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863152:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.105208:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06700 - object 0x0:1728687 offset 950009856<>951058432
00000100:00100000:3.0:1550575072.105213:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.105214:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863216:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.105217:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831cff0-0x5c6be4831cff0, portal 8
00000100:00000200:3.0:1550575072.105219:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863216, portal 4
00000100:00000200:3.0:1550575072.105219:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863216, offset 0
00000400:00000200:3.0:1550575072.105221:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.105223:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.105224:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.105226:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.105226:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.105227:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.105228:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.105434:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04f00 x1625895440863184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.105436:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04f00 x1625895440863184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.105438:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.105508:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863184:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.105573:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.105774:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d200 - object 0x0:1725237 offset 950009856<>951058432
00000100:00100000:3.0:1550575072.105781:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863248:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.105784:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d010-0x5c6be4831d010, portal 8
00000100:00000200:3.0:1550575072.105785:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863248, portal 4
00000100:00000200:3.0:1550575072.105786:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863248, offset 0
00000400:00000200:3.0:1550575072.105787:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.105790:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.105791:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.105792:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.105793:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.105793:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.105794:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.105973:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06700 x1625895440863216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.105975:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06700 x1625895440863216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.105977:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.106048:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863216:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.106327:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5ea00 - object 0x0:1728629 offset 950009856<>951058432
00000100:00100000:3.0:1550575072.106332:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.106333:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863280:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.106337:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d030-0x5c6be4831d030, portal 8
00000100:00000200:3.0:1550575072.106338:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863280, portal 4
00000100:00000200:3.0:1550575072.106339:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863280, offset 0
00000400:00000200:3.0:1550575072.106340:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.106343:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.106344:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.106346:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.106346:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.106347:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.106348:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.106572:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d200 x1625895440863248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.106574:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d200 x1625895440863248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.106576:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.106657:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863248:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.106701:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.106898:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c300 - object 0x0:1728254 offset 951058432<>952107008
00000100:00100000:3.0:1550575072.106906:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863312:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.106909:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d050-0x5c6be4831d050, portal 8
00000100:00000200:3.0:1550575072.106910:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863312, portal 4
00000100:00000200:3.0:1550575072.106911:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863312, offset 0
00000400:00000200:3.0:1550575072.106912:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.106915:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.106916:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.106917:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.106918:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.106918:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.106919:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.107083:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5ea00 x1625895440863280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.107085:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5ea00 x1625895440863280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.107087:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.107148:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863280:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.107454:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5db00 - object 0x0:1728687 offset 951058432<>952107008
00000100:00100000:3.0:1550575072.107460:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.107461:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863344:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.107464:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d070-0x5c6be4831d070, portal 8
00000100:00000200:3.0:1550575072.107466:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863344, portal 4
00000100:00000200:3.0:1550575072.107466:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863344, offset 0
00000400:00000200:3.0:1550575072.107468:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.107470:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.107472:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.107473:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.107473:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.107474:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.107475:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.107693:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c300 x1625895440863312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.107694:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c300 x1625895440863312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.107696:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.107771:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863312:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.107821:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.108018:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f300 - object 0x0:1725237 offset 951058432<>952107008
00000100:00100000:3.0:1550575072.108025:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863376:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.108028:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d090-0x5c6be4831d090, portal 8
00000100:00000200:3.0:1550575072.108030:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863376, portal 4
00000100:00000200:3.0:1550575072.108037:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863376, offset 0
00000400:00000200:3.0:1550575072.108039:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.108042:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.108043:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.108044:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.108045:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.108045:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.108046:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.108224:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5db00 x1625895440863344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.108226:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5db00 x1625895440863344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.108228:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.108289:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863344:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.108564:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d500 - object 0x0:1728629 offset 951058432<>952107008
00000100:00100000:3.0:1550575072.108569:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.108570:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863408:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.108573:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d0b0-0x5c6be4831d0b0, portal 8
00000100:00000200:3.0:1550575072.108575:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863408, portal 4
00000100:00000200:3.0:1550575072.108576:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863408, offset 0
00000400:00000200:3.0:1550575072.108577:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.108579:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.108580:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.108582:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.108582:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.108583:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.108584:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.108822:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f300 x1625895440863376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.108824:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f300 x1625895440863376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.108826:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.108906:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863376:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.108949:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.109147:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5ed00 - object 0x0:1728254 offset 952107008<>953155584
00000100:00100000:3.0:1550575072.109154:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863440:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.109157:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d0d0-0x5c6be4831d0d0, portal 8
00000100:00000200:3.0:1550575072.109159:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863440, portal 4
00000100:00000200:3.0:1550575072.109160:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863440, offset 0
00000400:00000200:3.0:1550575072.109161:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.109164:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.109165:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.109166:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.109167:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.109167:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.109168:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.109322:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d500 x1625895440863408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.109324:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d500 x1625895440863408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.109326:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.109388:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863408:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.109696:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c600 - object 0x0:1728687 offset 952107008<>953155584
00000100:00100000:3.0:1550575072.109701:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.109703:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863472:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.109705:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d0f0-0x5c6be4831d0f0, portal 8
00000100:00000200:3.0:1550575072.109707:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863472, portal 4
00000100:00000200:3.0:1550575072.109708:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863472, offset 0
00000400:00000200:3.0:1550575072.109710:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.109713:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.109714:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.109715:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.109716:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.109716:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.109717:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.109940:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5ed00 x1625895440863440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.109942:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5ed00 x1625895440863440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.109944:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.110023:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863440:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.110074:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.110274:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5de00 - object 0x0:1725237 offset 952107008<>953155584
00000100:00100000:3.0:1550575072.110281:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863504:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.110284:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d110-0x5c6be4831d110, portal 8
00000100:00000200:3.0:1550575072.110286:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863504, portal 4
00000100:00000200:3.0:1550575072.110286:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863504, offset 0
00000400:00000200:3.0:1550575072.110287:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.110290:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.110291:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.110293:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.110293:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.110294:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.110295:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.110471:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c600 x1625895440863472/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.110473:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c600 x1625895440863472/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.110475:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.110536:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863472:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.110817:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f600 - object 0x0:1728629 offset 952107008<>953155584
00000100:00100000:3.0:1550575072.110822:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.110824:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863536:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.110826:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d130-0x5c6be4831d130, portal 8
00000100:00000200:3.0:1550575072.110828:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863536, portal 4
00000100:00000200:3.0:1550575072.110828:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863536, offset 0
00000400:00000200:3.0:1550575072.110830:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.110832:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.110833:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.110835:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.110835:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.110836:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.110837:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.111060:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5de00 x1625895440863504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.111062:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5de00 x1625895440863504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.111064:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.111131:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863504:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.111203:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.111400:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5cf00 - object 0x0:1728254 offset 953155584<>954204160
00000100:00100000:3.0:1550575072.111407:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863568:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.111410:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d150-0x5c6be4831d150, portal 8
00000100:00000200:3.0:1550575072.111411:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863568, portal 4
00000100:00000200:3.0:1550575072.111412:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863568, offset 0
00000400:00000200:3.0:1550575072.111414:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.111417:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.111418:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.111419:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.111420:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.111420:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.111421:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.111564:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f600 x1625895440863536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.111565:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f600 x1625895440863536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.111567:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.111628:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863536:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.111944:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e700 - object 0x0:1728687 offset 953155584<>954204160
00000100:00100000:3.0:1550575072.111949:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.111950:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863600:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.111953:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d170-0x5c6be4831d170, portal 8
00000100:00000200:3.0:1550575072.111955:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863600, portal 4
00000100:00000200:3.0:1550575072.111955:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863600, offset 0
00000400:00000200:3.0:1550575072.111958:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.111961:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.111962:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.111963:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.111964:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.111964:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.111965:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.112199:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5cf00 x1625895440863568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.112201:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5cf00 x1625895440863568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.112203:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.112280:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863568:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.112328:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.112523:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c900 - object 0x0:1725237 offset 953155584<>954204160
00000100:00100000:3.0:1550575072.112530:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.112533:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d190-0x5c6be4831d190, portal 8
00000100:00000200:3.0:1550575072.112534:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863632, portal 4
00000100:00000200:3.0:1550575072.112535:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863632, offset 0
00000400:00000200:3.0:1550575072.112536:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.112539:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.112540:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.112542:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.112542:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.112543:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.112544:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.112718:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e700 x1625895440863600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.112720:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e700 x1625895440863600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.112722:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.112785:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863600:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.113086:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e100 - object 0x0:1728629 offset 953155584<>954204160
00000100:00100000:3.0:1550575072.113091:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.113092:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863664:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.113095:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d1b0-0x5c6be4831d1b0, portal 8
00000100:00000200:3.0:1550575072.113096:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863664, portal 4
00000100:00000200:3.0:1550575072.113097:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863664, offset 0
00000400:00000200:3.0:1550575072.113099:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.113102:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.113103:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.113104:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.113105:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.113105:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.113106:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.113304:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c900 x1625895440863632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.113306:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c900 x1625895440863632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.113307:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.113374:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863632:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.113446:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.113641:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f900 - object 0x0:1728254 offset 954204160<>955252736
00000100:00100000:3.0:1550575072.113648:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.113651:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d1d0-0x5c6be4831d1d0, portal 8
00000100:00000200:3.0:1550575072.113652:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863696, portal 4
00000100:00000200:3.0:1550575072.113653:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863696, offset 0
00000400:00000200:3.0:1550575072.113654:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.113657:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.113658:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.113659:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.113660:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.113660:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.113661:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.113834:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e100 x1625895440863664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.113836:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e100 x1625895440863664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.113839:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.113900:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863664:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.114197:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34000 - object 0x0:1728687 offset 954204160<>955252736
00000100:00100000:3.0:1550575072.114202:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.114204:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863728:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.114207:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d1f0-0x5c6be4831d1f0, portal 8
00000100:00000200:3.0:1550575072.114208:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863728, portal 4
00000100:00000200:3.0:1550575072.114209:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863728, offset 0
00000400:00000200:3.0:1550575072.114210:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.114213:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.114214:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.114215:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.114216:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.114216:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.114217:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.114421:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f900 x1625895440863696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.114423:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f900 x1625895440863696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.114425:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.114492:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863696:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.114561:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.114756:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35500 - object 0x0:1725237 offset 954204160<>955252736
00000100:00100000:3.0:1550575072.114762:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863760:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.114765:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d210-0x5c6be4831d210, portal 8
00000100:00000200:3.0:1550575072.114767:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863760, portal 4
00000100:00000200:3.0:1550575072.114768:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863760, offset 0
00000400:00000200:3.0:1550575072.114769:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.114772:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.114773:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.114775:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.114775:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.114776:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.114776:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.114971:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34000 x1625895440863728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.114973:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34000 x1625895440863728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.114975:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.115041:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863728:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.115320:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36100 - object 0x0:1728629 offset 954204160<>955252736
00000100:00100000:3.0:1550575072.115325:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.115326:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863792:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.115329:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d230-0x5c6be4831d230, portal 8
00000100:00000200:3.0:1550575072.115331:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863792, portal 4
00000100:00000200:3.0:1550575072.115331:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863792, offset 0
00000400:00000200:3.0:1550575072.115333:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.115335:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.115336:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.115338:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.115338:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.115339:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.115340:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.115539:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35500 x1625895440863760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.115540:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35500 x1625895440863760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.115543:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.115615:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863760:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.115677:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.115871:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36d00 - object 0x0:1728254 offset 955252736<>956301312
00000100:00100000:3.0:1550575072.115878:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863824:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.115881:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d250-0x5c6be4831d250, portal 8
00000100:00000200:3.0:1550575072.115883:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863824, portal 4
00000100:00000200:3.0:1550575072.115883:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863824, offset 0
00000400:00000200:3.0:1550575072.115884:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.115887:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.115888:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.115890:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.115890:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.115891:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.115892:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.116085:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36100 x1625895440863792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.116086:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36100 x1625895440863792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.116088:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.116150:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863792:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.116430:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37900 - object 0x0:1728687 offset 955252736<>956301312
00000100:00100000:3.0:1550575072.116435:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.116437:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863856:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.116439:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d270-0x5c6be4831d270, portal 8
00000100:00000200:3.0:1550575072.116441:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863856, portal 4
00000100:00000200:3.0:1550575072.116441:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863856, offset 0
00000400:00000200:3.0:1550575072.116443:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.116446:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.116447:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.116448:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.116449:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.116450:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.116450:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.116653:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36d00 x1625895440863824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.116654:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36d00 x1625895440863824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.116656:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.116724:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863824:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.116792:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.116988:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34300 - object 0x0:1725237 offset 955252736<>956301312
00000100:00100000:3.0:1550575072.116995:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863888:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.116998:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d290-0x5c6be4831d290, portal 8
00000100:00000200:3.0:1550575072.117000:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863888, portal 4
00000100:00000200:3.0:1550575072.117000:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863888, offset 0
00000400:00000200:3.0:1550575072.117001:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.117004:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.117005:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.117007:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.117007:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.117008:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.117009:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.117207:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37900 x1625895440863856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.117209:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37900 x1625895440863856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.117211:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.117270:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863856:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.117554:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34c00 - object 0x0:1728629 offset 955252736<>956301312
00000100:00100000:3.0:1550575072.117559:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.117560:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863920:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.117563:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d2b0-0x5c6be4831d2b0, portal 8
00000100:00000200:3.0:1550575072.117564:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863920, portal 4
00000100:00000200:3.0:1550575072.117565:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863920, offset 0
00000400:00000200:3.0:1550575072.117566:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.117569:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.117570:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.117571:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.117572:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.117572:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.117573:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.117772:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34300 x1625895440863888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.117774:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34300 x1625895440863888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.117776:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.117845:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863888:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.117910:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.118118:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35b00 - object 0x0:1728254 offset 956301312<>957349888
00000100:00100000:3.0:1550575072.118126:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863952:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.118129:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d2d0-0x5c6be4831d2d0, portal 8
00000100:00000200:3.0:1550575072.118130:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863952, portal 4
00000100:00000200:3.0:1550575072.118131:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863952, offset 0
00000400:00000200:3.0:1550575072.118133:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.118135:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.118137:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.118138:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.118139:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.118139:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.118140:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.118317:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34c00 x1625895440863920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.118319:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34c00 x1625895440863920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.118320:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.118382:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863920:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.118678:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36700 - object 0x0:1728687 offset 956301312<>957349888
00000100:00100000:3.0:1550575072.118683:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.118684:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863984:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.118688:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d2f0-0x5c6be4831d2f0, portal 8
00000100:00000200:3.0:1550575072.118689:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440863984, portal 4
00000100:00000200:3.0:1550575072.118690:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440863984, offset 0
00000400:00000200:3.0:1550575072.118691:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.118694:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.118695:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.118696:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.118697:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.118698:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.118699:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.118912:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35b00 x1625895440863952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.118914:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35b00 x1625895440863952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.118917:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.118997:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440863952:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.119053:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.119260:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37300 - object 0x0:1725237 offset 956301312<>957349888
00000100:00100000:3.0:1550575072.119267:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.119270:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d310-0x5c6be4831d310, portal 8
00000100:00000200:3.0:1550575072.119272:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864016, portal 4
00000100:00000200:3.0:1550575072.119273:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864016, offset 0
00000400:00000200:3.0:1550575072.119274:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.119277:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.119278:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.119279:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.119280:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.119280:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.119281:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.119460:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36700 x1625895440863984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.119461:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36700 x1625895440863984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.119463:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.119523:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440863984:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.119808:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34900 - object 0x0:1728629 offset 956301312<>957349888
00000100:00100000:3.0:1550575072.119813:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.119814:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864048:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.119817:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d330-0x5c6be4831d330, portal 8
00000100:00000200:3.0:1550575072.119818:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864048, portal 4
00000100:00000200:3.0:1550575072.119819:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864048, offset 0
00000400:00000200:3.0:1550575072.119823:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.119826:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.119827:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.119828:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.119829:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.119829:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.119830:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.120050:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37300 x1625895440864016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.120051:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37300 x1625895440864016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.120053:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.120126:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.120557:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34900 x1625895440864048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.120558:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34900 x1625895440864048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.120560:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.120619:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864048:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.120924:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34f00 - object 0x0:1728687 offset 957349888<>958398464
00000100:00100000:3.0:1550575072.120930:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.120931:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864112:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.120934:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d370-0x5c6be4831d370, portal 8
00000100:00000200:3.0:1550575072.120936:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864112, portal 4
00000100:00000200:3.0:1550575072.120937:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864112, offset 0
00000400:00000200:3.0:1550575072.120938:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.120941:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.120942:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.120944:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.120944:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.120945:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.120946:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.121306:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.121500:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de700 - object 0x0:1725237 offset 957349888<>958398464
00000100:00100000:3.0:1550575072.121508:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.121511:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d390-0x5c6be4831d390, portal 8
00000100:00000200:3.0:1550575072.121512:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864144, portal 4
00000100:00000200:3.0:1550575072.121513:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864144, offset 0
00000400:00000200:3.0:1550575072.121516:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.121518:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.121519:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.121521:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.121521:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.121522:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.121523:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.121698:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34f00 x1625895440864112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.121700:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34f00 x1625895440864112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.121702:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.121765:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864112:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.122056:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc600 - object 0x0:1728629 offset 957349888<>958398464
00000100:00100000:3.0:1550575072.122061:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.122062:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864176:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.122065:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d3b0-0x5c6be4831d3b0, portal 8
00000100:00000200:3.0:1550575072.122067:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864176, portal 4
00000100:00000200:3.0:1550575072.122068:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864176, offset 0
00000400:00000200:3.0:1550575072.122069:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.122072:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.122073:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.122074:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.122075:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.122075:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.122076:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.122285:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de700 x1625895440864144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.122287:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de700 x1625895440864144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.122289:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.122359:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864144:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.122422:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.122614:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc900 - object 0x0:1728254 offset 958398464<>959447040
00000100:00100000:3.0:1550575072.122621:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864208:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.122625:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d3d0-0x5c6be4831d3d0, portal 8
00000100:00000200:3.0:1550575072.122626:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864208, portal 4
00000100:00000200:3.0:1550575072.122627:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864208, offset 0
00000400:00000200:3.0:1550575072.122628:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.122630:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.122631:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.122633:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.122633:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.122634:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.122635:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.122807:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc600 x1625895440864176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.122811:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc600 x1625895440864176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.122813:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.122874:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864176:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.123167:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dfc00 - object 0x0:1728687 offset 958398464<>959447040
00000100:00100000:3.0:1550575072.123172:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.123173:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864240:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.123176:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d3f0-0x5c6be4831d3f0, portal 8
00000100:00000200:3.0:1550575072.123182:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864240, portal 4
00000100:00000200:3.0:1550575072.123182:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864240, offset 0
00000400:00000200:3.0:1550575072.123184:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.123186:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.123187:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.123189:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.123189:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.123190:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.123191:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.123390:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc900 x1625895440864208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.123392:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc900 x1625895440864208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.123394:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.123459:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864208:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.123532:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.123726:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de100 - object 0x0:1725237 offset 958398464<>959447040
00000100:00100000:3.0:1550575072.123733:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864272:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.123736:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d410-0x5c6be4831d410, portal 8
00000100:00000200:3.0:1550575072.123738:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864272, portal 4
00000100:00000200:3.0:1550575072.123739:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864272, offset 0
00000400:00000200:3.0:1550575072.123740:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.123743:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.123744:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.123745:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.123746:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.123746:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.123747:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.123942:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dfc00 x1625895440864240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.123944:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dfc00 x1625895440864240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.123946:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.124009:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864240:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.124292:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87ddb00 - object 0x0:1728629 offset 958398464<>959447040
00000100:00100000:3.0:1550575072.124297:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.124298:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864304:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.124301:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d430-0x5c6be4831d430, portal 8
00000100:00000200:3.0:1550575072.124302:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864304, portal 4
00000100:00000200:3.0:1550575072.124303:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864304, offset 0
00000400:00000200:3.0:1550575072.124304:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.124307:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.124308:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.124309:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.124310:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.124310:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.124311:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.124503:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de100 x1625895440864272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.124505:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de100 x1625895440864272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.124506:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.124569:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864272:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.124650:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.124844:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc300 - object 0x0:1728254 offset 959447040<>960495616
00000100:00100000:3.0:1550575072.124852:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864336:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.124855:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d450-0x5c6be4831d450, portal 8
00000100:00000200:3.0:1550575072.124856:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864336, portal 4
00000100:00000200:3.0:1550575072.124857:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864336, offset 0
00000400:00000200:3.0:1550575072.124858:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.124861:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.124862:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.124863:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.124864:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.124864:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.124865:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.125044:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87ddb00 x1625895440864304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.125045:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87ddb00 x1625895440864304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.125047:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.125108:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864304:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.125407:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87ded00 - object 0x0:1728687 offset 959447040<>960495616
00000100:00100000:3.0:1550575072.125412:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.125413:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864368:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.125418:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d470-0x5c6be4831d470, portal 8
00000100:00000200:3.0:1550575072.125419:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864368, portal 4
00000100:00000200:3.0:1550575072.125420:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864368, offset 0
00000400:00000200:3.0:1550575072.125421:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.125424:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.125425:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.125426:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.125427:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.125427:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.125428:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.125621:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc300 x1625895440864336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.125623:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc300 x1625895440864336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.125625:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.125689:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864336:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.125766:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.125959:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df600 - object 0x0:1725237 offset 959447040<>960495616
00000100:00100000:3.0:1550575072.125967:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864400:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.125970:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d490-0x5c6be4831d490, portal 8
00000100:00000200:3.0:1550575072.125971:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864400, portal 4
00000100:00000200:3.0:1550575072.125972:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864400, offset 0
00000400:00000200:3.0:1550575072.125973:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.125976:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.125977:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.125978:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.125979:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.125980:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.125981:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.126169:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87ded00 x1625895440864368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.126171:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87ded00 x1625895440864368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.126173:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.126237:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864368:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.126522:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd800 - object 0x0:1728629 offset 959447040<>960495616
00000100:00100000:3.0:1550575072.126527:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.126528:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864432:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.126531:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d4b0-0x5c6be4831d4b0, portal 8
00000100:00000200:3.0:1550575072.126533:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864432, portal 4
00000100:00000200:3.0:1550575072.126533:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864432, offset 0
00000400:00000200:3.0:1550575072.126534:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.126537:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.126538:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.126540:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.126540:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.126541:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.126542:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.126737:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df600 x1625895440864400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.126739:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df600 x1625895440864400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.126741:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.126805:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864400:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.126883:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.127089:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd500 - object 0x0:1728254 offset 960495616<>961544192
00000100:00100000:3.0:1550575072.127097:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864464:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.127100:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d4d0-0x5c6be4831d4d0, portal 8
00000100:00000200:3.0:1550575072.127102:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864464, portal 4
00000100:00000200:3.0:1550575072.127102:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864464, offset 0
00000400:00000200:3.0:1550575072.127103:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.127106:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.127107:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.127109:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.127109:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.127110:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.127110:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.127300:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd800 x1625895440864432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.127301:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd800 x1625895440864432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.127303:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.127363:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864432:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.127638:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc000 - object 0x0:1728687 offset 960495616<>961544192
00000100:00100000:3.0:1550575072.127644:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.127645:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864496:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.127648:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d4f0-0x5c6be4831d4f0, portal 8
00000100:00000200:3.0:1550575072.127650:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864496, portal 4
00000100:00000200:3.0:1550575072.127651:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864496, offset 0
00000400:00000200:3.0:1550575072.127652:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.127654:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.127656:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.127657:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.127658:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.127659:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.127660:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.127878:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd500 x1625895440864464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.127880:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd500 x1625895440864464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.127882:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.127955:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864464:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.128014:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.128220:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df000 - object 0x0:1725237 offset 960495616<>961544192
00000100:00100000:3.0:1550575072.128228:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864528:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.128231:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d510-0x5c6be4831d510, portal 8
00000100:00000200:3.0:1550575072.128232:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864528, portal 4
00000100:00000200:3.0:1550575072.128233:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864528, offset 0
00000400:00000200:3.0:1550575072.128234:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.128237:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.128238:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.128239:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.128240:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.128240:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.128241:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.128400:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc000 x1625895440864496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.128402:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc000 x1625895440864496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.128404:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.128466:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864496:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.128767:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd200 - object 0x0:1728629 offset 960495616<>961544192
00000100:00100000:3.0:1550575072.128773:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.128774:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864560:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.128777:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d530-0x5c6be4831d530, portal 8
00000100:00000200:3.0:1550575072.128778:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864560, portal 4
00000100:00000200:3.0:1550575072.128779:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864560, offset 0
00000400:00000200:3.0:1550575072.128780:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.128782:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.128783:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.128785:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.128785:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.128786:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.128787:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.129007:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df000 x1625895440864528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.129008:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df000 x1625895440864528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.129010:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.129088:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864528:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.129143:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.129344:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dcf00 - object 0x0:1728254 offset 961544192<>962592768
00000100:00100000:3.0:1550575072.129351:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864592:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.129354:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d550-0x5c6be4831d550, portal 8
00000100:00000200:3.0:1550575072.129356:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864592, portal 4
00000100:00000200:3.0:1550575072.129357:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864592, offset 0
00000400:00000200:3.0:1550575072.129358:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.129361:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.129362:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.129363:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.129364:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.129365:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.129366:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.129537:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd200 x1625895440864560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.129539:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd200 x1625895440864560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.129540:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.129602:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864560:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.129885:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df900 - object 0x0:1728687 offset 961544192<>962592768
00000100:00100000:3.0:1550575072.129890:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.129892:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864624:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.129895:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d570-0x5c6be4831d570, portal 8
00000100:00000200:3.0:1550575072.129896:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864624, portal 4
00000100:00000200:3.0:1550575072.129897:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864624, offset 0
00000400:00000200:3.0:1550575072.129898:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.129901:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.129902:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.129903:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.129904:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.129904:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.129905:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.130126:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dcf00 x1625895440864592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.130128:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dcf00 x1625895440864592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.130130:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.130207:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864592:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.130269:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.130469:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84c00 - object 0x0:1725237 offset 961544192<>962592768
00000100:00100000:3.0:1550575072.130477:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864656:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.130480:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d590-0x5c6be4831d590, portal 8
00000100:00000200:3.0:1550575072.130481:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864656, portal 4
00000100:00000200:3.0:1550575072.130482:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864656, offset 0
00000400:00000200:3.0:1550575072.130484:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.130486:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.130488:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.130489:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.130490:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.130490:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.130491:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.130636:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df900 x1625895440864624/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.130638:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df900 x1625895440864624/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.130640:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.130702:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864624:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.131014:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86400 - object 0x0:1728629 offset 961544192<>962592768
00000100:00100000:3.0:1550575072.131019:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.131020:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864688:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.131023:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d5b0-0x5c6be4831d5b0, portal 8
00000100:00000200:3.0:1550575072.131024:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864688, portal 4
00000100:00000200:3.0:1550575072.131025:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864688, offset 0
00000400:00000200:3.0:1550575072.131026:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.131029:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.131030:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.131037:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.131039:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.131039:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.131040:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.131253:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84c00 x1625895440864656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.131255:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84c00 x1625895440864656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.131257:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.131333:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864656:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.131390:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.131588:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87c00 - object 0x0:1728254 offset 962592768<>963641344
00000100:00100000:3.0:1550575072.131596:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864720:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.131599:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d5d0-0x5c6be4831d5d0, portal 8
00000100:00000200:3.0:1550575072.131600:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864720, portal 4
00000100:00000200:3.0:1550575072.131601:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864720, offset 0
00000400:00000200:3.0:1550575072.131602:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.131605:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.131606:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.131607:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.131608:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.131608:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.131609:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.131783:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86400 x1625895440864688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.131785:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86400 x1625895440864688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.131787:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.131852:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864688:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.132139:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84000 - object 0x0:1728687 offset 962592768<>963641344
00000100:00100000:3.0:1550575072.132145:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.132146:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864752:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.132149:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d5f0-0x5c6be4831d5f0, portal 8
00000100:00000200:3.0:1550575072.132151:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864752, portal 4
00000100:00000200:3.0:1550575072.132151:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864752, offset 0
00000400:00000200:3.0:1550575072.132153:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.132155:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.132156:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.132158:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.132158:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.132159:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.132160:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.132364:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87c00 x1625895440864720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.132366:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87c00 x1625895440864720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.132368:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.132437:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864720:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.132508:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.132704:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85800 - object 0x0:1725237 offset 962592768<>963641344
00000100:00100000:3.0:1550575072.132711:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864784:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.132715:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d610-0x5c6be4831d610, portal 8
00000100:00000200:3.0:1550575072.132716:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864784, portal 4
00000100:00000200:3.0:1550575072.132717:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864784, offset 0
00000400:00000200:3.0:1550575072.132718:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.132721:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.132722:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.132723:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.132724:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.132725:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.132726:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.132887:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84000 x1625895440864752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.132888:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84000 x1625895440864752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.132890:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.132952:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864752:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.133257:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87000 - object 0x0:1728629 offset 962592768<>963641344
00000100:00100000:3.0:1550575072.133262:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.133263:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864816:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.133266:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d630-0x5c6be4831d630, portal 8
00000100:00000200:3.0:1550575072.133268:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864816, portal 4
00000100:00000200:3.0:1550575072.133268:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864816, offset 0
00000400:00000200:3.0:1550575072.133269:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.133272:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.133273:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.133275:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.133275:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.133276:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.133276:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.133525:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85800 x1625895440864784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.133527:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85800 x1625895440864784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.133529:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.133610:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864784:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.133634:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.133831:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52d500 - object 0x0:1728254 offset 963641344<>964689920
00000100:00100000:3.0:1550575072.133838:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864848:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.133841:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d650-0x5c6be4831d650, portal 8
00000100:00000200:3.0:1550575072.133842:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864848, portal 4
00000100:00000200:3.0:1550575072.133843:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864848, offset 0
00000400:00000200:3.0:1550575072.133844:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.133847:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.133848:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.133849:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.133850:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.133850:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.133851:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.134036:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87000 x1625895440864816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.134037:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87000 x1625895440864816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.134039:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.134099:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864816:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.134384:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52e100 - object 0x0:1728687 offset 963641344<>964689920
00000100:00100000:3.0:1550575072.134389:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.134390:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864880:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.134394:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d670-0x5c6be4831d670, portal 8
00000100:00000200:3.0:1550575072.134395:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864880, portal 4
00000100:00000200:3.0:1550575072.134396:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864880, offset 0
00000400:00000200:3.0:1550575072.134397:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.134400:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.134401:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.134402:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.134404:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.134404:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.134405:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.134621:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52d500 x1625895440864848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.134623:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52d500 x1625895440864848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.134624:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.134696:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864848:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.134754:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.134948:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f900 - object 0x0:1725237 offset 963641344<>964689920
00000100:00100000:3.0:1550575072.134956:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864912:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.134959:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d690-0x5c6be4831d690, portal 8
00000100:00000200:3.0:1550575072.134960:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864912, portal 4
00000100:00000200:3.0:1550575072.134961:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864912, offset 0
00000400:00000200:3.0:1550575072.134962:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.134965:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.134966:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.134967:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.134968:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.134968:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.134969:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.135135:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52e100 x1625895440864880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.135137:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52e100 x1625895440864880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.135138:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.135204:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864880:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.135508:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c900 - object 0x0:1728629 offset 963641344<>964689920
00000100:00100000:3.0:1550575072.135514:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.135515:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864944:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.135518:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d6b0-0x5c6be4831d6b0, portal 8
00000100:00000200:3.0:1550575072.135519:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440864944, portal 4
00000100:00000200:3.0:1550575072.135520:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440864944, offset 0
00000400:00000200:3.0:1550575072.135521:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.135523:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.135525:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.135526:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.135527:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.135527:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.135528:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.135860:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f900 x1625895440864912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.135862:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f900 x1625895440864912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.135864:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.135963:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440864912:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.136282:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c900 x1625895440864944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.136283:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c900 x1625895440864944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.136285:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.136345:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440864944:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.136626:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52ed00 - object 0x0:1728687 offset 964689920<>965738496
00000100:00100000:3.0:1550575072.136631:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.136632:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865008:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.136635:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d6f0-0x5c6be4831d6f0, portal 8
00000100:00000200:3.0:1550575072.136637:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865008, portal 4
00000100:00000200:3.0:1550575072.136638:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865008, offset 0
00000400:00000200:3.0:1550575072.136639:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.136642:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.136643:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.136645:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.136645:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.136646:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.136647:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.136975:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.137174:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9200 - object 0x0:1725237 offset 964689920<>965738496
00000100:00100000:3.0:1550575072.137184:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865040:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.137187:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d710-0x5c6be4831d710, portal 8
00000100:00000200:3.0:1550575072.137189:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865040, portal 4
00000100:00000200:3.0:1550575072.137190:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865040, offset 0
00000400:00000200:3.0:1550575072.137191:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.137194:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.137195:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.137196:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.137197:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.137197:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.137198:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.137390:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52ed00 x1625895440865008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.137391:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52ed00 x1625895440865008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.137393:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.137457:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865008:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.137732:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7faa00 - object 0x0:1728629 offset 964689920<>965738496
00000100:00100000:3.0:1550575072.137738:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.137739:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865072:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.137742:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d730-0x5c6be4831d730, portal 8
00000100:00000200:3.0:1550575072.137744:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865072, portal 4
00000100:00000200:3.0:1550575072.137745:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865072, offset 0
00000400:00000200:3.0:1550575072.137746:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.137748:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.137750:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.137751:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.137752:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.137752:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.137753:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.138075:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9200 x1625895440865040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.138077:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9200 x1625895440865040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.138079:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.138168:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865040:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.138501:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7faa00 x1625895440865072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.138503:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7faa00 x1625895440865072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.138504:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.138561:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865072:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575072.139203:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.139414:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8600 - object 0x0:1725237 offset 965738496<>966787072
00000100:00100000:3.0:1550575072.139422:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865168:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.139425:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d790-0x5c6be4831d790, portal 8
00000100:00000200:3.0:1550575072.139427:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865168, portal 4
00000100:00000200:3.0:1550575072.139428:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865168, offset 0
00000400:00000200:3.0:1550575072.139429:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.139432:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.139433:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.139434:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.139435:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.139435:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.139436:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.139956:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9e00 - object 0x0:1728629 offset 965738496<>966787072
00000100:00100000:3.0:1550575072.139961:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.139962:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865200:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.139964:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d7b0-0x5c6be4831d7b0, portal 8
00000100:00000200:3.0:1550575072.139966:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865200, portal 4
00000100:00000200:3.0:1550575072.139967:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865200, offset 0
00000400:00000200:3.0:1550575072.139968:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.139970:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.139972:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.139973:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.139974:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.139974:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.139975:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.140320:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.140518:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb600 - object 0x0:1728254 offset 966787072<>967835648
00000100:00000200:3.0:1550575072.140526:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8600 x1625895440865168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.140528:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8600 x1625895440865168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.140529:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.140591:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865168:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.140717:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9e00 x1625895440865200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.140719:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9e00 x1625895440865200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.140720:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.140779:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865200:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.141071:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0300 - object 0x0:1728687 offset 966787072<>967835648
00000100:00100000:3.0:1550575072.141076:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.141077:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865264:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.141080:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d7f0-0x5c6be4831d7f0, portal 8
00000100:00000200:3.0:1550575072.141081:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865264, portal 4
00000100:00000200:3.0:1550575072.141082:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865264, offset 0
00000400:00000200:3.0:1550575072.141085:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.141087:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.141089:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.141090:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.141090:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.141091:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.141092:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.141422:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.141652:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1b00 - object 0x0:1725237 offset 966787072<>967835648
00000100:00100000:3.0:1550575072.141660:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865296:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.141663:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d810-0x5c6be4831d810, portal 8
00000100:00000200:3.0:1550575072.141665:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865296, portal 4
00000100:00000200:3.0:1550575072.141665:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865296, offset 0
00000400:00000200:3.0:1550575072.141666:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.141669:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.141671:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.141672:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.141673:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.141673:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.141674:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.141848:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0300 x1625895440865264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.141850:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0300 x1625895440865264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.141852:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575072.141921:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865264:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.142184:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3300 - object 0x0:1728629 offset 966787072<>967835648
00000100:00100000:3.0:1550575072.142189:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.142191:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865328:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.142194:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d830-0x5c6be4831d830, portal 8
00000100:00000200:3.0:1550575072.142195:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865328, portal 4
00000100:00000200:3.0:1550575072.142196:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865328, offset 0
00000400:00000200:3.0:1550575072.142197:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.142200:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.142201:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.142202:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.142203:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.142203:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.142205:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.142537:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.142737:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0f00 - object 0x0:1728254 offset 967835648<>968884224
00000100:00000200:3.0:1550575072.142744:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1b00 x1625895440865296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.142746:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1b00 x1625895440865296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.142749:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.142809:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865296:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.143030:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3300 x1625895440865328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.143036:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3300 x1625895440865328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.143038:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.143115:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865328:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575072.143677:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.143881:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2700 - object 0x0:1725237 offset 967835648<>968884224
00000100:00100000:3.0:1550575072.143889:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865424:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.143892:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d890-0x5c6be4831d890, portal 8
00000100:00000200:3.0:1550575072.143894:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865424, portal 4
00000100:00000200:3.0:1550575072.143894:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865424, offset 0
00000400:00000200:3.0:1550575072.143896:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.143898:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.143899:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.143901:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.143901:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.143902:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.143903:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.144440:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178c00 - object 0x0:1728629 offset 967835648<>968884224
00000100:00100000:3.0:1550575072.144445:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.144446:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865456:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.144449:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d8b0-0x5c6be4831d8b0, portal 8
00000100:00000200:3.0:1550575072.144451:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865456, portal 4
00000100:00000200:3.0:1550575072.144451:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865456, offset 0
00000400:00000200:3.0:1550575072.144453:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.144456:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.144457:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.144458:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.144459:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.144459:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.144460:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.144749:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2700 x1625895440865424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.144751:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2700 x1625895440865424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.144753:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575072.144833:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865424:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.145266:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178c00 x1625895440865456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.145268:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178c00 x1625895440865456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.145269:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.145350:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865456:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.145558:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a400 - object 0x0:1728687 offset 968884224<>969932800
00000100:00100000:3.0:1550575072.145563:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.145564:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865520:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.145568:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d8f0-0x5c6be4831d8f0, portal 8
00000100:00000200:3.0:1550575072.145569:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865520, portal 4
00000100:00000200:3.0:1550575072.145570:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865520, offset 0
00000400:00000200:3.0:1550575072.145571:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.145574:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.145575:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.145579:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.145579:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.145580:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.145581:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.145908:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.146128:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178000 - object 0x0:1725237 offset 968884224<>969932800
00000100:00100000:3.0:1550575072.146136:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.146139:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d910-0x5c6be4831d910, portal 8
00000100:00000200:3.0:1550575072.146140:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865552, portal 4
00000100:00000200:3.0:1550575072.146141:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865552, offset 0
00000400:00000200:3.0:1550575072.146142:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.146144:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.146146:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.146147:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.146148:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.146148:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.146149:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.146340:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a400 x1625895440865520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.146342:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a400 x1625895440865520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.146344:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.146415:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865520:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.146672:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179800 - object 0x0:1728629 offset 968884224<>969932800
00000100:00100000:3.0:1550575072.146677:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.146678:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865584:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.146681:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d930-0x5c6be4831d930, portal 8
00000100:00000200:3.0:1550575072.146682:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865584, portal 4
00000100:00000200:3.0:1550575072.146684:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865584, offset 0
00000400:00000200:3.0:1550575072.146685:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.146688:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.146689:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.146690:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.146691:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.146691:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.146692:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.147010:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178000 x1625895440865552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.147012:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178000 x1625895440865552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.147013:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.147120:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865552:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.147464:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179800 x1625895440865584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.147465:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179800 x1625895440865584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.147467:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.147534:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865584:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.147778:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b000 - object 0x0:1728687 offset 969932800<>970981376
00000100:00100000:3.0:1550575072.147783:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.147784:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865648:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.147788:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d970-0x5c6be4831d970, portal 8
00000100:00000200:3.0:1550575072.147789:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865648, portal 4
00000100:00000200:3.0:1550575072.147790:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865648, offset 0
00000400:00000200:3.0:1550575072.147791:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.147794:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.147796:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.147797:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.147798:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.147798:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.147800:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.148333:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865680:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.148337:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d990-0x5c6be4831d990, portal 8
00000100:00000200:3.0:1550575072.148338:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865680, portal 4
00000100:00000200:3.0:1550575072.148339:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865680, offset 0
00000400:00000200:3.0:1550575072.148340:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.148342:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.148343:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.148344:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.148345:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.148345:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.148346:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.148534:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b000 x1625895440865648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.148536:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b000 x1625895440865648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.148538:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.148601:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865648:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.148887:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17bc00 - object 0x0:1728629 offset 969932800<>970981376
00000100:00100000:3.0:1550575072.148892:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.148893:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865712:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.148897:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d9b0-0x5c6be4831d9b0, portal 8
00000100:00000200:3.0:1550575072.148898:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865712, portal 4
00000100:00000200:3.0:1550575072.148899:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865712, offset 0
00000400:00000200:3.0:1550575072.148900:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.148903:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.148904:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.148905:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.148906:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.148907:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.148908:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.149191:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95500 x1625895440865680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.149192:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95500 x1625895440865680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.149194:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.149273:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865680:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.149668:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17bc00 x1625895440865712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.149669:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17bc00 x1625895440865712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.149671:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.149736:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865712:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.149995:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358300 - object 0x0:1728687 offset 970981376<>972029952
00000100:00100000:3.0:1550575072.150001:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.150002:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865776:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.150005:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831d9f0-0x5c6be4831d9f0, portal 8
00000100:00000200:3.0:1550575072.150007:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865776, portal 4
00000100:00000200:3.0:1550575072.150007:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865776, offset 0
00000400:00000200:3.0:1550575072.150008:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.150011:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.150012:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.150017:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.150017:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.150018:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.150019:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.150347:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.150570:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358f00 - object 0x0:1725237 offset 970981376<>972029952
00000100:00100000:3.0:1550575072.150577:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865808:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.150580:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831da10-0x5c6be4831da10, portal 8
00000100:00000200:3.0:1550575072.150582:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865808, portal 4
00000100:00000200:3.0:1550575072.150583:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865808, offset 0
00000400:00000200:3.0:1550575072.150584:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.150586:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.150587:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.150589:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.150589:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.150590:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.150591:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.150761:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358300 x1625895440865776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.150762:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358300 x1625895440865776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.150764:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.150830:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865776:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.151104:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359500 - object 0x0:1728629 offset 970981376<>972029952
00000100:00100000:3.0:1550575072.151109:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.151110:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865840:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.151113:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831da30-0x5c6be4831da30, portal 8
00000100:00000200:3.0:1550575072.151115:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865840, portal 4
00000100:00000200:3.0:1550575072.151116:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865840, offset 0
00000400:00000200:3.0:1550575072.151117:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.151120:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.151121:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.151122:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.151123:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.151123:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.151124:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.151437:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358f00 x1625895440865808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.151439:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358f00 x1625895440865808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.151441:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.151528:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865808:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.151898:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359500 x1625895440865840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.151900:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359500 x1625895440865840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.151901:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.151975:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865840:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.152230:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35ad00 - object 0x0:1728687 offset 972029952<>973078528
00000100:00100000:3.0:1550575072.152235:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.152236:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865904:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.152240:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831da70-0x5c6be4831da70, portal 8
00000100:00000200:3.0:1550575072.152242:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865904, portal 4
00000100:00000200:3.0:1550575072.152243:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865904, offset 0
00000400:00000200:3.0:1550575072.152244:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.152247:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.152249:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.152250:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.152251:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.152251:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.152252:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.152574:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.152803:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b300 - object 0x0:1725237 offset 972029952<>973078528
00000100:00100000:3.0:1550575072.152811:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865936:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.152814:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831da90-0x5c6be4831da90, portal 8
00000100:00000200:3.0:1550575072.152815:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865936, portal 4
00000100:00000200:3.0:1550575072.152816:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865936, offset 0
00000400:00000200:3.0:1550575072.152817:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.152820:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.152821:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.152822:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.152823:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.152823:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.152824:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.152997:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35ad00 x1625895440865904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.152999:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35ad00 x1625895440865904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.153001:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.153078:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865904:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.153342:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b900 - object 0x0:1728629 offset 972029952<>973078528
00000100:00100000:3.0:1550575072.153348:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.153349:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865968:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.153352:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dab0-0x5c6be4831dab0, portal 8
00000100:00000200:3.0:1550575072.153354:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440865968, portal 4
00000100:00000200:3.0:1550575072.153355:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440865968, offset 0
00000400:00000200:3.0:1550575072.153357:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.153360:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.153361:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.153362:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.153363:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.153363:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.153364:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.153682:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b300 x1625895440865936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.153683:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b300 x1625895440865936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.153685:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.153789:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440865936:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.154117:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b900 x1625895440865968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.154119:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b900 x1625895440865968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.154120:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.154186:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440865968:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.154450:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358000 - object 0x0:1728687 offset 973078528<>974127104
00000100:00100000:3.0:1550575072.154455:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.154457:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866032:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.154460:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831daf0-0x5c6be4831daf0, portal 8
00000100:00000200:3.0:1550575072.154462:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866032, portal 4
00000100:00000200:3.0:1550575072.154462:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866032, offset 0
00000400:00000200:3.0:1550575072.154463:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.154467:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.154468:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.154469:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.154470:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.154470:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.154471:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.154983:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866064:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.154989:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831db10-0x5c6be4831db10, portal 8
00000100:00000200:3.0:1550575072.154991:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866064, portal 4
00000100:00000200:3.0:1550575072.154991:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866064, offset 0
00000400:00000200:3.0:1550575072.154992:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.154995:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.154996:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.154997:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.154997:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.154998:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.154999:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.155221:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358000 x1625895440866032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.155223:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358000 x1625895440866032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.155224:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.155307:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866032:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.155565:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358600 - object 0x0:1728629 offset 973078528<>974127104
00000100:00100000:3.0:1550575072.155571:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.155572:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866096:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.155575:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831db30-0x5c6be4831db30, portal 8
00000100:00000200:3.0:1550575072.155576:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866096, portal 4
00000100:00000200:3.0:1550575072.155578:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866096, offset 0
00000400:00000200:3.0:1550575072.155579:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.155581:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.155583:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.155584:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.155585:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.155585:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.155586:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.155867:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cccc00 x1625895440866064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.155869:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cccc00 x1625895440866064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.155871:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.155953:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866064:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.156350:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358600 x1625895440866096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.156352:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358600 x1625895440866096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.156353:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.156420:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866096:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.156676:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358c00 - object 0x0:1728687 offset 974127104<>975175680
00000100:00100000:3.0:1550575072.156681:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.156683:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866160:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.156686:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831db70-0x5c6be4831db70, portal 8
00000100:00000200:3.0:1550575072.156688:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866160, portal 4
00000100:00000200:3.0:1550575072.156688:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866160, offset 0
00000400:00000200:3.0:1550575072.156689:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.156692:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.156694:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.156696:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.156696:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.156697:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.156698:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.157030:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.157257:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359200 - object 0x0:1725237 offset 974127104<>975175680
00000100:00100000:3.0:1550575072.157265:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.157268:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831db90-0x5c6be4831db90, portal 8
00000100:00000200:3.0:1550575072.157269:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866192, portal 4
00000100:00000200:3.0:1550575072.157270:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866192, offset 0
00000400:00000200:3.0:1550575072.157271:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.157274:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.157275:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.157276:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.157277:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.157277:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.157278:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.157438:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358c00 x1625895440866160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.157440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358c00 x1625895440866160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.157442:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.157504:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866160:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.157791:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359e00 - object 0x0:1728629 offset 974127104<>975175680
00000100:00100000:3.0:1550575072.157796:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.157797:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866224:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.157800:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dbb0-0x5c6be4831dbb0, portal 8
00000100:00000200:3.0:1550575072.157802:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866224, portal 4
00000100:00000200:3.0:1550575072.157803:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866224, offset 0
00000400:00000200:3.0:1550575072.157804:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.157807:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.157808:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.157809:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.157810:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.157810:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.157811:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.158114:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359200 x1625895440866192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.158115:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359200 x1625895440866192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.158117:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.158202:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.158579:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359e00 x1625895440866224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.158581:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359e00 x1625895440866224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.158582:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.158644:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866224:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.158910:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35aa00 - object 0x0:1728687 offset 975175680<>976224256
00000100:00100000:3.0:1550575072.158916:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.158917:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866288:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.158920:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dbf0-0x5c6be4831dbf0, portal 8
00000100:00000200:3.0:1550575072.158922:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866288, portal 4
00000100:00000200:3.0:1550575072.158922:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866288, offset 0
00000400:00000200:3.0:1550575072.158924:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.158927:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.158928:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.158929:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.158930:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.158930:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.158932:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.159278:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.159477:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b000 - object 0x0:1725237 offset 975175680<>976224256
00000100:00100000:3.0:1550575072.159485:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.159488:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dc10-0x5c6be4831dc10, portal 8
00000100:00000200:3.0:1550575072.159489:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866320, portal 4
00000100:00000200:3.0:1550575072.159490:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866320, offset 0
00000400:00000200:3.0:1550575072.159491:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.159494:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.159495:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.159496:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.159497:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.159497:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.159498:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.159676:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35aa00 x1625895440866288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.159678:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35aa00 x1625895440866288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.159679:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.159742:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866288:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.160017:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b600 - object 0x0:1728629 offset 975175680<>976224256
00000100:00100000:3.0:1550575072.160022:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.160023:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866352:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.160027:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dc30-0x5c6be4831dc30, portal 8
00000100:00000200:3.0:1550575072.160029:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866352, portal 4
00000100:00000200:3.0:1550575072.160030:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866352, offset 0
00000400:00000200:3.0:1550575072.160037:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.160040:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.160041:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.160043:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.160043:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.160044:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.160045:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.160336:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b000 x1625895440866320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.160338:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b000 x1625895440866320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.160340:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.160415:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.160801:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b600 x1625895440866352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.160803:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b600 x1625895440866352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.160804:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.160864:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866352:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.161129:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35bc00 - object 0x0:1728687 offset 976224256<>977272832
00000100:00100000:3.0:1550575072.161134:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.161135:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866416:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.161139:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dc70-0x5c6be4831dc70, portal 8
00000100:00000200:3.0:1550575072.161140:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866416, portal 4
00000100:00000200:3.0:1550575072.161141:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866416, offset 0
00000400:00000200:3.0:1550575072.161142:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.161145:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.161146:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.161148:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.161148:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.161149:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.161150:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.161503:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.161703:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358900 - object 0x0:1725237 offset 976224256<>977272832
00000100:00100000:3.0:1550575072.161711:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866448:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.161714:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dc90-0x5c6be4831dc90, portal 8
00000100:00000200:3.0:1550575072.161715:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866448, portal 4
00000100:00000200:3.0:1550575072.161716:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866448, offset 0
00000400:00000200:3.0:1550575072.161717:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.161720:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.161721:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.161722:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.161723:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.161723:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.161724:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.161887:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35bc00 x1625895440866416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.161888:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35bc00 x1625895440866416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.161890:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.161952:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866416:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.162249:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359b00 - object 0x0:1728629 offset 976224256<>977272832
00000100:00100000:3.0:1550575072.162254:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.162255:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866480:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.162259:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dcb0-0x5c6be4831dcb0, portal 8
00000100:00000200:3.0:1550575072.162260:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866480, portal 4
00000100:00000200:3.0:1550575072.162261:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866480, offset 0
00000400:00000200:3.0:1550575072.162262:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.162265:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.162266:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.162267:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.162268:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.162268:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.162269:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.162546:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358900 x1625895440866448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.162548:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358900 x1625895440866448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.162550:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.162624:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866448:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.163025:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359b00 x1625895440866480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.163026:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359b00 x1625895440866480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.163028:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.163091:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866480:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.163368:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35a100 - object 0x0:1728687 offset 977272832<>978321408
00000100:00100000:3.0:1550575072.163373:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.163374:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866544:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.163378:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dcf0-0x5c6be4831dcf0, portal 8
00000100:00000200:3.0:1550575072.163379:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866544, portal 4
00000100:00000200:3.0:1550575072.163380:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866544, offset 0
00000400:00000200:3.0:1550575072.163381:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.163384:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.163385:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.163387:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.163387:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.163388:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.163389:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.163736:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.163934:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35a700 - object 0x0:1725237 offset 977272832<>978321408
00000100:00100000:3.0:1550575072.163941:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866576:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.163944:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dd10-0x5c6be4831dd10, portal 8
00000100:00000200:3.0:1550575072.163946:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866576, portal 4
00000100:00000200:3.0:1550575072.163946:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866576, offset 0
00000400:00000200:3.0:1550575072.163947:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.163950:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.163951:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.163952:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.163953:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.163953:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.163955:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.164125:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35a100 x1625895440866544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.164127:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35a100 x1625895440866544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.164129:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.164198:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866544:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.164489:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660000 - object 0x0:1728629 offset 977272832<>978321408
00000100:00100000:3.0:1550575072.164495:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.164496:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866608:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.164499:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dd30-0x5c6be4831dd30, portal 8
00000100:00000200:3.0:1550575072.164501:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866608, portal 4
00000100:00000200:3.0:1550575072.164502:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866608, offset 0
00000400:00000200:3.0:1550575072.164503:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.164506:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.164507:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.164508:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.164509:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.164509:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.164511:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.164785:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35a700 x1625895440866576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.164786:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35a700 x1625895440866576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.164788:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.164863:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866576:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.165275:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440866608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.165276:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440866608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.165278:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.165333:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866608:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.165610:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660c00 - object 0x0:1728687 offset 978321408<>979369984
00000100:00100000:3.0:1550575072.165615:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.165616:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866672:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.165620:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dd70-0x5c6be4831dd70, portal 8
00000100:00000200:3.0:1550575072.165621:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866672, portal 4
00000100:00000200:3.0:1550575072.165622:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866672, offset 0
00000400:00000200:3.0:1550575072.165623:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.165626:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.165627:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.165629:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.165629:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.165630:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.165631:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.165960:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.166194:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661500 - object 0x0:1725237 offset 978321408<>979369984
00000100:00100000:3.0:1550575072.166201:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866704:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.166204:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dd90-0x5c6be4831dd90, portal 8
00000100:00000200:3.0:1550575072.166205:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866704, portal 4
00000100:00000200:3.0:1550575072.166206:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866704, offset 0
00000400:00000200:3.0:1550575072.166208:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.166211:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.166212:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.166213:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.166214:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.166214:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.166215:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.166378:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660c00 x1625895440866672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.166380:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660c00 x1625895440866672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.166382:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.166444:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866672:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.166723:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662d00 - object 0x0:1728629 offset 978321408<>979369984
00000100:00100000:3.0:1550575072.166728:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.166729:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866736:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.166732:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ddb0-0x5c6be4831ddb0, portal 8
00000100:00000200:3.0:1550575072.166734:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866736, portal 4
00000100:00000200:3.0:1550575072.166735:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866736, offset 0
00000400:00000200:3.0:1550575072.166736:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.166739:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.166740:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.166741:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.166742:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.166742:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.166743:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.167047:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440866704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.167048:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440866704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.167050:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.167130:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866704:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.167511:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662d00 x1625895440866736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.167513:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662d00 x1625895440866736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.167514:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.167574:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866736:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.167839:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663900 - object 0x0:1728687 offset 979369984<>980418560
00000100:00100000:3.0:1550575072.167844:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.167846:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866800:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.167848:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ddf0-0x5c6be4831ddf0, portal 8
00000100:00000200:3.0:1550575072.167850:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866800, portal 4
00000100:00000200:3.0:1550575072.167850:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866800, offset 0
00000400:00000200:3.0:1550575072.167852:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.167855:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.167856:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.167857:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.167858:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.167858:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.167859:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.168211:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.168412:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660900 - object 0x0:1725237 offset 979369984<>980418560
00000100:00100000:3.0:1550575072.168420:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866832:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.168423:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831de10-0x5c6be4831de10, portal 8
00000100:00000200:3.0:1550575072.168425:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866832, portal 4
00000100:00000200:3.0:1550575072.168426:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866832, offset 0
00000400:00000200:3.0:1550575072.168427:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.168429:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.168430:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.168432:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.168432:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.168433:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.168434:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.168597:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663900 x1625895440866800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.168599:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663900 x1625895440866800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.168601:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.168664:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866800:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.168966:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661200 - object 0x0:1728629 offset 979369984<>980418560
00000100:00100000:3.0:1550575072.168972:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.168973:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866864:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.168976:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831de30-0x5c6be4831de30, portal 8
00000100:00000200:3.0:1550575072.168978:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866864, portal 4
00000100:00000200:3.0:1550575072.168979:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866864, offset 0
00000400:00000200:3.0:1550575072.168980:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.168982:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.168984:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.168985:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.168986:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.168986:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.168987:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.169251:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660900 x1625895440866832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.169253:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660900 x1625895440866832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.169255:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.169339:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866832:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.169357:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.169569:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661e00 - object 0x0:1728254 offset 980418560<>981467136
00000100:00100000:3.0:1550575072.169584:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.169591:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831de50-0x5c6be4831de50, portal 8
00000100:00000200:3.0:1550575072.169596:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866896, portal 4
00000100:00000200:3.0:1550575072.169597:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866896, offset 0
00000400:00000200:3.0:1550575072.169598:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.169605:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.169607:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.169611:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.169611:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.169612:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.169616:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.169765:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661200 x1625895440866864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.169768:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661200 x1625895440866864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.169769:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.169833:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866864:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.170155:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662a00 - object 0x0:1728687 offset 980418560<>981467136
00000100:00100000:3.0:1550575072.170161:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.170162:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.170166:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831de70-0x5c6be4831de70, portal 8
00000100:00000200:3.0:1550575072.170167:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866928, portal 4
00000100:00000200:3.0:1550575072.170168:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866928, offset 0
00000400:00000200:3.0:1550575072.170169:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.170173:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.170174:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.170175:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.170176:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.170177:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.170182:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.170447:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440866896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.170449:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440866896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.170450:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.170534:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866896:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.170552:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.170749:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663c00 - object 0x0:1725237 offset 980418560<>981467136
00000100:00100000:3.0:1550575072.170756:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866960:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.170761:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831de90-0x5c6be4831de90, portal 8
00000100:00000200:3.0:1550575072.170763:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866960, portal 4
00000100:00000200:3.0:1550575072.170763:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866960, offset 0
00000400:00000200:3.0:1550575072.170765:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.170767:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.170768:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.170770:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.170770:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.170771:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.170772:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.170917:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662a00 x1625895440866928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.170919:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662a00 x1625895440866928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.170921:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.170982:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866928:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.171302:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660600 - object 0x0:1728629 offset 980418560<>981467136
00000100:00100000:3.0:1550575072.171308:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.171309:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866992:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.171312:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831deb0-0x5c6be4831deb0, portal 8
00000100:00000200:3.0:1550575072.171313:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440866992, portal 4
00000100:00000200:3.0:1550575072.171314:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440866992, offset 0
00000400:00000200:3.0:1550575072.171315:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.171318:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.171319:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.171320:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.171321:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.171322:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.171323:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.171594:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440866960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.171595:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440866960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.171597:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.171678:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440866960:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.171679:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.171874:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661b00 - object 0x0:1728254 offset 981467136<>982515712
00000100:00100000:3.0:1550575072.171881:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867024:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.171884:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ded0-0x5c6be4831ded0, portal 8
00000100:00000200:3.0:1550575072.171885:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867024, portal 4
00000100:00000200:3.0:1550575072.171886:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867024, offset 0
00000400:00000200:3.0:1550575072.171887:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.171890:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.171891:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.171892:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.171893:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.171893:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.171894:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.172082:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660600 x1625895440866992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.172084:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660600 x1625895440866992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.172086:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.172146:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440866992:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.172434:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08300 - object 0x0:1728687 offset 981467136<>982515712
00000100:00100000:3.0:1550575072.172439:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.172441:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867056:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.172444:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831def0-0x5c6be4831def0, portal 8
00000100:00000200:3.0:1550575072.172445:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867056, portal 4
00000100:00000200:3.0:1550575072.172446:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867056, offset 0
00000400:00000200:3.0:1550575072.172447:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.172450:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.172451:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.172452:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.172453:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.172453:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.172454:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.172719:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661b00 x1625895440867024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.172721:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661b00 x1625895440867024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.172723:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.172804:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867024:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.172816:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.173011:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08f00 - object 0x0:1725237 offset 981467136<>982515712
00000100:00100000:3.0:1550575072.173018:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.173021:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831df10-0x5c6be4831df10, portal 8
00000100:00000200:3.0:1550575072.173022:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867088, portal 4
00000100:00000200:3.0:1550575072.173023:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867088, offset 0
00000400:00000200:3.0:1550575072.173024:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.173027:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.173028:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.173029:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.173030:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.173038:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.173039:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.173188:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08300 x1625895440867056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.173190:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08300 x1625895440867056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.173192:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.173252:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867056:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.173567:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09e00 - object 0x0:1728629 offset 981467136<>982515712
00000100:00100000:3.0:1550575072.173572:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.173573:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867120:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.173576:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831df30-0x5c6be4831df30, portal 8
00000100:00000200:3.0:1550575072.173578:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867120, portal 4
00000100:00000200:3.0:1550575072.173578:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867120, offset 0
00000400:00000200:3.0:1550575072.173580:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.173582:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.173583:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.173585:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.173585:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.173586:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.173587:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.173863:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08f00 x1625895440867088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.173864:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08f00 x1625895440867088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.173866:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.173940:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.174341:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09e00 x1625895440867120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.174345:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09e00 x1625895440867120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.174346:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.174403:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867120:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.174690:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0aa00 - object 0x0:1728687 offset 982515712<>983564288
00000100:00100000:3.0:1550575072.174695:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.174696:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867184:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.174699:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831df70-0x5c6be4831df70, portal 8
00000100:00000200:3.0:1550575072.174701:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867184, portal 4
00000100:00000200:3.0:1550575072.174702:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867184, offset 0
00000400:00000200:3.0:1550575072.174703:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.174705:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.174706:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.174708:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.174708:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.174709:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.174710:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.175058:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.175272:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0b600 - object 0x0:1725237 offset 982515712<>983564288
00000100:00100000:3.0:1550575072.175279:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867216:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.175282:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831df90-0x5c6be4831df90, portal 8
00000100:00000200:3.0:1550575072.175284:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867216, portal 4
00000100:00000200:3.0:1550575072.175284:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867216, offset 0
00000400:00000200:3.0:1550575072.175286:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.175288:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.175289:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.175291:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.175291:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.175292:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.175293:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.175462:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0aa00 x1625895440867184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.175464:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0aa00 x1625895440867184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.175466:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.175527:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867184:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.175802:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0ad00 - object 0x0:1728629 offset 982515712<>983564288
00000100:00100000:3.0:1550575072.175807:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.175808:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867248:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.175811:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dfb0-0x5c6be4831dfb0, portal 8
00000100:00000200:3.0:1550575072.175813:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867248, portal 4
00000100:00000200:3.0:1550575072.175813:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867248, offset 0
00000400:00000200:3.0:1550575072.175815:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.175817:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.175818:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.175820:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.175820:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.175821:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.175822:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.176117:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0b600 x1625895440867216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.176118:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0b600 x1625895440867216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.176120:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.176200:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867216:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.176590:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0ad00 x1625895440867248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.176592:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0ad00 x1625895440867248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.176594:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.176652:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867248:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.176937:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c4c00 - object 0x0:1728687 offset 983564288<>984612864
00000100:00100000:3.0:1550575072.176942:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.176943:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867312:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.176947:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831dff0-0x5c6be4831dff0, portal 8
00000100:00000200:3.0:1550575072.176948:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867312, portal 4
00000100:00000200:3.0:1550575072.176949:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867312, offset 0
00000400:00000200:3.0:1550575072.176951:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.176954:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.176955:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.176957:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.176957:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.176958:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.176959:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.177319:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.177515:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c5b00 - object 0x0:1725237 offset 983564288<>984612864
00000100:00100000:3.0:1550575072.177523:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867344:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.177526:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e010-0x5c6be4831e010, portal 8
00000100:00000200:3.0:1550575072.177527:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867344, portal 4
00000100:00000200:3.0:1550575072.177528:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867344, offset 0
00000400:00000200:3.0:1550575072.177529:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.177532:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.177533:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.177534:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.177535:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.177536:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.177537:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.178065:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c6700 - object 0x0:1728629 offset 983564288<>984612864
00000100:00100000:3.0:1550575072.178070:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.178071:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867376:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.178074:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e030-0x5c6be4831e030, portal 8
00000100:00000200:3.0:1550575072.178075:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867376, portal 4
00000100:00000200:3.0:1550575072.178076:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867376, offset 0
00000400:00000200:3.0:1550575072.178077:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.178080:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.178081:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.178082:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.178083:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.178083:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.178084:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.178356:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c5b00 x1625895440867344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.178358:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c5b00 x1625895440867344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.178360:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.178435:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867344:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.178643:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c4c00 x1625895440867312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.178644:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c4c00 x1625895440867312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.178646:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.178647:0:2493:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894507181 gen 1
00000100:00100000:3.0:1550575072.179249:0:2493:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8800343d2700 x1625895440847856/t12894507182(12894507182) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575078 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575072.179315:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867312:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575072.179574:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.179777:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c7300 - object 0x0:1725237 offset 984612864<>985661440
00000100:00100000:3.0:1550575072.179786:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867472:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.179789:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e090-0x5c6be4831e090, portal 8
00000100:00000200:3.0:1550575072.179790:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867472, portal 4
00000100:00000200:3.0:1550575072.179791:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867472, offset 0
00000400:00000200:3.0:1550575072.179792:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.179795:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.179796:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.179798:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.179799:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.179799:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.179800:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.180319:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c4300 - object 0x0:1728629 offset 984612864<>985661440
00000100:00000200:3.0:1550575072.180325:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c6700 x1625895440867376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.180327:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c6700 x1625895440867376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.180329:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575072.180394:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867376:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.180640:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c7300 x1625895440867472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.180641:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c7300 x1625895440867472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.180643:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.180720:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867472:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.181457:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8aa00 - object 0x0:1728687 offset 985661440<>986710016
00000100:00100000:3.0:1550575072.181462:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.181464:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867568:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.181467:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e0f0-0x5c6be4831e0f0, portal 8
00000100:00000200:3.0:1550575072.181468:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867568, portal 4
00000100:00000200:3.0:1550575072.181469:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867568, offset 0
00000400:00000200:3.0:1550575072.181470:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.181473:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.181474:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.181476:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.181476:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.181477:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.181478:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.181829:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.182028:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b600 - object 0x0:1725237 offset 985661440<>986710016
00000100:00100000:3.0:1550575072.182042:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.182045:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e110-0x5c6be4831e110, portal 8
00000100:00000200:3.0:1550575072.182047:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867600, portal 4
00000100:00000200:3.0:1550575072.182047:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867600, offset 0
00000400:00000200:3.0:1550575072.182048:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.182051:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.182052:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.182054:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.182054:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.182055:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.182056:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.182583:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88600 - object 0x0:1728629 offset 985661440<>986710016
00000100:00100000:3.0:1550575072.182589:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.182591:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867632:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.182594:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e130-0x5c6be4831e130, portal 8
00000100:00000200:3.0:1550575072.182595:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867632, portal 4
00000100:00000200:3.0:1550575072.182596:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867632, offset 0
00000400:00000200:3.0:1550575072.182597:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.182600:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.182601:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.182602:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.182603:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.182603:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.182604:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.182902:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b600 x1625895440867600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.182904:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b600 x1625895440867600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.182905:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.183003:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867600:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.183678:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8a700 - object 0x0:1728687 offset 986710016<>987758592
00000100:00000200:3.0:1550575072.183684:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8aa00 x1625895440867568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.183686:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8aa00 x1625895440867568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.183688:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.183749:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867568:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575072.184240:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.184244:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e190-0x5c6be4831e190, portal 8
00000100:00000200:3.0:1550575072.184246:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867728, portal 4
00000100:00000200:3.0:1550575072.184247:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867728, offset 0
00000400:00000200:3.0:1550575072.184248:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.184251:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.184252:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.184253:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.184254:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.184254:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.184255:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.184382:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88600 x1625895440867632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.184384:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88600 x1625895440867632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.184386:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575072.184446:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867632:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.184807:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88f00 - object 0x0:1728629 offset 986710016<>987758592
00000100:00100000:3.0:1550575072.184813:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.184814:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867760:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.184817:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e1b0-0x5c6be4831e1b0, portal 8
00000100:00000200:3.0:1550575072.184818:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867760, portal 4
00000100:00000200:3.0:1550575072.184819:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867760, offset 0
00000400:00000200:3.0:1550575072.184820:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.184823:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.184824:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.184825:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.184826:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.184826:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.184827:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.185089:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bdb00 x1625895440867728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.185093:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bdb00 x1625895440867728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.185095:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.185187:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867728:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.185211:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.185402:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b000 - object 0x0:1728254 offset 987758592<>988807168
00000100:00100000:3.0:1550575072.185409:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867792:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.185412:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e1d0-0x5c6be4831e1d0, portal 8
00000100:00000200:3.0:1550575072.185414:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867792, portal 4
00000100:00000200:3.0:1550575072.185415:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867792, offset 0
00000400:00000200:3.0:1550575072.185416:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.185419:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.185420:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.185421:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.185422:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.185422:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.185423:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.185719:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88f00 x1625895440867760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.185721:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88f00 x1625895440867760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.185722:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.185803:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867760:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.186252:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b000 x1625895440867792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.186254:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b000 x1625895440867792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.186256:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.186333:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867792:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.186335:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.186525:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88000 - object 0x0:1725237 offset 987758592<>988807168
00000100:00100000:3.0:1550575072.186533:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.186536:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e210-0x5c6be4831e210, portal 8
00000100:00000200:3.0:1550575072.186538:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867856, portal 4
00000100:00000200:3.0:1550575072.186539:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867856, offset 0
00000400:00000200:3.0:1550575072.186540:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.186542:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.186544:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.186545:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.186545:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.186546:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.186547:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.187103:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8a400 - object 0x0:1728629 offset 987758592<>988807168
00000100:00100000:3.0:1550575072.187107:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.187109:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867888:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.187112:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e230-0x5c6be4831e230, portal 8
00000100:00000200:3.0:1550575072.187113:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867888, portal 4
00000100:00000200:3.0:1550575072.187114:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867888, offset 0
00000400:00000200:3.0:1550575072.187115:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.187118:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.187119:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.187120:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.187121:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.187121:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.187122:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.187374:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88000 x1625895440867856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.187376:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88000 x1625895440867856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.187378:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.187457:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867856:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.187459:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.187651:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8600 - object 0x0:1728254 offset 988807168<>989855744
00000100:00100000:3.0:1550575072.187659:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867920:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.187662:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e250-0x5c6be4831e250, portal 8
00000100:00000200:3.0:1550575072.187664:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867920, portal 4
00000100:00000200:3.0:1550575072.187664:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867920, offset 0
00000400:00000200:3.0:1550575072.187666:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.187668:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.187669:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.187671:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.187671:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.187672:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.187673:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.187988:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8a400 x1625895440867888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.187990:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8a400 x1625895440867888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.187992:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.188093:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440867888:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.188503:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8600 x1625895440867920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.188505:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8600 x1625895440867920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.188507:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.188579:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867920:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.188581:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.188773:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8c00 - object 0x0:1725237 offset 988807168<>989855744
00000100:00100000:3.0:1550575072.188781:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867984:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.188784:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e290-0x5c6be4831e290, portal 8
00000100:00000200:3.0:1550575072.188785:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440867984, portal 4
00000100:00000200:3.0:1550575072.188786:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440867984, offset 0
00000400:00000200:3.0:1550575072.188787:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.188789:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.188791:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.188792:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.188793:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.188793:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.188794:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575072.189349:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bba400 - object 0x0:1728629 offset 988807168<>989855744
00000100:00100000:3.0:1550575072.189354:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.189356:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868016:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.189358:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e2b0-0x5c6be4831e2b0, portal 8
00000100:00000200:3.0:1550575072.189360:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868016, portal 4
00000100:00000200:3.0:1550575072.189361:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868016, offset 0
00000400:00000200:3.0:1550575072.189362:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.189364:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.189365:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.189367:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.189367:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.189368:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.189369:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.189602:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8c00 x1625895440867984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.189604:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8c00 x1625895440867984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.189606:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.189685:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440867984:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.189721:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.189912:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb000 - object 0x0:1728254 offset 989855744<>990904320
00000100:00100000:3.0:1550575072.189919:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868048:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.189922:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e2d0-0x5c6be4831e2d0, portal 8
00000100:00000200:3.0:1550575072.189924:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868048, portal 4
00000100:00000200:3.0:1550575072.189925:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868048, offset 0
00000400:00000200:3.0:1550575072.189926:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.189929:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.189930:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.189931:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.189932:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.189932:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.189933:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.190208:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bba400 x1625895440868016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.190210:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bba400 x1625895440868016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.190212:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.190292:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868016:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.190498:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9500 - object 0x0:1728687 offset 989855744<>990904320
00000100:00100000:3.0:1550575072.190503:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.190504:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868080:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.190508:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e2f0-0x5c6be4831e2f0, portal 8
00000100:00000200:3.0:1550575072.190509:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868080, portal 4
00000100:00000200:3.0:1550575072.190510:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868080, offset 0
00000400:00000200:3.0:1550575072.190511:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.190514:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.190515:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.190517:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.190517:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.190518:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.190519:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.190746:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb000 x1625895440868048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.190748:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb000 x1625895440868048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.190750:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.190829:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868048:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.190874:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.191076:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9e00 - object 0x0:1725237 offset 989855744<>990904320
00000100:00100000:3.0:1550575072.191083:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868112:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.191086:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e310-0x5c6be4831e310, portal 8
00000100:00000200:3.0:1550575072.191088:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868112, portal 4
00000100:00000200:3.0:1550575072.191088:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868112, offset 0
00000400:00000200:3.0:1550575072.191089:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.191092:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.191093:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.191095:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.191095:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.191096:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.191097:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.191343:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9500 x1625895440868080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.191344:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9500 x1625895440868080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.191346:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.191429:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868080:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.191644:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8000 - object 0x0:1728629 offset 989855744<>990904320
00000100:00100000:3.0:1550575072.191649:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.191650:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868144:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.191653:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e330-0x5c6be4831e330, portal 8
00000100:00000200:3.0:1550575072.191654:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868144, portal 4
00000100:00000200:3.0:1550575072.191655:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868144, offset 0
00000400:00000200:3.0:1550575072.191656:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.191658:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.191660:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.191661:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.191662:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.191662:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.191663:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.191920:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9e00 x1625895440868112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.191922:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9e00 x1625895440868112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.191924:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.192005:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868112:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.192021:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.192226:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84300 - object 0x0:1728254 offset 990904320<>991952896
00000100:00100000:3.0:1550575072.192233:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868176:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.192237:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e350-0x5c6be4831e350, portal 8
00000100:00000200:3.0:1550575072.192238:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868176, portal 4
00000100:00000200:3.0:1550575072.192239:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868176, offset 0
00000400:00000200:3.0:1550575072.192240:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.192243:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.192244:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.192245:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.192246:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.192246:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.192247:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.192496:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8000 x1625895440868144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.192497:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8000 x1625895440868144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.192499:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.192579:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868144:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.192788:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85b00 - object 0x0:1728687 offset 990904320<>991952896
00000100:00100000:3.0:1550575072.192793:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.192795:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868208:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.192798:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e370-0x5c6be4831e370, portal 8
00000100:00000200:3.0:1550575072.192800:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868208, portal 4
00000100:00000200:3.0:1550575072.192800:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868208, offset 0
00000400:00000200:3.0:1550575072.192801:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.192804:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.192805:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.192807:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.192807:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.192808:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.192809:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.193083:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84300 x1625895440868176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.193085:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84300 x1625895440868176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.193086:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.193164:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868176:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.193165:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.193363:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87300 - object 0x0:1725237 offset 990904320<>991952896
00000100:00100000:3.0:1550575072.193370:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868240:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.193373:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e390-0x5c6be4831e390, portal 8
00000100:00000200:3.0:1550575072.193375:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868240, portal 4
00000100:00000200:3.0:1550575072.193376:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868240, offset 0
00000400:00000200:3.0:1550575072.193377:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.193380:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.193381:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.193382:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.193383:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.193383:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.193385:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.193624:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85b00 x1625895440868208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.193626:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85b00 x1625895440868208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.193628:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.193710:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868208:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.193941:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85500 - object 0x0:1728629 offset 990904320<>991952896
00000100:00100000:3.0:1550575072.193947:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.193948:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868272:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.193951:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e3b0-0x5c6be4831e3b0, portal 8
00000100:00000200:3.0:1550575072.193952:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868272, portal 4
00000100:00000200:3.0:1550575072.193953:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868272, offset 0
00000400:00000200:3.0:1550575072.193955:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.193957:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.193959:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.193960:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.193961:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.193961:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.193962:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.194189:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87300 x1625895440868240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.194191:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87300 x1625895440868240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.194192:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.194268:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868240:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.194320:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.194519:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86d00 - object 0x0:1728254 offset 991952896<>993001472
00000100:00100000:3.0:1550575072.194526:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868304:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.194529:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e3d0-0x5c6be4831e3d0, portal 8
00000100:00000200:3.0:1550575072.194531:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868304, portal 4
00000100:00000200:3.0:1550575072.194531:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868304, offset 0
00000400:00000200:3.0:1550575072.194533:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.194535:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.194536:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.194538:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.194538:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.194539:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.194540:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.194796:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85500 x1625895440868272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.194798:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85500 x1625895440868272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.194800:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.194882:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868272:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.195090:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84600 - object 0x0:1728687 offset 991952896<>993001472
00000100:00100000:3.0:1550575072.195094:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.195095:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868336:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.195098:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e3f0-0x5c6be4831e3f0, portal 8
00000100:00000200:3.0:1550575072.195100:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868336, portal 4
00000100:00000200:3.0:1550575072.195100:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868336, offset 0
00000400:00000200:3.0:1550575072.195102:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.195104:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.195105:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.195107:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.195107:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.195108:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.195109:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.195347:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86d00 x1625895440868304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.195349:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86d00 x1625895440868304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.195351:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.195432:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868304:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.195467:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.195664:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85e00 - object 0x0:1725237 offset 991952896<>993001472
00000100:00100000:3.0:1550575072.195672:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868368:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.195675:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e410-0x5c6be4831e410, portal 8
00000100:00000200:3.0:1550575072.195676:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868368, portal 4
00000100:00000200:3.0:1550575072.195677:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868368, offset 0
00000400:00000200:3.0:1550575072.195678:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.195681:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.195682:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.195683:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.195684:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.195684:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.195685:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.195922:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84600 x1625895440868336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.195924:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84600 x1625895440868336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.195926:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.196011:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868336:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.196236:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87600 - object 0x0:1728629 offset 991952896<>993001472
00000100:00100000:3.0:1550575072.196241:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.196242:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868400:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.196245:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e430-0x5c6be4831e430, portal 8
00000100:00000200:3.0:1550575072.196246:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868400, portal 4
00000100:00000200:3.0:1550575072.196247:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868400, offset 0
00000400:00000200:3.0:1550575072.196248:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.196251:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.196252:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.196253:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.196254:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.196255:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.196256:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.196494:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85e00 x1625895440868368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.196496:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85e00 x1625895440868368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.196498:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.196580:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868368:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.196613:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.196811:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9500 - object 0x0:1728254 offset 993001472<>994050048
00000100:00100000:3.0:1550575072.196819:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.196822:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e450-0x5c6be4831e450, portal 8
00000100:00000200:3.0:1550575072.196823:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868432, portal 4
00000100:00000200:3.0:1550575072.196824:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868432, offset 0
00000400:00000200:3.0:1550575072.196825:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.196827:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.196829:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.196830:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.196831:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.196831:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.196832:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.197076:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87600 x1625895440868400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.197078:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87600 x1625895440868400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.197080:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.197164:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868400:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.197377:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fad00 - object 0x0:1728687 offset 993001472<>994050048
00000100:00100000:3.0:1550575072.197382:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.197384:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868464:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.197387:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e470-0x5c6be4831e470, portal 8
00000100:00000200:3.0:1550575072.197388:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868464, portal 4
00000100:00000200:3.0:1550575072.197389:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868464, offset 0
00000400:00000200:3.0:1550575072.197390:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.197393:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.197394:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.197396:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.197396:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.197397:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.197398:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.197641:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9500 x1625895440868432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.197642:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9500 x1625895440868432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.197644:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.197724:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868432:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.197760:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.197954:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8300 - object 0x0:1725237 offset 993001472<>994050048
00000100:00100000:3.0:1550575072.197961:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.197964:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e490-0x5c6be4831e490, portal 8
00000100:00000200:3.0:1550575072.197966:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868496, portal 4
00000100:00000200:3.0:1550575072.197966:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868496, offset 0
00000400:00000200:3.0:1550575072.197968:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.197970:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.197971:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.197973:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.197973:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.197974:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.197975:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.198221:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fad00 x1625895440868464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.198223:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fad00 x1625895440868464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.198225:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.198304:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868464:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.198523:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9b00 - object 0x0:1728629 offset 993001472<>994050048
00000100:00100000:3.0:1550575072.198528:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.198529:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868528:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.198532:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e4b0-0x5c6be4831e4b0, portal 8
00000100:00000200:3.0:1550575072.198533:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868528, portal 4
00000100:00000200:3.0:1550575072.198534:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868528, offset 0
00000400:00000200:3.0:1550575072.198536:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.198539:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.198540:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.198542:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.198542:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.198543:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.198544:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.198782:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8300 x1625895440868496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.198784:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8300 x1625895440868496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.198786:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.198862:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868496:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.198900:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.199100:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb300 - object 0x0:1728254 offset 994050048<>995098624
00000100:00100000:3.0:1550575072.199107:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.199110:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e4d0-0x5c6be4831e4d0, portal 8
00000100:00000200:3.0:1550575072.199111:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868560, portal 4
00000100:00000200:3.0:1550575072.199112:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868560, offset 0
00000400:00000200:3.0:1550575072.199114:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.199117:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.199118:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.199119:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.199120:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.199120:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.199121:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.199361:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9b00 x1625895440868528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.199363:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9b00 x1625895440868528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.199365:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.199445:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868528:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.199664:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8c00 - object 0x0:1728687 offset 994050048<>995098624
00000100:00100000:3.0:1550575072.199669:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.199670:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868592:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.199673:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e4f0-0x5c6be4831e4f0, portal 8
00000100:00000200:3.0:1550575072.199675:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868592, portal 4
00000100:00000200:3.0:1550575072.199676:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868592, offset 0
00000400:00000200:3.0:1550575072.199677:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.199679:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.199680:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.199682:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.199683:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.199683:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.199684:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.199931:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fb300 x1625895440868560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.199933:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fb300 x1625895440868560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.199935:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.200015:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868560:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.200057:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.200254:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fa400 - object 0x0:1725237 offset 994050048<>995098624
00000100:00100000:3.0:1550575072.200261:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.200264:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e510-0x5c6be4831e510, portal 8
00000100:00000200:3.0:1550575072.200266:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868624, portal 4
00000100:00000200:3.0:1550575072.200266:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868624, offset 0
00000400:00000200:3.0:1550575072.200267:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.200270:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.200271:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.200273:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.200273:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.200274:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.200274:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.200493:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8c00 x1625895440868592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.200495:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8c00 x1625895440868592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.200497:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.200569:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868592:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.200813:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fbc00 - object 0x0:1728629 offset 994050048<>995098624
00000100:00100000:3.0:1550575072.200818:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.200820:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868656:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.200823:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e530-0x5c6be4831e530, portal 8
00000100:00000200:3.0:1550575072.200824:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868656, portal 4
00000100:00000200:3.0:1550575072.200824:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868656, offset 0
00000400:00000200:3.0:1550575072.200826:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.200828:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.200829:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.200831:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.200831:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.200832:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.200833:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.201086:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fa400 x1625895440868624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.201087:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fa400 x1625895440868624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.201089:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.201171:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868624:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.201200:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.201397:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178f00 - object 0x0:1728254 offset 995098624<>996147200
00000100:00100000:3.0:1550575072.201404:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.201408:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e550-0x5c6be4831e550, portal 8
00000100:00000200:3.0:1550575072.201409:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868688, portal 4
00000100:00000200:3.0:1550575072.201409:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868688, offset 0
00000400:00000200:3.0:1550575072.201411:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.201413:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.201414:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.201416:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.201417:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.201417:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.201418:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.201649:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fbc00 x1625895440868656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.201651:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fbc00 x1625895440868656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.201653:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.201733:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868656:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.201964:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a700 - object 0x0:1728687 offset 995098624<>996147200
00000100:00100000:3.0:1550575072.201969:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.201971:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868720:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.201974:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e570-0x5c6be4831e570, portal 8
00000100:00000200:3.0:1550575072.201975:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868720, portal 4
00000100:00000200:3.0:1550575072.201976:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868720, offset 0
00000400:00000200:3.0:1550575072.201977:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.201979:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.201981:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.201982:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.201983:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.201983:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.201984:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.202219:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178f00 x1625895440868688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.202221:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178f00 x1625895440868688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.202223:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.202299:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868688:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.202349:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.202545:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178900 - object 0x0:1725237 offset 995098624<>996147200
00000100:00100000:3.0:1550575072.202552:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.202555:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e590-0x5c6be4831e590, portal 8
00000100:00000200:3.0:1550575072.202556:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868752, portal 4
00000100:00000200:3.0:1550575072.202557:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868752, offset 0
00000400:00000200:3.0:1550575072.202558:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.202560:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.202562:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.202563:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.202564:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.202564:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.202565:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.202786:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a700 x1625895440868720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.202788:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a700 x1625895440868720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.202790:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.202870:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868720:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.203109:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a100 - object 0x0:1728629 offset 995098624<>996147200
00000100:00100000:3.0:1550575072.203113:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.203115:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868784:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.203118:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e5b0-0x5c6be4831e5b0, portal 8
00000100:00000200:3.0:1550575072.203119:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868784, portal 4
00000100:00000200:3.0:1550575072.203120:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868784, offset 0
00000400:00000200:3.0:1550575072.203121:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.203123:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.203124:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.203126:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.203127:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.203127:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.203128:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.203362:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178900 x1625895440868752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.203364:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178900 x1625895440868752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.203366:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.203447:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868752:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.203491:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.203684:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b900 - object 0x0:1728254 offset 996147200<>997195776
00000100:00100000:3.0:1550575072.203692:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.203695:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e5d0-0x5c6be4831e5d0, portal 8
00000100:00000200:3.0:1550575072.203696:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868816, portal 4
00000100:00000200:3.0:1550575072.203697:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868816, offset 0
00000400:00000200:3.0:1550575072.203698:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.203700:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.203702:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.203703:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.203704:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.203704:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.203705:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.203927:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a100 x1625895440868784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.203929:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a100 x1625895440868784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.203930:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.204004:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868784:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.204260:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179200 - object 0x0:1728687 offset 996147200<>997195776
00000100:00100000:3.0:1550575072.204265:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.204267:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868848:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.204270:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e5f0-0x5c6be4831e5f0, portal 8
00000100:00000200:3.0:1550575072.204271:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868848, portal 4
00000100:00000200:3.0:1550575072.204272:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868848, offset 0
00000400:00000200:3.0:1550575072.204273:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.204276:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.204277:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.204278:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.204279:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.204279:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.204280:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.204521:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b900 x1625895440868816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.204523:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b900 x1625895440868816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.204525:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.204606:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868816:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.204638:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.204832:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179e00 - object 0x0:1725237 offset 996147200<>997195776
00000100:00100000:3.0:1550575072.204839:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868880:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.204842:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e610-0x5c6be4831e610, portal 8
00000100:00000200:3.0:1550575072.204844:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868880, portal 4
00000100:00000200:3.0:1550575072.204844:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868880, offset 0
00000400:00000200:3.0:1550575072.204846:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.204848:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.204849:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.204851:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.204852:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.204852:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.204853:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.205082:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179200 x1625895440868848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.205083:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179200 x1625895440868848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.205085:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.205162:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868848:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.205402:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b600 - object 0x0:1728629 offset 996147200<>997195776
00000100:00100000:3.0:1550575072.205408:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.205409:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868912:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.205412:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e630-0x5c6be4831e630, portal 8
00000100:00000200:3.0:1550575072.205413:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868912, portal 4
00000100:00000200:3.0:1550575072.205413:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868912, offset 0
00000400:00000200:3.0:1550575072.205415:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.205417:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.205418:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.205420:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.205420:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.205421:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.205422:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.205674:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179e00 x1625895440868880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.205676:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179e00 x1625895440868880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.205678:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.205758:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868880:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.205787:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.205983:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09500 - object 0x0:1728254 offset 997195776<>998244352
00000100:00100000:3.0:1550575072.205991:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.205994:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e650-0x5c6be4831e650, portal 8
00000100:00000200:3.0:1550575072.205995:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868944, portal 4
00000100:00000200:3.0:1550575072.205996:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868944, offset 0
00000400:00000200:3.0:1550575072.205997:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.206000:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.206001:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.206003:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.206003:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.206004:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.206005:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.206242:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b600 x1625895440868912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.206243:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b600 x1625895440868912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.206245:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.206327:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868912:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.206555:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0a100 - object 0x0:1728687 offset 997195776<>998244352
00000100:00100000:3.0:1550575072.206560:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.206561:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868976:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.206564:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e670-0x5c6be4831e670, portal 8
00000100:00000200:3.0:1550575072.206566:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440868976, portal 4
00000100:00000200:3.0:1550575072.206566:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440868976, offset 0
00000400:00000200:3.0:1550575072.206568:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.206570:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.206571:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.206573:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.206574:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.206574:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.206575:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.206820:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09500 x1625895440868944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.206822:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09500 x1625895440868944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.206824:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.206907:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440868944:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.206933:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.207136:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0b900 - object 0x0:1725237 offset 997195776<>998244352
00000100:00100000:3.0:1550575072.207143:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.207146:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e690-0x5c6be4831e690, portal 8
00000100:00000200:3.0:1550575072.207147:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869008, portal 4
00000100:00000200:3.0:1550575072.207148:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869008, offset 0
00000400:00000200:3.0:1550575072.207149:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.207152:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.207153:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.207155:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.207155:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.207156:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.207157:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.207382:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0a100 x1625895440868976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.207384:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0a100 x1625895440868976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.207386:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.207467:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440868976:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.207700:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08600 - object 0x0:1728629 offset 997195776<>998244352
00000100:00100000:3.0:1550575072.207706:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.207707:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.207710:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e6b0-0x5c6be4831e6b0, portal 8
00000100:00000200:3.0:1550575072.207711:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869040, portal 4
00000100:00000200:3.0:1550575072.207712:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869040, offset 0
00000400:00000200:3.0:1550575072.207714:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.207717:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.207718:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.207719:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.207720:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.207720:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.207721:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.207974:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0b900 x1625895440869008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.207976:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0b900 x1625895440869008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.207977:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.208066:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869008:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.208086:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.208287:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09200 - object 0x0:1728254 offset 998244352<>999292928
00000100:00100000:3.0:1550575072.208294:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.208298:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e6d0-0x5c6be4831e6d0, portal 8
00000100:00000200:3.0:1550575072.208299:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869072, portal 4
00000100:00000200:3.0:1550575072.208300:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869072, offset 0
00000400:00000200:3.0:1550575072.208301:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.208304:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.208305:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.208306:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.208307:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.208308:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.208309:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.208535:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08600 x1625895440869040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.208536:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08600 x1625895440869040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.208538:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.208620:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869040:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.208850:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206f900 - object 0x0:1728687 offset 998244352<>999292928
00000100:00100000:3.0:1550575072.208855:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.208857:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869104:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.208860:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e6f0-0x5c6be4831e6f0, portal 8
00000100:00000200:3.0:1550575072.208861:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869104, portal 4
00000100:00000200:3.0:1550575072.208862:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869104, offset 0
00000400:00000200:3.0:1550575072.208863:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.208866:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.208867:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.208868:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.208869:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.208869:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.208870:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.209125:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09200 x1625895440869072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.209126:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09200 x1625895440869072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.209129:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.209217:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869072:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.209239:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.209433:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206ed00 - object 0x0:1725237 offset 998244352<>999292928
00000100:00100000:3.0:1550575072.209441:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.209444:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e710-0x5c6be4831e710, portal 8
00000100:00000200:3.0:1550575072.209445:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869136, portal 4
00000100:00000200:3.0:1550575072.209446:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869136, offset 0
00000400:00000200:3.0:1550575072.209447:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.209450:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.209451:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.209452:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.209453:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.209453:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.209454:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.209675:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206f900 x1625895440869104/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.209677:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206f900 x1625895440869104/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.209678:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.209755:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869104:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.209992:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc510300 - object 0x0:1728629 offset 998244352<>999292928
00000100:00100000:3.0:1550575072.209997:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.209998:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869168:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.210001:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e730-0x5c6be4831e730, portal 8
00000100:00000200:3.0:1550575072.210003:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869168, portal 4
00000100:00000200:3.0:1550575072.210003:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869168, offset 0
00000400:00000200:3.0:1550575072.210005:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.210007:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.210008:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.210010:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.210011:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.210011:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.210012:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.210260:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206ed00 x1625895440869136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.210262:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206ed00 x1625895440869136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.210264:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.210343:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869136:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.210385:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.210581:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc510f00 - object 0x0:1728254 offset 999292928<>1000341504
00000100:00100000:3.0:1550575072.210589:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869200:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.210592:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e750-0x5c6be4831e750, portal 8
00000100:00000200:3.0:1550575072.210593:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869200, portal 4
00000100:00000200:3.0:1550575072.210594:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869200, offset 0
00000400:00000200:3.0:1550575072.210595:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.210598:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.210599:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.210600:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.210601:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.210601:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.210602:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.210838:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc510300 x1625895440869168/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.210840:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc510300 x1625895440869168/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.210841:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.210922:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869168:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.211150:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc511b00 - object 0x0:1728687 offset 999292928<>1000341504
00000100:00100000:3.0:1550575072.211155:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.211156:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869232:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.211159:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e770-0x5c6be4831e770, portal 8
00000100:00000200:3.0:1550575072.211161:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869232, portal 4
00000100:00000200:3.0:1550575072.211162:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869232, offset 0
00000400:00000200:3.0:1550575072.211163:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.211165:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.211167:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.211168:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.211168:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.211169:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.211170:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.211417:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc510f00 x1625895440869200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.211419:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc510f00 x1625895440869200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.211421:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.211502:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869200:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.211530:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.211726:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc512700 - object 0x0:1725237 offset 999292928<>1000341504
00000100:00100000:3.0:1550575072.211733:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.211736:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e790-0x5c6be4831e790, portal 8
00000100:00000200:3.0:1550575072.211737:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869264, portal 4
00000100:00000200:3.0:1550575072.211738:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869264, offset 0
00000400:00000200:3.0:1550575072.211739:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.211742:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.211743:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.211744:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.211745:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.211746:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.211747:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.211978:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc511b00 x1625895440869232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.211980:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc511b00 x1625895440869232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.211981:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.212064:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869232:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.212308:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc513300 - object 0x0:1728629 offset 999292928<>1000341504
00000100:00100000:3.0:1550575072.212313:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.212314:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869296:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.212317:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e7b0-0x5c6be4831e7b0, portal 8
00000100:00000200:3.0:1550575072.212319:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869296, portal 4
00000100:00000200:3.0:1550575072.212319:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869296, offset 0
00000400:00000200:3.0:1550575072.212321:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.212323:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.212324:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.212326:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.212326:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.212327:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.212328:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.212562:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc512700 x1625895440869264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.212563:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc512700 x1625895440869264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.212565:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.212645:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869264:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.212675:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.212872:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650900 - object 0x0:1728254 offset 1000341504<>1001390080
00000100:00100000:3.0:1550575072.212879:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.212882:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e7d0-0x5c6be4831e7d0, portal 8
00000100:00000200:3.0:1550575072.212883:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869328, portal 4
00000100:00000200:3.0:1550575072.212884:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869328, offset 0
00000400:00000200:3.0:1550575072.212885:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.212888:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.212889:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.212890:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.212891:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.212891:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.212892:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.213140:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc513300 x1625895440869296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.213142:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc513300 x1625895440869296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.213143:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.213229:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869296:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.213449:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651500 - object 0x0:1728687 offset 1000341504<>1001390080
00000100:00100000:3.0:1550575072.213454:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.213456:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869360:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.213458:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e7f0-0x5c6be4831e7f0, portal 8
00000100:00000200:3.0:1550575072.213460:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869360, portal 4
00000100:00000200:3.0:1550575072.213461:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869360, offset 0
00000400:00000200:3.0:1550575072.213462:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.213464:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.213465:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.213467:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.213468:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.213468:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.213469:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.213707:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650900 x1625895440869328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.213709:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650900 x1625895440869328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.213711:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.213792:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869328:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.213828:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.214022:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652100 - object 0x0:1725237 offset 1000341504<>1001390080
00000100:00100000:3.0:1550575072.214029:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.214038:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e810-0x5c6be4831e810, portal 8
00000100:00000200:3.0:1550575072.214040:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869392, portal 4
00000100:00000200:3.0:1550575072.214041:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869392, offset 0
00000400:00000200:3.0:1550575072.214042:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.214045:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.214046:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.214047:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.214048:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.214049:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.214050:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.214287:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651500 x1625895440869360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.214289:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651500 x1625895440869360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.214291:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.214374:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869360:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.214600:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652d00 - object 0x0:1728629 offset 1000341504<>1001390080
00000100:00100000:3.0:1550575072.214605:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.214606:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869424:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.214609:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e830-0x5c6be4831e830, portal 8
00000100:00000200:3.0:1550575072.214611:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869424, portal 4
00000100:00000200:3.0:1550575072.214611:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869424, offset 0
00000400:00000200:3.0:1550575072.214612:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.214615:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.214616:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.214618:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.214618:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.214619:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.214620:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.214872:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652100 x1625895440869392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.214873:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652100 x1625895440869392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.214875:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.214954:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869392:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.214976:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.215173:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653900 - object 0x0:1728254 offset 1001390080<>1002438656
00000100:00100000:3.0:1550575072.215184:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.215188:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e850-0x5c6be4831e850, portal 8
00000100:00000200:3.0:1550575072.215189:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869456, portal 4
00000100:00000200:3.0:1550575072.215189:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869456, offset 0
00000400:00000200:3.0:1550575072.215191:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.215193:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.215194:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.215196:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.215197:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.215197:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.215198:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.215425:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652d00 x1625895440869424/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.215427:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652d00 x1625895440869424/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.215429:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.215506:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869424:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.215742:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650000 - object 0x0:1728687 offset 1001390080<>1002438656
00000100:00100000:3.0:1550575072.215747:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.215748:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869488:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.215751:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e870-0x5c6be4831e870, portal 8
00000100:00000200:3.0:1550575072.215753:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869488, portal 4
00000100:00000200:3.0:1550575072.215753:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869488, offset 0
00000400:00000200:3.0:1550575072.215755:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.215757:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.215759:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.215760:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.215761:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.215761:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.215762:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.216002:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1653900 x1625895440869456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.216003:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1653900 x1625895440869456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.216005:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.216090:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869456:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.216127:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.216327:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651200 - object 0x0:1725237 offset 1001390080<>1002438656
00000100:00100000:3.0:1550575072.216334:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.216337:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e890-0x5c6be4831e890, portal 8
00000100:00000200:3.0:1550575072.216339:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869520, portal 4
00000100:00000200:3.0:1550575072.216340:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869520, offset 0
00000400:00000200:3.0:1550575072.216341:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.216344:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.216345:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.216346:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.216347:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.216347:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.216348:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.216549:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650000 x1625895440869488/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.216551:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650000 x1625895440869488/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.216552:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.216619:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869488:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.216878:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651e00 - object 0x0:1728629 offset 1001390080<>1002438656
00000100:00100000:3.0:1550575072.216884:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.216885:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869552:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.216888:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e8b0-0x5c6be4831e8b0, portal 8
00000100:00000200:3.0:1550575072.216889:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869552, portal 4
00000100:00000200:3.0:1550575072.216890:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869552, offset 0
00000400:00000200:3.0:1550575072.216893:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.216895:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.216896:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.216898:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.216899:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.216899:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.216900:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.217145:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651200 x1625895440869520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.217147:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651200 x1625895440869520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.217148:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.217233:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869520:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.217264:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.217461:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652a00 - object 0x0:1728254 offset 1002438656<>1003487232
00000100:00100000:3.0:1550575072.217469:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.217472:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e8d0-0x5c6be4831e8d0, portal 8
00000100:00000200:3.0:1550575072.217473:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869584, portal 4
00000100:00000200:3.0:1550575072.217474:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869584, offset 0
00000400:00000200:3.0:1550575072.217475:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.217478:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.217479:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.217481:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.217481:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.217482:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.217483:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.217697:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651e00 x1625895440869552/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.217699:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651e00 x1625895440869552/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.217701:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.217775:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869552:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.218023:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653600 - object 0x0:1728687 offset 1002438656<>1003487232
00000100:00100000:3.0:1550575072.218028:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.218030:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440869616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.218039:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e8f0-0x5c6be4831e8f0, portal 8
00000100:00000200:3.0:1550575072.218040:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869616, portal 4
00000100:00000200:3.0:1550575072.218041:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869616, offset 0
00000400:00000200:3.0:1550575072.218042:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.218045:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.218046:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.218048:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.218048:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.218049:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.218049:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.218314:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652a00 x1625895440869584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.218316:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652a00 x1625895440869584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.218318:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.218397:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869584:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.218399:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.218594:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710f00 - object 0x0:1725237 offset 1002438656<>1003487232
00000100:00100000:3.0:1550575072.218602:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869648:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.218605:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831e910-0x5c6be4831e910, portal 8
00000100:00000200:3.0:1550575072.218607:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440869648, portal 4
00000100:00000200:3.0:1550575072.218607:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440869648, offset 0
00000400:00000200:3.0:1550575072.218609:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.218611:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.218612:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.218614:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.218615:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.218615:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.218616:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.219465:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710f00 x1625895440869648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.219467:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710f00 x1625895440869648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.219468:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.219547:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440869648:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.232084:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.232289:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9711500 - object 0x0:1725237 offset 1008730112<>1009778688
00000100:00100000:3.0:1550575072.232295:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440870416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.232299:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ec10-0x5c6be4831ec10, portal 8
00000100:00000200:3.0:1550575072.232300:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440870416, portal 4
00000100:00000200:3.0:1550575072.232301:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440870416, offset 0
00000400:00000200:3.0:1550575072.232303:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.232306:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.232307:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.232308:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.232309:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.232309:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.232310:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.233119:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9711500 x1625895440870416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.233121:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9711500 x1625895440870416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.233123:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.233209:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440870416:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.272741:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.272983:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712d00 - object 0x0:1725237 offset 1027604480<>1028653056
00000100:00100000:3.0:1550575072.272989:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440872720:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.272994:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f510-0x5c6be4831f510, portal 8
00000100:00000200:3.0:1550575072.272995:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440872720, portal 4
00000100:00000200:3.0:1550575072.272996:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440872720, offset 0
00000400:00000200:3.0:1550575072.272997:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.273000:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.273001:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.273002:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.273003:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.273004:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.273005:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575072.273869:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712d00 x1625895440872720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.273870:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712d00 x1625895440872720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.273872:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.273959:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440872720:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.276587:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30ea00 x1625895440872880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.276591:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.276664:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440872880:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.276716:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30e700 x1625895440872848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.276719:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30e700 x1625895440872848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.276721:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.276812:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440872848:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.277198:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30f900 x1625895440872912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.277199:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30f900 x1625895440872912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.277201:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.277279:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440872912:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.277492:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30c900 - object 0x0:1725237 offset 1029701632<>1030750208
00000100:00100000:2.0:1550575072.277499:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.277500:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440872976:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.277503:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f610-0x5c6be4831f610, portal 8
00000100:00000200:2.0:1550575072.277504:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440872976, portal 4
00000100:00000200:2.0:1550575072.277505:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440872976, offset 0
00000400:00000200:2.0:1550575072.277506:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.277509:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.277510:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.277512:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.277512:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.277513:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.277514:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.278054:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30de00 - object 0x0:1728629 offset 1029701632<>1030750208
00000100:00100000:2.0:1550575072.278059:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.278060:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873008:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.278063:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f630-0x5c6be4831f630, portal 8
00000100:00000200:2.0:1550575072.278064:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873008, portal 4
00000100:00000200:2.0:1550575072.278065:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873008, offset 0
00000400:00000200:2.0:1550575072.278066:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.278068:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.278069:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.278071:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.278071:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.278072:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.278073:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.278294:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30c900 x1625895440872976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.278296:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30c900 x1625895440872976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.278297:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.278367:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440872976:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.278620:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30d200 - object 0x0:1728254 offset 1030750208<>1031798784
00000100:00100000:2.0:1550575072.278627:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.278628:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873040:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.278631:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f650-0x5c6be4831f650, portal 8
00000100:00000200:2.0:1550575072.278632:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873040, portal 4
00000100:00000200:2.0:1550575072.278633:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873040, offset 0
00000400:00000200:2.0:1550575072.278634:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.278637:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.278638:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.278640:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.278641:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.278641:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.278642:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.278855:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30de00 x1625895440873008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.278856:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30de00 x1625895440873008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.278858:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.278928:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873008:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.279192:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30ed00 - object 0x0:1728687 offset 1030750208<>1031798784
00000100:00100000:2.0:1550575072.279197:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.279198:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873072:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.279201:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f670-0x5c6be4831f670, portal 8
00000100:00000200:2.0:1550575072.279203:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873072, portal 4
00000100:00000200:2.0:1550575072.279204:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873072, offset 0
00000400:00000200:2.0:1550575072.279205:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.279207:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.279209:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.279210:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.279211:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.279211:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.279212:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.279436:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30d200 x1625895440873040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.279438:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30d200 x1625895440873040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.279439:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.279518:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873040:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.279751:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651800 - object 0x0:1725237 offset 1030750208<>1031798784
00000100:00100000:2.0:1550575072.279758:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.279760:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873104:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.279762:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f690-0x5c6be4831f690, portal 8
00000100:00000200:2.0:1550575072.279764:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873104, portal 4
00000100:00000200:2.0:1550575072.279764:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873104, offset 0
00000400:00000200:2.0:1550575072.279765:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.279768:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.279769:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.279771:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.279771:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.279772:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.279773:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.280008:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30ed00 x1625895440873072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.280010:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30ed00 x1625895440873072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.280012:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.280099:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873072:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.280330:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650600 - object 0x0:1728629 offset 1030750208<>1031798784
00000100:00100000:2.0:1550575072.280335:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.280336:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873136:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.280339:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f6b0-0x5c6be4831f6b0, portal 8
00000100:00000200:2.0:1550575072.280341:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873136, portal 4
00000100:00000200:2.0:1550575072.280342:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873136, offset 0
00000400:00000200:2.0:1550575072.280343:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.280345:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.280347:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.280349:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.280349:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.280350:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.280351:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.280546:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651800 x1625895440873104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.280548:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651800 x1625895440873104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.280550:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.280611:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873104:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.280877:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804300 - object 0x0:1728254 offset 1031798784<>1032847360
00000100:00100000:2.0:1550575072.280884:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.280885:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873168:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.280888:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f6d0-0x5c6be4831f6d0, portal 8
00000100:00000200:2.0:1550575072.280889:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873168, portal 4
00000100:00000200:2.0:1550575072.280890:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873168, offset 0
00000400:00000200:2.0:1550575072.280891:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.280894:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.280895:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.280896:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.280897:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.280897:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.280898:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.281158:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650600 x1625895440873136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.281160:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650600 x1625895440873136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.281162:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.281246:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873136:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.281462:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806100 - object 0x0:1728687 offset 1031798784<>1032847360
00000100:00100000:2.0:1550575072.281467:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.281468:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.281471:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f6f0-0x5c6be4831f6f0, portal 8
00000100:00000200:2.0:1550575072.281473:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873200, portal 4
00000100:00000200:2.0:1550575072.281474:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873200, offset 0
00000400:00000200:2.0:1550575072.281475:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.281478:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.281479:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.281481:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.281481:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.281482:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.281483:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.281670:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804300 x1625895440873168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.281671:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804300 x1625895440873168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.281673:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.281733:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873168:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.282005:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807000 - object 0x0:1725237 offset 1031798784<>1032847360
00000100:00100000:2.0:1550575072.282011:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.282012:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873232:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.282015:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f710-0x5c6be4831f710, portal 8
00000100:00000200:2.0:1550575072.282017:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873232, portal 4
00000100:00000200:2.0:1550575072.282017:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873232, offset 0
00000400:00000200:2.0:1550575072.282018:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.282021:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.282023:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.282024:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.282025:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.282025:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.282026:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.282265:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806100 x1625895440873200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.282267:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806100 x1625895440873200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.282269:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.282342:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873200:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.282587:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805800 - object 0x0:1728629 offset 1031798784<>1032847360
00000100:00100000:2.0:1550575072.282592:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.282593:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873264:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.282596:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f730-0x5c6be4831f730, portal 8
00000100:00000200:2.0:1550575072.282598:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873264, portal 4
00000100:00000200:2.0:1550575072.282598:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873264, offset 0
00000400:00000200:2.0:1550575072.282600:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.282602:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.282603:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.282605:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.282605:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.282606:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.282607:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.282798:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807000 x1625895440873232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.282800:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807000 x1625895440873232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.282802:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.282864:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873232:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.283140:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804000 - object 0x0:1728254 offset 1032847360<>1033895936
00000100:00100000:2.0:1550575072.283147:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.283148:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.283151:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f750-0x5c6be4831f750, portal 8
00000100:00000200:2.0:1550575072.283152:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873296, portal 4
00000100:00000200:2.0:1550575072.283153:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873296, offset 0
00000400:00000200:2.0:1550575072.283154:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.283157:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.283158:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.283159:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.283159:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.283160:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.283161:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.283391:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805800 x1625895440873264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.283393:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805800 x1625895440873264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.283395:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.283475:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873264:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.283711:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805200 - object 0x0:1728687 offset 1032847360<>1033895936
00000100:00100000:2.0:1550575072.283716:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.283717:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.283721:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f770-0x5c6be4831f770, portal 8
00000100:00000200:2.0:1550575072.283722:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873328, portal 4
00000100:00000200:2.0:1550575072.283723:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873328, offset 0
00000400:00000200:2.0:1550575072.283724:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.283726:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.283728:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.283729:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.283730:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.283730:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.283731:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.283939:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804000 x1625895440873296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.283941:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804000 x1625895440873296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.283943:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.284012:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873296:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.284279:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807600 - object 0x0:1725237 offset 1032847360<>1033895936
00000100:00100000:2.0:1550575072.284285:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.284287:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.284290:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f790-0x5c6be4831f790, portal 8
00000100:00000200:2.0:1550575072.284291:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873360, portal 4
00000100:00000200:2.0:1550575072.284292:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873360, offset 0
00000400:00000200:2.0:1550575072.284293:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.284295:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.284297:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.284298:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.284299:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.284299:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.284300:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.284491:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805200 x1625895440873328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.284493:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805200 x1625895440873328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.284495:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.284556:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873328:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.284838:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807900 - object 0x0:1728629 offset 1032847360<>1033895936
00000100:00100000:2.0:1550575072.284843:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.284844:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873392:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.284847:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f7b0-0x5c6be4831f7b0, portal 8
00000100:00000200:2.0:1550575072.284848:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873392, portal 4
00000100:00000200:2.0:1550575072.284849:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873392, offset 0
00000400:00000200:2.0:1550575072.284850:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.284853:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.284854:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.284856:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.284856:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.284857:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.284858:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.285072:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807600 x1625895440873360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.285074:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807600 x1625895440873360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.285076:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.285146:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873360:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.285405:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803000 - object 0x0:1728254 offset 1033895936<>1034944512
00000100:00100000:2.0:1550575072.285411:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.285413:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873424:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.285416:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f7d0-0x5c6be4831f7d0, portal 8
00000100:00000200:2.0:1550575072.285417:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873424, portal 4
00000100:00000200:2.0:1550575072.285417:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873424, offset 0
00000400:00000200:2.0:1550575072.285419:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.285421:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.285425:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.285426:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.285427:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.285428:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.285428:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.285622:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807900 x1625895440873392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.285624:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807900 x1625895440873392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.285626:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.285688:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873392:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.285958:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801500 - object 0x0:1728687 offset 1033895936<>1034944512
00000100:00100000:2.0:1550575072.285963:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.285965:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.285968:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f7f0-0x5c6be4831f7f0, portal 8
00000100:00000200:2.0:1550575072.285969:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873456, portal 4
00000100:00000200:2.0:1550575072.285970:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873456, offset 0
00000400:00000200:2.0:1550575072.285971:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.285973:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.285975:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.285976:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.285976:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.285977:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.285978:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.286194:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803000 x1625895440873424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.286196:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803000 x1625895440873424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.286198:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.286267:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873424:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.286527:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803900 - object 0x0:1725237 offset 1033895936<>1034944512
00000100:00100000:2.0:1550575072.286534:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.286535:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873488:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.286538:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f810-0x5c6be4831f810, portal 8
00000100:00000200:2.0:1550575072.286539:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873488, portal 4
00000100:00000200:2.0:1550575072.286540:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873488, offset 0
00000400:00000200:2.0:1550575072.286541:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.286544:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.286545:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.286546:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.286547:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.286547:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.286549:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.286739:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801500 x1625895440873456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.286741:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801500 x1625895440873456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.286743:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.286802:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873456:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.287090:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802700 - object 0x0:1728629 offset 1033895936<>1034944512
00000100:00100000:2.0:1550575072.287094:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.287096:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.287098:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f830-0x5c6be4831f830, portal 8
00000100:00000200:2.0:1550575072.287100:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873520, portal 4
00000100:00000200:2.0:1550575072.287100:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873520, offset 0
00000400:00000200:2.0:1550575072.287102:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.287104:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.287106:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.287107:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.287108:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.287108:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.287109:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.287311:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803900 x1625895440873488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.287313:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803900 x1625895440873488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.287315:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.287378:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873488:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.287643:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35a400 - object 0x0:1728254 offset 1034944512<>1035993088
00000100:00100000:2.0:1550575072.287649:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.287651:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873552:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.287654:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f850-0x5c6be4831f850, portal 8
00000100:00000200:2.0:1550575072.287655:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873552, portal 4
00000100:00000200:2.0:1550575072.287656:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873552, offset 0
00000400:00000200:2.0:1550575072.287657:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.287660:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.287661:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.287663:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.287663:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.287664:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.287665:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.287877:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802700 x1625895440873520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.287879:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802700 x1625895440873520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.287881:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.287952:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873520:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.288214:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05e00 - object 0x0:1728687 offset 1034944512<>1035993088
00000100:00100000:2.0:1550575072.288218:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.288220:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.288223:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f870-0x5c6be4831f870, portal 8
00000100:00000200:2.0:1550575072.288224:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873584, portal 4
00000100:00000200:2.0:1550575072.288225:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873584, offset 0
00000400:00000200:2.0:1550575072.288226:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.288228:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.288230:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.288231:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.288232:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.288232:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.288233:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.288426:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35a400 x1625895440873552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.288428:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35a400 x1625895440873552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.288430:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.288493:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873552:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.288775:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04600 - object 0x0:1725237 offset 1034944512<>1035993088
00000100:00100000:2.0:1550575072.288781:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.288783:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873616:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.288786:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f890-0x5c6be4831f890, portal 8
00000100:00000200:2.0:1550575072.288787:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873616, portal 4
00000100:00000200:2.0:1550575072.288788:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873616, offset 0
00000400:00000200:2.0:1550575072.288789:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.288792:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.288793:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.288795:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.288795:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.288796:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.288797:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.289064:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05e00 x1625895440873584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.289066:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05e00 x1625895440873584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.289068:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.289150:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873584:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.289361:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05200 - object 0x0:1728629 offset 1034944512<>1035993088
00000100:00100000:2.0:1550575072.289366:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.289367:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873648:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.289370:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f8b0-0x5c6be4831f8b0, portal 8
00000100:00000200:2.0:1550575072.289372:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873648, portal 4
00000100:00000200:2.0:1550575072.289372:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873648, offset 0
00000400:00000200:2.0:1550575072.289373:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.289376:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.289377:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.289378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.289379:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.289380:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.289381:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.289570:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04600 x1625895440873616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.289571:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04600 x1625895440873616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.289573:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.289634:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873616:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.289906:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2700 - object 0x0:1728254 offset 1035993088<>1037041664
00000100:00100000:2.0:1550575072.289913:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.289914:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.289917:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f8d0-0x5c6be4831f8d0, portal 8
00000100:00000200:2.0:1550575072.289919:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873680, portal 4
00000100:00000200:2.0:1550575072.289919:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873680, offset 0
00000400:00000200:2.0:1550575072.289920:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.289923:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.289924:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.289926:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.289926:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.289927:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.289928:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.290151:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05200 x1625895440873648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.290153:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05200 x1625895440873648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.290154:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.290226:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873648:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.290478:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3c00 - object 0x0:1728687 offset 1035993088<>1037041664
00000100:00100000:2.0:1550575072.290482:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.290484:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.290487:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f8f0-0x5c6be4831f8f0, portal 8
00000100:00000200:2.0:1550575072.290488:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873712, portal 4
00000100:00000200:2.0:1550575072.290489:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873712, offset 0
00000400:00000200:2.0:1550575072.290490:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.290492:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.290494:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.290495:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.290496:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.290496:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.290497:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.290706:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2700 x1625895440873680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.290708:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2700 x1625895440873680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.290710:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.290779:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873680:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.291025:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1b00 - object 0x0:1725237 offset 1035993088<>1037041664
00000100:00100000:3.0:1550575072.291038:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440873744:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.291042:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f910-0x5c6be4831f910, portal 8
00000100:00000200:3.0:1550575072.291043:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873744, portal 4
00000100:00000200:3.0:1550575072.291044:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873744, offset 0
00000400:00000200:3.0:1550575072.291045:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.291047:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.291048:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.291049:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.291050:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.291051:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.291052:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.291273:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3c00 x1625895440873712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.291275:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3c00 x1625895440873712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.291277:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.291346:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873712:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.291598:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2400 - object 0x0:1728629 offset 1035993088<>1037041664
00000100:00100000:2.0:1550575072.291603:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.291605:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873776:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.291608:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f930-0x5c6be4831f930, portal 8
00000100:00000200:2.0:1550575072.291609:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873776, portal 4
00000100:00000200:2.0:1550575072.291610:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873776, offset 0
00000400:00000200:2.0:1550575072.291611:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.291614:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.291615:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.291616:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.291617:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.291618:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.291619:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.291837:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1b00 x1625895440873744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.291839:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1b00 x1625895440873744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.291840:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.291907:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440873744:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.292162:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0c00 - object 0x0:1728254 offset 1037041664<>1038090240
00000100:00100000:2.0:1550575072.292168:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.292170:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873808:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.292173:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f950-0x5c6be4831f950, portal 8
00000100:00000200:2.0:1550575072.292174:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873808, portal 4
00000100:00000200:2.0:1550575072.292175:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873808, offset 0
00000400:00000200:2.0:1550575072.292176:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.292182:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.292183:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.292185:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.292185:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.292186:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.292187:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.292388:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2400 x1625895440873776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.292390:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2400 x1625895440873776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.292392:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.292454:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873776:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.292720:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2d00 - object 0x0:1728687 offset 1037041664<>1038090240
00000100:00100000:2.0:1550575072.292725:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.292726:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.292730:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f970-0x5c6be4831f970, portal 8
00000100:00000200:2.0:1550575072.292731:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873840, portal 4
00000100:00000200:2.0:1550575072.292732:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873840, offset 0
00000400:00000200:2.0:1550575072.292734:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.292736:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.292737:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.292739:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.292739:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.292740:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.292741:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.292957:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0c00 x1625895440873808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.292959:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0c00 x1625895440873808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.292960:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.293039:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873808:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.293286:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc000 - object 0x0:1725237 offset 1037041664<>1038090240
00000100:00100000:2.0:1550575072.293292:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.293293:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.293297:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f990-0x5c6be4831f990, portal 8
00000100:00000200:2.0:1550575072.293298:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873872, portal 4
00000100:00000200:2.0:1550575072.293298:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873872, offset 0
00000400:00000200:2.0:1550575072.293300:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.293302:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.293303:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.293305:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.293305:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.293306:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.293307:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.293490:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2d00 x1625895440873840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.293491:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2d00 x1625895440873840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.293494:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.293554:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873840:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.293838:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc900 - object 0x0:1728629 offset 1037041664<>1038090240
00000100:00100000:2.0:1550575072.293844:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.293845:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873904:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.293848:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f9b0-0x5c6be4831f9b0, portal 8
00000100:00000200:2.0:1550575072.293849:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873904, portal 4
00000100:00000200:2.0:1550575072.293850:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873904, offset 0
00000400:00000200:2.0:1550575072.293851:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.293854:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.293855:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.293856:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.293857:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.293857:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.293858:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.294078:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc000 x1625895440873872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.294080:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc000 x1625895440873872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.294081:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.294154:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873872:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.294410:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfdb00 - object 0x0:1728254 offset 1038090240<>1039138816
00000100:00100000:2.0:1550575072.294417:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.294418:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873936:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.294421:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f9d0-0x5c6be4831f9d0, portal 8
00000100:00000200:2.0:1550575072.294422:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873936, portal 4
00000100:00000200:2.0:1550575072.294423:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873936, offset 0
00000400:00000200:2.0:1550575072.294425:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.294427:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.294428:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.294430:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.294430:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.294431:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.294432:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.294620:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc900 x1625895440873904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.294622:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc900 x1625895440873904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.294624:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.294687:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873904:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.294952:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe100 - object 0x0:1728687 offset 1038090240<>1039138816
00000100:00100000:2.0:1550575072.294957:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.294958:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.294961:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831f9f0-0x5c6be4831f9f0, portal 8
00000100:00000200:2.0:1550575072.294963:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440873968, portal 4
00000100:00000200:2.0:1550575072.294964:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440873968, offset 0
00000400:00000200:2.0:1550575072.294965:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.294968:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.294969:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.294970:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.294971:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.294971:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.294972:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.295195:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfdb00 x1625895440873936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.295197:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfdb00 x1625895440873936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.295199:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.295264:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440873936:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.295529:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe700 - object 0x0:1725237 offset 1038090240<>1039138816
00000100:00100000:2.0:1550575072.295535:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.295536:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874000:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.295539:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fa10-0x5c6be4831fa10, portal 8
00000100:00000200:2.0:1550575072.295541:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874000, portal 4
00000100:00000200:2.0:1550575072.295541:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874000, offset 0
00000400:00000200:2.0:1550575072.295543:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.295545:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.295546:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.295548:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.295548:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.295549:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.295550:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.295731:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe100 x1625895440873968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.295732:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe100 x1625895440873968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.295734:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.295793:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440873968:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.296086:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b00000 - object 0x0:1728629 offset 1038090240<>1039138816
00000100:00100000:2.0:1550575072.296091:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.296092:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.296095:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fa30-0x5c6be4831fa30, portal 8
00000100:00000200:2.0:1550575072.296096:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874032, portal 4
00000100:00000200:2.0:1550575072.296097:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874032, offset 0
00000400:00000200:2.0:1550575072.296099:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.296102:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.296103:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.296104:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.296105:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.296106:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.296107:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.296320:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe700 x1625895440874000/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.296322:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe700 x1625895440874000/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.296324:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.296390:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874000:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.296650:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b02d00 - object 0x0:1728254 offset 1039138816<>1040187392
00000100:00100000:2.0:1550575072.296656:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.296657:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.296661:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fa50-0x5c6be4831fa50, portal 8
00000100:00000200:2.0:1550575072.296662:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874064, portal 4
00000100:00000200:2.0:1550575072.296663:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874064, offset 0
00000400:00000200:2.0:1550575072.296664:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.296667:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.296668:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.296669:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.296670:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.296670:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.296671:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.296865:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b00000 x1625895440874032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.296866:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b00000 x1625895440874032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.296869:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.296928:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874032:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.297208:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b00c00 - object 0x0:1728687 offset 1039138816<>1040187392
00000100:00100000:2.0:1550575072.297213:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.297214:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874096:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.297218:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fa70-0x5c6be4831fa70, portal 8
00000100:00000200:2.0:1550575072.297219:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874096, portal 4
00000100:00000200:2.0:1550575072.297220:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874096, offset 0
00000400:00000200:2.0:1550575072.297221:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.297224:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.297225:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.297226:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.297227:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.297228:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.297228:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.297431:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b02d00 x1625895440874064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.297433:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b02d00 x1625895440874064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.297435:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.297498:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874064:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.297768:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b03c00 - object 0x0:1725237 offset 1039138816<>1040187392
00000100:00100000:2.0:1550575072.297775:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.297776:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874128:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.297779:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fa90-0x5c6be4831fa90, portal 8
00000100:00000200:2.0:1550575072.297781:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874128, portal 4
00000100:00000200:2.0:1550575072.297781:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874128, offset 0
00000400:00000200:2.0:1550575072.297783:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.297786:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.297787:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.297788:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.297789:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.297789:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.297790:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.297976:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b00c00 x1625895440874096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.297978:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b00c00 x1625895440874096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.297979:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.298043:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874096:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.298327:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b02700 - object 0x0:1728629 offset 1039138816<>1040187392
00000100:00100000:2.0:1550575072.298332:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.298333:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.298336:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fab0-0x5c6be4831fab0, portal 8
00000100:00000200:2.0:1550575072.298338:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874160, portal 4
00000100:00000200:2.0:1550575072.298338:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874160, offset 0
00000400:00000200:2.0:1550575072.298340:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.298342:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.298343:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.298345:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.298345:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.298346:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.298347:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.298550:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b03c00 x1625895440874128/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.298552:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b03c00 x1625895440874128/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.298554:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.298622:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874128:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.298885:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b00300 - object 0x0:1728254 offset 1040187392<>1041235968
00000100:00100000:2.0:1550575072.298892:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.298894:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874192:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.298896:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fad0-0x5c6be4831fad0, portal 8
00000100:00000200:2.0:1550575072.298898:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874192, portal 4
00000100:00000200:2.0:1550575072.298899:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874192, offset 0
00000400:00000200:2.0:1550575072.298900:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.298903:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.298904:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.298905:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.298905:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.298906:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.298907:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.299108:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b02700 x1625895440874160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.299110:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b02700 x1625895440874160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.299111:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.299173:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874160:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.299441:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b00600 - object 0x0:1728687 offset 1040187392<>1041235968
00000100:00100000:2.0:1550575072.299446:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.299447:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874224:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.299450:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831faf0-0x5c6be4831faf0, portal 8
00000100:00000200:2.0:1550575072.299451:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874224, portal 4
00000100:00000200:2.0:1550575072.299452:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874224, offset 0
00000400:00000200:2.0:1550575072.299454:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.299457:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.299458:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.299459:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.299460:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.299460:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.299461:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.299672:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b00300 x1625895440874192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.299674:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b00300 x1625895440874192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.299676:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.299744:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874192:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.300001:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b02400 - object 0x0:1725237 offset 1040187392<>1041235968
00000100:00100000:2.0:1550575072.300008:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.300009:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874256:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.300012:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fb10-0x5c6be4831fb10, portal 8
00000100:00000200:2.0:1550575072.300013:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874256, portal 4
00000100:00000200:2.0:1550575072.300014:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874256, offset 0
00000400:00000200:2.0:1550575072.300015:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.300018:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.300019:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.300020:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.300021:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.300021:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.300022:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.300263:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b00600 x1625895440874224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.300265:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b00600 x1625895440874224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.300268:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.300328:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874224:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.300670:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b01200 - object 0x0:1728629 offset 1040187392<>1041235968
00000100:00100000:2.0:1550575072.300676:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.300677:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874288:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.300680:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fb30-0x5c6be4831fb30, portal 8
00000100:00000200:2.0:1550575072.300681:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874288, portal 4
00000100:00000200:2.0:1550575072.300682:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874288, offset 0
00000400:00000200:2.0:1550575072.300683:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.300686:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.300688:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.300689:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.300689:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.300690:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.300691:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.300800:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b02400 x1625895440874256/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.300802:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b02400 x1625895440874256/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.300804:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.300866:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874256:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.301236:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b01b00 - object 0x0:1728254 offset 1041235968<>1042284544
00000100:00100000:2.0:1550575072.301243:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.301244:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874320:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.301247:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fb50-0x5c6be4831fb50, portal 8
00000100:00000200:2.0:1550575072.301248:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874320, portal 4
00000100:00000200:2.0:1550575072.301249:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874320, offset 0
00000400:00000200:2.0:1550575072.301252:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.301255:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.301256:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.301257:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.301258:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.301259:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.301260:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.301460:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b01200 x1625895440874288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.301462:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b01200 x1625895440874288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.301464:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.301523:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874288:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.301800:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b02a00 - object 0x0:1728687 offset 1041235968<>1042284544
00000100:00100000:2.0:1550575072.301805:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.301806:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.301809:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fb70-0x5c6be4831fb70, portal 8
00000100:00000200:2.0:1550575072.301810:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874352, portal 4
00000100:00000200:2.0:1550575072.301811:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874352, offset 0
00000400:00000200:2.0:1550575072.301812:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.301815:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.301816:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.301818:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.301818:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.301819:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.301820:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.302023:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b01b00 x1625895440874320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.302025:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b01b00 x1625895440874320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.302027:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.302093:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874320:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.302366:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b03600 - object 0x0:1725237 offset 1041235968<>1042284544
00000100:00100000:2.0:1550575072.302372:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.302373:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874384:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.302377:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fb90-0x5c6be4831fb90, portal 8
00000100:00000200:2.0:1550575072.302378:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874384, portal 4
00000100:00000200:2.0:1550575072.302379:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874384, offset 0
00000400:00000200:2.0:1550575072.302380:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.302383:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.302384:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.302385:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.302386:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.302386:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.302387:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.302569:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b02a00 x1625895440874352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.302571:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b02a00 x1625895440874352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.302573:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.302636:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874352:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.302914:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23300 - object 0x0:1728629 offset 1041235968<>1042284544
00000100:00100000:2.0:1550575072.302919:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.302920:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874416:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.302923:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fbb0-0x5c6be4831fbb0, portal 8
00000100:00000200:2.0:1550575072.302925:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874416, portal 4
00000100:00000200:2.0:1550575072.302925:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874416, offset 0
00000400:00000200:2.0:1550575072.302927:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.302929:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.302931:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.302932:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.302933:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.302933:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.302934:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.303156:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b03600 x1625895440874384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.303158:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b03600 x1625895440874384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.303160:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.303233:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874384:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.303486:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21b00 - object 0x0:1728254 offset 1042284544<>1043333120
00000100:00100000:2.0:1550575072.303493:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.303494:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874448:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.303497:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fbd0-0x5c6be4831fbd0, portal 8
00000100:00000200:2.0:1550575072.303498:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874448, portal 4
00000100:00000200:2.0:1550575072.303499:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874448, offset 0
00000400:00000200:2.0:1550575072.303500:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.303503:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.303504:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.303505:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.303506:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.303506:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.303507:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.303691:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23300 x1625895440874416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.303693:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23300 x1625895440874416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.303695:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.303753:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874416:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.304041:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22d00 - object 0x0:1728687 offset 1042284544<>1043333120
00000100:00100000:2.0:1550575072.304046:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.304047:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874480:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.304050:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fbf0-0x5c6be4831fbf0, portal 8
00000100:00000200:2.0:1550575072.304052:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874480, portal 4
00000100:00000200:2.0:1550575072.304052:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874480, offset 0
00000400:00000200:2.0:1550575072.304053:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.304056:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.304057:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.304059:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.304059:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.304060:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.304061:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.304265:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21b00 x1625895440874448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.304267:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21b00 x1625895440874448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.304269:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.304331:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874448:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.304599:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21e00 - object 0x0:1725237 offset 1042284544<>1043333120
00000100:00100000:2.0:1550575072.304606:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.304607:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874512:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.304610:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fc10-0x5c6be4831fc10, portal 8
00000100:00000200:2.0:1550575072.304612:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874512, portal 4
00000100:00000200:2.0:1550575072.304612:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874512, offset 0
00000400:00000200:2.0:1550575072.304614:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.304617:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.304618:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.304620:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.304620:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.304621:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.304622:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.304813:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22d00 x1625895440874480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.304815:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22d00 x1625895440874480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.304816:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.304876:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874480:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.305156:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20000 - object 0x0:1728629 offset 1042284544<>1043333120
00000100:00100000:2.0:1550575072.305161:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.305163:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.305166:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fc30-0x5c6be4831fc30, portal 8
00000100:00000200:2.0:1550575072.305167:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874544, portal 4
00000100:00000200:2.0:1550575072.305167:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874544, offset 0
00000400:00000200:2.0:1550575072.305169:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.305171:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.305172:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.305174:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.305174:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.305175:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.305176:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.305382:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21e00 x1625895440874512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.305384:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21e00 x1625895440874512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.305386:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.305445:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874512:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.305718:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20600 - object 0x0:1728254 offset 1043333120<>1044381696
00000100:00100000:2.0:1550575072.305725:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.305726:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874576:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.305730:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fc50-0x5c6be4831fc50, portal 8
00000100:00000200:2.0:1550575072.305731:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874576, portal 4
00000100:00000200:2.0:1550575072.305732:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874576, offset 0
00000400:00000200:2.0:1550575072.305733:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.305736:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.305737:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.305738:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.305739:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.305739:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.305740:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.305934:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20000 x1625895440874544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.305935:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20000 x1625895440874544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.305937:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.306000:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874544:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.306278:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21200 - object 0x0:1728687 offset 1043333120<>1044381696
00000100:00100000:2.0:1550575072.306283:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.306284:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874608:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.306287:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fc70-0x5c6be4831fc70, portal 8
00000100:00000200:2.0:1550575072.306288:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874608, portal 4
00000100:00000200:2.0:1550575072.306289:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874608, offset 0
00000400:00000200:2.0:1550575072.306291:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.306293:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.306295:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.306296:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.306297:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.306297:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.306298:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.306495:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20600 x1625895440874576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.306496:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20600 x1625895440874576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.306498:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.306558:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874576:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.306829:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22a00 - object 0x0:1725237 offset 1043333120<>1044381696
00000100:00100000:2.0:1550575072.306836:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.306838:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874640:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.306841:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fc90-0x5c6be4831fc90, portal 8
00000100:00000200:2.0:1550575072.306842:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874640, portal 4
00000100:00000200:2.0:1550575072.306842:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874640, offset 0
00000400:00000200:2.0:1550575072.306843:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.306846:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.306847:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.306849:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.306849:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.306850:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.306850:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.307046:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21200 x1625895440874608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.307048:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21200 x1625895440874608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.307050:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.307111:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874608:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.307400:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21500 - object 0x0:1728629 offset 1043333120<>1044381696
00000100:00100000:2.0:1550575072.307405:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.307406:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874672:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.307409:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fcb0-0x5c6be4831fcb0, portal 8
00000100:00000200:2.0:1550575072.307410:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874672, portal 4
00000100:00000200:2.0:1550575072.307411:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874672, offset 0
00000400:00000200:2.0:1550575072.307412:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.307415:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.307416:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.307417:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.307418:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.307418:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.307419:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.307611:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22a00 x1625895440874640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.307613:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22a00 x1625895440874640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.307615:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.307676:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874640:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.307951:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbfc00 - object 0x0:1728254 offset 1044381696<>1045430272
00000100:00100000:2.0:1550575072.307957:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.307958:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874704:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.307961:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fcd0-0x5c6be4831fcd0, portal 8
00000100:00000200:2.0:1550575072.307963:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874704, portal 4
00000100:00000200:2.0:1550575072.307964:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874704, offset 0
00000400:00000200:2.0:1550575072.307966:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.307968:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.307969:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.307971:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.307971:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.307972:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.307973:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.308189:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21500 x1625895440874672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.308191:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21500 x1625895440874672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.308192:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.308263:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874672:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.308522:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbcc00 - object 0x0:1728687 offset 1044381696<>1045430272
00000100:00100000:2.0:1550575072.308527:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.308528:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874736:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.308531:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fcf0-0x5c6be4831fcf0, portal 8
00000100:00000200:2.0:1550575072.308532:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874736, portal 4
00000100:00000200:2.0:1550575072.308533:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874736, offset 0
00000400:00000200:2.0:1550575072.308534:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.308537:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.308538:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.308540:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.308540:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.308541:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.308542:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.308724:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbfc00 x1625895440874704/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.308726:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbfc00 x1625895440874704/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.308729:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.308788:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874704:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.309077:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbf600 - object 0x0:1725237 offset 1044381696<>1045430272
00000100:00100000:2.0:1550575072.309083:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.309084:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874768:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.309087:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fd10-0x5c6be4831fd10, portal 8
00000100:00000200:2.0:1550575072.309089:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874768, portal 4
00000100:00000200:2.0:1550575072.309089:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874768, offset 0
00000400:00000200:2.0:1550575072.309091:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.309093:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.309094:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.309096:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.309096:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.309097:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.309098:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.309294:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbcc00 x1625895440874736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.309296:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbcc00 x1625895440874736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.309298:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.309357:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874736:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.309638:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbdb00 - object 0x0:1728629 offset 1044381696<>1045430272
00000100:00100000:2.0:1550575072.309643:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.309644:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874800:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.309648:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fd30-0x5c6be4831fd30, portal 8
00000100:00000200:2.0:1550575072.309649:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874800, portal 4
00000100:00000200:2.0:1550575072.309650:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874800, offset 0
00000400:00000200:2.0:1550575072.309651:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.309654:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.309656:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.309657:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.309658:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.309658:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.309659:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.309877:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbf600 x1625895440874768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.309878:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbf600 x1625895440874768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.309880:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.309957:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874768:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.310210:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbe100 - object 0x0:1728254 offset 1045430272<>1046478848
00000100:00100000:2.0:1550575072.310216:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.310217:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874832:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.310220:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fd50-0x5c6be4831fd50, portal 8
00000100:00000200:2.0:1550575072.310222:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874832, portal 4
00000100:00000200:2.0:1550575072.310223:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874832, offset 0
00000400:00000200:2.0:1550575072.310225:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.310228:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.310229:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.310231:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.310231:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.310232:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.310233:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.310413:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbdb00 x1625895440874800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.310415:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbdb00 x1625895440874800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.310417:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.310478:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874800:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.310762:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbde00 - object 0x0:1728687 offset 1045430272<>1046478848
00000100:00100000:2.0:1550575072.310768:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.310769:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874864:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.310772:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fd70-0x5c6be4831fd70, portal 8
00000100:00000200:2.0:1550575072.310773:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874864, portal 4
00000100:00000200:2.0:1550575072.310774:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874864, offset 0
00000400:00000200:2.0:1550575072.310775:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.310778:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.310779:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.310780:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.310781:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.310781:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.310782:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.310998:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbe100 x1625895440874832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.311000:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbe100 x1625895440874832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.311001:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.311081:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874832:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.311332:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbc300 - object 0x0:1725237 offset 1045430272<>1046478848
00000100:00100000:2.0:1550575072.311338:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.311340:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874896:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.311343:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fd90-0x5c6be4831fd90, portal 8
00000100:00000200:2.0:1550575072.311344:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874896, portal 4
00000100:00000200:2.0:1550575072.311345:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874896, offset 0
00000400:00000200:2.0:1550575072.311347:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.311349:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.311350:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.311352:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.311352:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.311353:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.311354:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.311537:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbde00 x1625895440874864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.311539:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbde00 x1625895440874864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.311540:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.311600:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874864:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.311901:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbd800 - object 0x0:1728629 offset 1045430272<>1046478848
00000100:00100000:2.0:1550575072.311905:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.311907:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874928:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.311910:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fdb0-0x5c6be4831fdb0, portal 8
00000100:00000200:2.0:1550575072.311911:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874928, portal 4
00000100:00000200:2.0:1550575072.311912:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874928, offset 0
00000400:00000200:2.0:1550575072.311913:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.311915:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.311916:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.311918:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.311918:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.311919:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.311920:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.312125:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbc300 x1625895440874896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.312127:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbc300 x1625895440874896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.312129:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.312197:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874896:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.312460:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbed00 - object 0x0:1728254 offset 1046478848<>1047527424
00000100:00100000:2.0:1550575072.312467:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.312468:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874960:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.312471:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fdd0-0x5c6be4831fdd0, portal 8
00000100:00000200:2.0:1550575072.312472:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874960, portal 4
00000100:00000200:2.0:1550575072.312473:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874960, offset 0
00000400:00000200:2.0:1550575072.312474:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.312477:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.312478:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.312479:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.312480:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.312480:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.312481:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.312680:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbd800 x1625895440874928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.312682:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbd800 x1625895440874928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.312684:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.312742:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874928:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.313016:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbc600 - object 0x0:1728687 offset 1046478848<>1047527424
00000100:00100000:2.0:1550575072.313020:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.313022:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874992:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.313025:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fdf0-0x5c6be4831fdf0, portal 8
00000100:00000200:2.0:1550575072.313026:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440874992, portal 4
00000100:00000200:2.0:1550575072.313027:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440874992, offset 0
00000400:00000200:2.0:1550575072.313028:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.313037:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.313038:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.313040:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.313040:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.313041:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.313041:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.313235:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbed00 x1625895440874960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.313237:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbed00 x1625895440874960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.313239:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.313298:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440874960:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.313575:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbf000 - object 0x0:1725237 offset 1046478848<>1047527424
00000100:00100000:2.0:1550575072.313581:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.313582:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875024:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.313585:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fe10-0x5c6be4831fe10, portal 8
00000100:00000200:2.0:1550575072.313587:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875024, portal 4
00000100:00000200:2.0:1550575072.313587:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875024, offset 0
00000400:00000200:2.0:1550575072.313589:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.313592:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.313593:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.313594:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.313595:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.313595:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.313596:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.313777:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbc600 x1625895440874992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.313778:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbc600 x1625895440874992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.313782:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.313842:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440874992:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.314135:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ad800 - object 0x0:1728629 offset 1046478848<>1047527424
00000100:00100000:2.0:1550575072.314140:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.314141:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875056:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.314144:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fe30-0x5c6be4831fe30, portal 8
00000100:00000200:2.0:1550575072.314145:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875056, portal 4
00000100:00000200:2.0:1550575072.314146:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875056, offset 0
00000400:00000200:2.0:1550575072.314147:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.314150:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.314151:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.314153:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.314153:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.314154:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.314155:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.314365:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbf000 x1625895440875024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.314367:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbf000 x1625895440875024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.314369:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.314435:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875024:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.314695:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6aed00 - object 0x0:1728254 offset 1047527424<>1048576000
00000100:00100000:2.0:1550575072.314701:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.314702:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875088:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.314705:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fe50-0x5c6be4831fe50, portal 8
00000100:00000200:2.0:1550575072.314706:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875088, portal 4
00000100:00000200:2.0:1550575072.314707:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875088, offset 0
00000400:00000200:2.0:1550575072.314709:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.314712:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.314713:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.314714:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.314715:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.314715:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.314716:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.314912:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ad800 x1625895440875056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.314914:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ad800 x1625895440875056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.314916:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.314977:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875056:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.315263:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6afc00 - object 0x0:1728687 offset 1047527424<>1048576000
00000100:00100000:2.0:1550575072.315268:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.315269:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875120:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.315272:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fe70-0x5c6be4831fe70, portal 8
00000100:00000200:2.0:1550575072.315273:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875120, portal 4
00000100:00000200:2.0:1550575072.315274:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875120, offset 0
00000400:00000200:2.0:1550575072.315275:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.315278:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.315279:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.315280:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.315281:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.315281:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.315282:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.315476:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6aed00 x1625895440875088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.315478:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6aed00 x1625895440875088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.315481:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.315546:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875088:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.315804:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ae400 - object 0x0:1725237 offset 1047527424<>1048576000
00000100:00100000:2.0:1550575072.315810:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.315812:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875152:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.315815:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fe90-0x5c6be4831fe90, portal 8
00000100:00000200:2.0:1550575072.315816:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875152, portal 4
00000100:00000200:2.0:1550575072.315817:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875152, offset 0
00000400:00000200:2.0:1550575072.315818:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.315820:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.315821:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.315823:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.315823:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.315824:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.315825:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.316019:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6afc00 x1625895440875120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.316021:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6afc00 x1625895440875120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.316023:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.316086:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875120:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.316368:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ac900 - object 0x0:1728629 offset 1047527424<>1048576000
00000100:00100000:2.0:1550575072.316373:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.316374:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875184:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.316377:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831feb0-0x5c6be4831feb0, portal 8
00000100:00000200:2.0:1550575072.316379:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875184, portal 4
00000100:00000200:2.0:1550575072.316379:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875184, offset 0
00000400:00000200:2.0:1550575072.316381:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.316384:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.316385:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.316386:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.316387:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.316387:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.316388:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.316602:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ae400 x1625895440875152/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.316604:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ae400 x1625895440875152/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.316605:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.316677:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875152:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.316922:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ae700 - object 0x0:1728254 offset 1048576000<>1049624576
00000100:00100000:2.0:1550575072.316929:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.316930:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875216:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.316933:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fed0-0x5c6be4831fed0, portal 8
00000100:00000200:2.0:1550575072.316934:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875216, portal 4
00000100:00000200:2.0:1550575072.316935:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875216, offset 0
00000400:00000200:2.0:1550575072.316936:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.316939:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.316940:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.316941:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.316942:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.316942:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.316943:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.317132:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ac900 x1625895440875184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.317134:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ac900 x1625895440875184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.317136:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.317200:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875184:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.317493:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af600 - object 0x0:1728687 offset 1048576000<>1049624576
00000100:00100000:2.0:1550575072.317498:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.317499:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875248:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.317502:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fef0-0x5c6be4831fef0, portal 8
00000100:00000200:2.0:1550575072.317504:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875248, portal 4
00000100:00000200:2.0:1550575072.317504:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875248, offset 0
00000400:00000200:2.0:1550575072.317505:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.317508:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.317509:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.317510:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.317511:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.317511:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.317512:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.317703:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ae700 x1625895440875216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.317705:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ae700 x1625895440875216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.317706:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.317766:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875216:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.318044:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ac600 - object 0x0:1725237 offset 1048576000<>1049624576
00000100:00100000:2.0:1550575072.318050:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.318051:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875280:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.318054:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ff10-0x5c6be4831ff10, portal 8
00000100:00000200:2.0:1550575072.318056:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875280, portal 4
00000100:00000200:2.0:1550575072.318057:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875280, offset 0
00000400:00000200:2.0:1550575072.318058:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.318061:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.318062:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.318064:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.318064:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.318065:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.318066:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.318267:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af600 x1625895440875248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.318268:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af600 x1625895440875248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.318270:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.318328:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875248:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.318608:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6adb00 - object 0x0:1728629 offset 1048576000<>1049624576
00000100:00100000:2.0:1550575072.318613:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.318614:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875312:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.318617:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ff30-0x5c6be4831ff30, portal 8
00000100:00000200:2.0:1550575072.318618:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875312, portal 4
00000100:00000200:2.0:1550575072.318619:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875312, offset 0
00000400:00000200:2.0:1550575072.318620:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.318623:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.318624:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.318625:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.318626:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.318626:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.318627:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.318846:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ac600 x1625895440875280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.318848:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ac600 x1625895440875280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.318850:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.318925:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875280:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.319170:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af000 - object 0x0:1728254 offset 1049624576<>1050673152
00000100:00100000:2.0:1550575072.319177:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.319178:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875344:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.319184:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ff50-0x5c6be4831ff50, portal 8
00000100:00000200:2.0:1550575072.319186:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875344, portal 4
00000100:00000200:2.0:1550575072.319187:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875344, offset 0
00000400:00000200:2.0:1550575072.319189:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.319192:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.319193:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.319194:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.319195:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.319195:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.319196:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.319388:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6adb00 x1625895440875312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.319389:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6adb00 x1625895440875312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.319391:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.319453:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875312:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.319722:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ade00 - object 0x0:1728687 offset 1049624576<>1050673152
00000100:00100000:2.0:1550575072.319727:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.319728:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875376:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.319731:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ff70-0x5c6be4831ff70, portal 8
00000100:00000200:2.0:1550575072.319732:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875376, portal 4
00000100:00000200:2.0:1550575072.319733:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875376, offset 0
00000400:00000200:2.0:1550575072.319734:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.319737:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.319738:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.319740:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.319740:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.319741:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.319742:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.319963:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af000 x1625895440875344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.319965:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af000 x1625895440875344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.319966:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.320049:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875344:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.320291:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5b00 - object 0x0:1725237 offset 1049624576<>1050673152
00000100:00100000:2.0:1550575072.320297:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.320299:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.320302:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ff90-0x5c6be4831ff90, portal 8
00000100:00000200:2.0:1550575072.320303:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875408, portal 4
00000100:00000200:2.0:1550575072.320304:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875408, offset 0
00000400:00000200:2.0:1550575072.320305:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.320308:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.320309:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.320311:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.320311:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.320312:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.320313:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.320465:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ade00 x1625895440875376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.320467:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ade00 x1625895440875376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.320470:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.320529:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875376:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.320849:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6700 - object 0x0:1728629 offset 1049624576<>1050673152
00000100:00100000:2.0:1550575072.320854:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.320855:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875440:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.320858:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ffb0-0x5c6be4831ffb0, portal 8
00000100:00000200:2.0:1550575072.320859:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875440, portal 4
00000100:00000200:2.0:1550575072.320860:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875440, offset 0
00000400:00000200:2.0:1550575072.320861:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.320864:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.320865:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.320866:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.320867:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.320867:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.320868:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.321082:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5b00 x1625895440875408/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.321084:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5b00 x1625895440875408/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.321086:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.321153:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875408:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.321414:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4300 - object 0x0:1728254 offset 1050673152<>1051721728
00000100:00100000:2.0:1550575072.321421:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.321422:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875472:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.321425:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831ffd0-0x5c6be4831ffd0, portal 8
00000100:00000200:2.0:1550575072.321426:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875472, portal 4
00000100:00000200:2.0:1550575072.321427:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875472, offset 0
00000400:00000200:2.0:1550575072.321429:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.321432:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.321433:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.321434:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.321435:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.321435:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.321436:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.321613:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6700 x1625895440875440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.321615:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6700 x1625895440875440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.321617:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.321677:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875440:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.321966:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7c00 - object 0x0:1728687 offset 1050673152<>1051721728
00000100:00100000:2.0:1550575072.321971:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.321973:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875504:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.321976:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4831fff0-0x5c6be4831fff0, portal 8
00000100:00000200:2.0:1550575072.321977:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875504, portal 4
00000100:00000200:2.0:1550575072.321978:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875504, offset 0
00000400:00000200:2.0:1550575072.321979:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.321982:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.321983:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.321984:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.321985:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.321985:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.321986:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.322190:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4300 x1625895440875472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.322191:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4300 x1625895440875472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.322194:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.322246:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875472:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.322606:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6a00 - object 0x0:1725237 offset 1050673152<>1051721728
00000100:00100000:2.0:1550575072.322613:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.322614:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875536:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.322617:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320010-0x5c6be48320010, portal 8
00000100:00000200:2.0:1550575072.322619:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875536, portal 4
00000100:00000200:2.0:1550575072.322619:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875536, offset 0
00000400:00000200:2.0:1550575072.322620:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.322623:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.322624:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.322626:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.322626:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.322627:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.322628:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.322715:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7c00 x1625895440875504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.322717:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7c00 x1625895440875504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.322719:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.322780:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875504:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.323177:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5500 - object 0x0:1728629 offset 1050673152<>1051721728
00000100:00100000:2.0:1550575072.323186:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.323187:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875568:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.323190:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320030-0x5c6be48320030, portal 8
00000100:00000200:2.0:1550575072.323192:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875568, portal 4
00000100:00000200:2.0:1550575072.323192:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875568, offset 0
00000400:00000200:2.0:1550575072.323194:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.323197:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.323198:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.323199:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.323200:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.323200:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.323201:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.323389:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6a00 x1625895440875536/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.323391:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6a00 x1625895440875536/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.323393:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.323452:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875536:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.323727:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5200 - object 0x0:1728254 offset 1051721728<>1052770304
00000100:00100000:2.0:1550575072.323733:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.323735:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875600:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.323737:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320050-0x5c6be48320050, portal 8
00000100:00000200:2.0:1550575072.323739:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875600, portal 4
00000100:00000200:2.0:1550575072.323739:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875600, offset 0
00000400:00000200:2.0:1550575072.323741:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.323743:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.323744:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.323745:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.323746:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.323746:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.323747:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.323946:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5500 x1625895440875568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.323948:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5500 x1625895440875568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.323950:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.324010:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875568:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.324293:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7300 - object 0x0:1728687 offset 1051721728<>1052770304
00000100:00100000:2.0:1550575072.324298:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.324299:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875632:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.324302:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320070-0x5c6be48320070, portal 8
00000100:00000200:2.0:1550575072.324304:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875632, portal 4
00000100:00000200:2.0:1550575072.324305:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875632, offset 0
00000400:00000200:2.0:1550575072.324306:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.324308:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.324309:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.324311:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.324311:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.324312:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.324313:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.324490:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5200 x1625895440875600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.324492:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5200 x1625895440875600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.324494:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.324554:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875600:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.324841:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4c00 - object 0x0:1725237 offset 1051721728<>1052770304
00000100:00100000:2.0:1550575072.324847:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.324848:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875664:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.324851:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320090-0x5c6be48320090, portal 8
00000100:00000200:2.0:1550575072.324853:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875664, portal 4
00000100:00000200:2.0:1550575072.324853:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875664, offset 0
00000400:00000200:2.0:1550575072.324855:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.324858:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.324859:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.324860:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.324861:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.324861:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.324862:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.325048:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7300 x1625895440875632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.325049:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7300 x1625895440875632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.325051:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.325111:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875632:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.325408:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc5e00 - object 0x0:1728629 offset 1051721728<>1052770304
00000100:00100000:2.0:1550575072.325414:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.325415:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875696:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.325418:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483200b0-0x5c6be483200b0, portal 8
00000100:00000200:2.0:1550575072.325419:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875696, portal 4
00000100:00000200:2.0:1550575072.325420:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875696, offset 0
00000400:00000200:2.0:1550575072.325421:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.325424:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.325425:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.325426:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.325427:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.325427:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.325428:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.325628:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4c00 x1625895440875664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.325630:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4c00 x1625895440875664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.325632:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.325697:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875664:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.325957:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682fc00 - object 0x0:1728254 offset 1052770304<>1053818880
00000100:00100000:2.0:1550575072.325964:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.325965:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875728:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.325968:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483200d0-0x5c6be483200d0, portal 8
00000100:00000200:2.0:1550575072.325969:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875728, portal 4
00000100:00000200:2.0:1550575072.325970:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875728, offset 0
00000400:00000200:2.0:1550575072.325971:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.325973:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.325974:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.325976:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.325976:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.325977:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.325978:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.326171:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc5e00 x1625895440875696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.326173:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc5e00 x1625895440875696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.326175:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.326238:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875696:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.326522:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682e400 - object 0x0:1728687 offset 1052770304<>1053818880
00000100:00100000:2.0:1550575072.326527:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.326528:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875760:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.326531:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483200f0-0x5c6be483200f0, portal 8
00000100:00000200:2.0:1550575072.326532:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875760, portal 4
00000100:00000200:2.0:1550575072.326533:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875760, offset 0
00000400:00000200:2.0:1550575072.326535:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.326537:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.326538:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.326540:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.326540:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.326541:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.326542:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.326741:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682fc00 x1625895440875728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.326743:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682fc00 x1625895440875728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.326745:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.326805:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875728:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.327078:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682c000 - object 0x0:1725237 offset 1052770304<>1053818880
00000100:00100000:2.0:1550575072.327085:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.327086:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875792:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.327089:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320110-0x5c6be48320110, portal 8
00000100:00000200:2.0:1550575072.327090:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875792, portal 4
00000100:00000200:2.0:1550575072.327091:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875792, offset 0
00000400:00000200:2.0:1550575072.327092:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.327095:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.327096:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.327097:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.327098:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.327098:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.327099:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.327311:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682e400 x1625895440875760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.327313:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682e400 x1625895440875760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.327315:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.327383:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875760:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.327641:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682ea00 - object 0x0:1728629 offset 1052770304<>1053818880
00000100:00100000:2.0:1550575072.327646:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.327647:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875824:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.327650:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320130-0x5c6be48320130, portal 8
00000100:00000200:2.0:1550575072.327652:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875824, portal 4
00000100:00000200:2.0:1550575072.327653:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875824, offset 0
00000400:00000200:2.0:1550575072.327654:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.327657:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.327658:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.327660:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.327660:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.327661:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.327662:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.327900:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682c000 x1625895440875792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.327902:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682c000 x1625895440875792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.327904:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.327988:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875792:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.328213:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682d200 - object 0x0:1728254 offset 1053818880<>1054867456
00000100:00100000:2.0:1550575072.328219:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.328220:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875856:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.328223:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320150-0x5c6be48320150, portal 8
00000100:00000200:2.0:1550575072.328225:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875856, portal 4
00000100:00000200:2.0:1550575072.328225:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875856, offset 0
00000400:00000200:2.0:1550575072.328229:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.328231:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.328232:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.328234:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.328234:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.328235:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.328236:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.328426:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682ea00 x1625895440875824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.328428:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682ea00 x1625895440875824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.328430:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.328489:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875824:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.328764:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682c900 - object 0x0:1728687 offset 1053818880<>1054867456
00000100:00100000:2.0:1550575072.328770:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.328771:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875888:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.328774:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320170-0x5c6be48320170, portal 8
00000100:00000200:2.0:1550575072.328775:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875888, portal 4
00000100:00000200:2.0:1550575072.328776:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875888, offset 0
00000400:00000200:2.0:1550575072.328777:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.328780:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.328781:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.328782:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.328783:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.328783:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.328784:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.329005:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682d200 x1625895440875856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.329007:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682d200 x1625895440875856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.329009:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.329083:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875856:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.329334:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682e100 - object 0x0:1725237 offset 1053818880<>1054867456
00000100:00100000:2.0:1550575072.329340:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.329342:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.329345:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320190-0x5c6be48320190, portal 8
00000100:00000200:2.0:1550575072.329346:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875920, portal 4
00000100:00000200:2.0:1550575072.329347:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875920, offset 0
00000400:00000200:2.0:1550575072.329348:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.329351:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.329352:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.329353:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.329354:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.329354:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.329355:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.329550:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682c900 x1625895440875888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.329552:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682c900 x1625895440875888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.329554:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.329617:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875888:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.329884:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682ed00 - object 0x0:1728629 offset 1053818880<>1054867456
00000100:00100000:2.0:1550575072.329889:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.329890:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.329893:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483201b0-0x5c6be483201b0, portal 8
00000100:00000200:2.0:1550575072.329894:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875952, portal 4
00000100:00000200:2.0:1550575072.329895:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875952, offset 0
00000400:00000200:2.0:1550575072.329897:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.329899:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.329901:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.329902:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.329902:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.329903:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.329904:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.330128:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682e100 x1625895440875920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.330130:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682e100 x1625895440875920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.330132:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.330209:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875920:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.330457:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bad00 - object 0x0:1728254 offset 1054867456<>1055916032
00000100:00100000:2.0:1550575072.330463:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.330464:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875984:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.330467:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483201d0-0x5c6be483201d0, portal 8
00000100:00000200:2.0:1550575072.330468:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440875984, portal 4
00000100:00000200:2.0:1550575072.330469:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440875984, offset 0
00000400:00000200:2.0:1550575072.330470:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.330473:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.330474:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.330475:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.330476:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.330476:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.330477:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.330657:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682ed00 x1625895440875952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.330659:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682ed00 x1625895440875952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.330661:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.330722:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440875952:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.331005:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9500 - object 0x0:1728687 offset 1054867456<>1055916032
00000100:00100000:2.0:1550575072.331010:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.331011:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.331014:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483201f0-0x5c6be483201f0, portal 8
00000100:00000200:2.0:1550575072.331015:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876016, portal 4
00000100:00000200:2.0:1550575072.331016:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876016, offset 0
00000400:00000200:2.0:1550575072.331017:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.331020:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.331021:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.331023:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.331023:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.331024:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.331025:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.331242:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bad00 x1625895440875984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.331244:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bad00 x1625895440875984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.331246:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.331314:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440875984:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.331566:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9800 - object 0x0:1725237 offset 1054867456<>1055916032
00000100:00100000:2.0:1550575072.331572:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.331574:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876048:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.331576:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320210-0x5c6be48320210, portal 8
00000100:00000200:2.0:1550575072.331578:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876048, portal 4
00000100:00000200:2.0:1550575072.331579:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876048, offset 0
00000400:00000200:2.0:1550575072.331580:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.331583:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.331584:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.331585:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.331586:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.331586:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.331587:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.331789:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9500 x1625895440876016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.331791:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9500 x1625895440876016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.331793:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.331857:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876016:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.332127:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3ba400 - object 0x0:1728629 offset 1054867456<>1055916032
00000100:00100000:2.0:1550575072.332131:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.332133:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876080:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.332136:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320230-0x5c6be48320230, portal 8
00000100:00000200:2.0:1550575072.332137:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876080, portal 4
00000100:00000200:2.0:1550575072.332138:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876080, offset 0
00000400:00000200:2.0:1550575072.332139:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.332141:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.332142:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.332144:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.332145:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.332145:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.332146:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.332347:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9800 x1625895440876048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.332348:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9800 x1625895440876048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.332351:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.332411:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876048:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.332683:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3ba700 - object 0x0:1728254 offset 1055916032<>1056964608
00000100:00100000:2.0:1550575072.332689:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.332691:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876112:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.332694:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320250-0x5c6be48320250, portal 8
00000100:00000200:2.0:1550575072.332695:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876112, portal 4
00000100:00000200:2.0:1550575072.332695:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876112, offset 0
00000400:00000200:2.0:1550575072.332697:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.332699:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.332700:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.332702:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.332702:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.332703:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.332704:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.332897:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3ba400 x1625895440876080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.332899:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3ba400 x1625895440876080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.332901:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.332960:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876080:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.333244:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8300 - object 0x0:1728687 offset 1055916032<>1056964608
00000100:00100000:2.0:1550575072.333248:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.333250:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876144:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.333253:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320270-0x5c6be48320270, portal 8
00000100:00000200:2.0:1550575072.333254:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876144, portal 4
00000100:00000200:2.0:1550575072.333255:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876144, offset 0
00000400:00000200:2.0:1550575072.333257:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.333259:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.333261:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.333262:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.333263:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.333263:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.333264:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.333475:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3ba700 x1625895440876112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.333477:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3ba700 x1625895440876112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.333479:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.333538:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876112:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.333908:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb000 - object 0x0:1725237 offset 1055916032<>1056964608
00000100:00100000:2.0:1550575072.333915:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.333916:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876176:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.333919:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320290-0x5c6be48320290, portal 8
00000100:00000200:2.0:1550575072.333920:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876176, portal 4
00000100:00000200:2.0:1550575072.333921:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876176, offset 0
00000400:00000200:2.0:1550575072.333922:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.333925:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.333926:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.333927:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.333928:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.333928:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.333929:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.334021:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8300 x1625895440876144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.334022:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8300 x1625895440876144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.334024:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.334088:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876144:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.334474:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bbc00 - object 0x0:1728629 offset 1055916032<>1056964608
00000100:00100000:2.0:1550575072.334479:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.334481:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876208:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.334484:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483202b0-0x5c6be483202b0, portal 8
00000100:00000200:2.0:1550575072.334485:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876208, portal 4
00000100:00000200:2.0:1550575072.334486:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876208, offset 0
00000400:00000200:2.0:1550575072.334487:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.334489:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.334490:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.334492:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.334492:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.334493:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.334494:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.334695:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb000 x1625895440876176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.334697:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb000 x1625895440876176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.334699:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.334757:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876176:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.335045:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f000 - object 0x0:1728254 offset 1056964608<>1058013184
00000100:00100000:2.0:1550575072.335052:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.335053:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.335056:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483202d0-0x5c6be483202d0, portal 8
00000100:00000200:2.0:1550575072.335057:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876240, portal 4
00000100:00000200:2.0:1550575072.335058:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876240, offset 0
00000400:00000200:2.0:1550575072.335060:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.335062:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.335063:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.335065:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.335065:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.335066:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.335067:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.335249:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bbc00 x1625895440876208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.335251:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bbc00 x1625895440876208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.335252:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.335314:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876208:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.335599:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d800 - object 0x0:1728687 offset 1056964608<>1058013184
00000100:00100000:2.0:1550575072.335605:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.335606:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876272:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.335609:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483202f0-0x5c6be483202f0, portal 8
00000100:00000200:2.0:1550575072.335610:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876272, portal 4
00000100:00000200:2.0:1550575072.335611:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876272, offset 0
00000400:00000200:2.0:1550575072.335612:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.335615:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.335616:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.335617:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.335618:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.335618:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.335619:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.335840:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f000 x1625895440876240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.335842:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f000 x1625895440876240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.335844:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.335920:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876240:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.336167:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5cc00 - object 0x0:1725237 offset 1056964608<>1058013184
00000100:00100000:2.0:1550575072.336174:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.336175:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876304:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.336178:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320310-0x5c6be48320310, portal 8
00000100:00000200:2.0:1550575072.336184:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876304, portal 4
00000100:00000200:2.0:1550575072.336184:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876304, offset 0
00000400:00000200:2.0:1550575072.336186:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.336188:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.336189:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.336191:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.336191:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.336192:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.336193:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.336382:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d800 x1625895440876272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.336384:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d800 x1625895440876272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.336386:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.336447:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876272:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.336722:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dde00 - object 0x0:1728629 offset 1056964608<>1058013184
00000100:00100000:2.0:1550575072.336727:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.336729:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.336731:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320330-0x5c6be48320330, portal 8
00000100:00000200:2.0:1550575072.336733:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876336, portal 4
00000100:00000200:2.0:1550575072.336733:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876336, offset 0
00000400:00000200:2.0:1550575072.336735:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.336737:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.336739:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.336740:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.336740:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.336741:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.336742:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.336959:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5cc00 x1625895440876304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.336961:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5cc00 x1625895440876304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.336963:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.337039:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876304:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.337288:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df300 - object 0x0:1728254 offset 1058013184<>1059061760
00000100:00100000:2.0:1550575072.337295:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.337296:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876368:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.337299:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320350-0x5c6be48320350, portal 8
00000100:00000200:2.0:1550575072.337301:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876368, portal 4
00000100:00000200:2.0:1550575072.337301:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876368, offset 0
00000400:00000200:2.0:1550575072.337304:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.337307:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.337308:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.337310:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.337311:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.337311:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.337312:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.337493:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dde00 x1625895440876336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.337495:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dde00 x1625895440876336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.337497:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.337558:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876336:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.337838:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314f00 - object 0x0:1728687 offset 1058013184<>1059061760
00000100:00100000:2.0:1550575072.337843:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.337844:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876400:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.337847:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320370-0x5c6be48320370, portal 8
00000100:00000200:2.0:1550575072.337848:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876400, portal 4
00000100:00000200:2.0:1550575072.337849:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876400, offset 0
00000400:00000200:2.0:1550575072.337850:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.337853:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.337854:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.337855:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.337856:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.337857:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.337857:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.338073:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df300 x1625895440876368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.338074:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df300 x1625895440876368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.338076:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.338142:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876368:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.338404:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315b00 - object 0x0:1725237 offset 1058013184<>1059061760
00000100:00100000:2.0:1550575072.338411:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.338412:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876432:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.338415:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320390-0x5c6be48320390, portal 8
00000100:00000200:2.0:1550575072.338416:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876432, portal 4
00000100:00000200:2.0:1550575072.338417:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876432, offset 0
00000400:00000200:2.0:1550575072.338419:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.338421:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.338422:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.338424:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.338424:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.338425:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.338426:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.338623:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314f00 x1625895440876400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.338625:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314f00 x1625895440876400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.338627:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.338688:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876400:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.338955:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314300 - object 0x0:1728629 offset 1058013184<>1059061760
00000100:00100000:2.0:1550575072.338960:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.338961:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876464:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.338964:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483203b0-0x5c6be483203b0, portal 8
00000100:00000200:2.0:1550575072.338965:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876464, portal 4
00000100:00000200:2.0:1550575072.338966:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876464, offset 0
00000400:00000200:2.0:1550575072.338967:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.338970:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.338971:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.338973:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.338973:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.338974:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.338975:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.339195:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315b00 x1625895440876432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.339197:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315b00 x1625895440876432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.339199:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.339265:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876432:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.339523:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049c300 - object 0x0:1728254 offset 1059061760<>1060110336
00000100:00100000:2.0:1550575072.339530:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.339531:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876496:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.339534:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483203d0-0x5c6be483203d0, portal 8
00000100:00000200:2.0:1550575072.339535:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876496, portal 4
00000100:00000200:2.0:1550575072.339536:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876496, offset 0
00000400:00000200:2.0:1550575072.339537:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.339539:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.339540:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.339542:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.339542:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.339543:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.339544:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.339722:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314300 x1625895440876464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.339724:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314300 x1625895440876464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.339726:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.339786:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876464:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.340078:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049cf00 - object 0x0:1728687 offset 1059061760<>1060110336
00000100:00100000:2.0:1550575072.340083:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.340084:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876528:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.340087:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483203f0-0x5c6be483203f0, portal 8
00000100:00000200:2.0:1550575072.340089:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876528, portal 4
00000100:00000200:2.0:1550575072.340089:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876528, offset 0
00000400:00000200:2.0:1550575072.340091:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.340094:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.340095:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.340096:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.340097:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.340097:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.340098:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.340310:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049c300 x1625895440876496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.340311:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049c300 x1625895440876496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.340313:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.340377:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876496:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.340641:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049db00 - object 0x0:1725237 offset 1059061760<>1060110336
00000100:00100000:2.0:1550575072.340647:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.340648:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876560:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.340651:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320410-0x5c6be48320410, portal 8
00000100:00000200:2.0:1550575072.340652:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876560, portal 4
00000100:00000200:2.0:1550575072.340653:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876560, offset 0
00000400:00000200:2.0:1550575072.340654:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.340657:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.340658:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.340659:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.340660:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.340660:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.340661:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.340887:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049cf00 x1625895440876528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.340889:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049cf00 x1625895440876528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.340891:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.340970:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876528:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.341211:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049e700 - object 0x0:1728629 offset 1059061760<>1060110336
00000100:00100000:2.0:1550575072.341216:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.341217:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876592:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.341220:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320430-0x5c6be48320430, portal 8
00000100:00000200:2.0:1550575072.341221:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876592, portal 4
00000100:00000200:2.0:1550575072.341222:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876592, offset 0
00000400:00000200:2.0:1550575072.341223:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.341225:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.341227:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.341228:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.341229:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.341229:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.341230:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.341431:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049db00 x1625895440876560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.341433:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049db00 x1625895440876560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.341435:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.341495:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876560:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.341766:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049ed00 - object 0x0:1728254 offset 1060110336<>1061158912
00000100:00100000:2.0:1550575072.341773:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.341774:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876624:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.341777:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320450-0x5c6be48320450, portal 8
00000100:00000200:2.0:1550575072.341778:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876624, portal 4
00000100:00000200:2.0:1550575072.341779:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876624, offset 0
00000400:00000200:2.0:1550575072.341780:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.341783:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.341784:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.341785:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.341786:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.341786:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.341787:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.341982:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049e700 x1625895440876592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.341983:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049e700 x1625895440876592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.341986:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.342052:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876592:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.342322:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049f900 - object 0x0:1728687 offset 1060110336<>1061158912
00000100:00100000:2.0:1550575072.342327:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.342328:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876656:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.342331:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320470-0x5c6be48320470, portal 8
00000100:00000200:2.0:1550575072.342333:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876656, portal 4
00000100:00000200:2.0:1550575072.342334:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876656, offset 0
00000400:00000200:2.0:1550575072.342335:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.342337:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.342338:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.342340:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.342340:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.342341:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.342342:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.342547:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049ed00 x1625895440876624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.342549:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049ed00 x1625895440876624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.342551:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.342613:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876624:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.342883:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234600 - object 0x0:1725237 offset 1060110336<>1061158912
00000100:00100000:2.0:1550575072.342890:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.342891:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876688:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.342894:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320490-0x5c6be48320490, portal 8
00000100:00000200:2.0:1550575072.342895:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876688, portal 4
00000100:00000200:2.0:1550575072.342896:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876688, offset 0
00000400:00000200:2.0:1550575072.342897:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.342899:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.342901:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.342902:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.342903:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.342903:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.342904:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.343099:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049f900 x1625895440876656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.343101:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049f900 x1625895440876656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.343103:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.343163:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876656:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.343444:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235200 - object 0x0:1728629 offset 1060110336<>1061158912
00000100:00100000:2.0:1550575072.343449:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.343450:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876720:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.343453:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483204b0-0x5c6be483204b0, portal 8
00000100:00000200:2.0:1550575072.343454:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876720, portal 4
00000100:00000200:2.0:1550575072.343455:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876720, offset 0
00000400:00000200:2.0:1550575072.343456:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.343459:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.343460:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.343461:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.343462:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.343462:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.343463:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.343684:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234600 x1625895440876688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.343685:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234600 x1625895440876688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.343687:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.343764:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876688:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.344001:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235e00 - object 0x0:1728254 offset 1061158912<>1062207488
00000100:00100000:2.0:1550575072.344008:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.344009:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.344012:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483204d0-0x5c6be483204d0, portal 8
00000100:00000200:2.0:1550575072.344013:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876752, portal 4
00000100:00000200:2.0:1550575072.344014:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876752, offset 0
00000400:00000200:2.0:1550575072.344015:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.344018:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.344019:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.344020:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.344021:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.344021:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.344022:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.344216:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235200 x1625895440876720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.344218:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235200 x1625895440876720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.344220:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.344271:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876720:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.344682:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237000 - object 0x0:1728687 offset 1061158912<>1062207488
00000100:00100000:2.0:1550575072.344687:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.344688:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876784:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.344691:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483204f0-0x5c6be483204f0, portal 8
00000100:00000200:2.0:1550575072.344692:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876784, portal 4
00000100:00000200:2.0:1550575072.344693:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876784, offset 0
00000400:00000200:2.0:1550575072.344694:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.344697:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.344698:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.344700:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.344700:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.344701:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.344701:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.344800:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235e00 x1625895440876752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.344802:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235e00 x1625895440876752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.344804:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.344864:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876752:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.345255:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237c00 - object 0x0:1725237 offset 1061158912<>1062207488
00000100:00100000:2.0:1550575072.345261:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.345262:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876816:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.345265:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320510-0x5c6be48320510, portal 8
00000100:00000200:2.0:1550575072.345266:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876816, portal 4
00000100:00000200:2.0:1550575072.345267:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876816, offset 0
00000400:00000200:2.0:1550575072.345269:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.345271:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.345272:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.345274:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.345274:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.345275:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.345276:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.345470:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237000 x1625895440876784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.345472:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237000 x1625895440876784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.345474:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.345537:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876784:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.345805:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb02d00 - object 0x0:1728629 offset 1061158912<>1062207488
00000100:00100000:2.0:1550575072.345811:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.345812:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876848:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.345815:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320530-0x5c6be48320530, portal 8
00000100:00000200:2.0:1550575072.345816:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876848, portal 4
00000100:00000200:2.0:1550575072.345817:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876848, offset 0
00000400:00000200:2.0:1550575072.345818:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.345821:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.345822:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.345823:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.345824:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.345824:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.345825:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.346066:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237c00 x1625895440876816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.346068:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237c00 x1625895440876816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.346070:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.346151:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876816:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.346384:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb03900 - object 0x0:1728254 offset 1062207488<>1063256064
00000100:00100000:2.0:1550575072.346390:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.346392:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876880:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.346395:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320550-0x5c6be48320550, portal 8
00000100:00000200:2.0:1550575072.346397:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876880, portal 4
00000100:00000200:2.0:1550575072.346397:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876880, offset 0
00000400:00000200:2.0:1550575072.346400:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.346402:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.346404:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.346405:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.346406:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.346406:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.346407:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.346600:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb02d00 x1625895440876848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.346602:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb02d00 x1625895440876848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.346604:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.346665:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876848:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.346939:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb02100 - object 0x0:1728687 offset 1062207488<>1063256064
00000100:00100000:2.0:1550575072.346944:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.346946:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876912:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.346949:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320570-0x5c6be48320570, portal 8
00000100:00000200:2.0:1550575072.346950:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876912, portal 4
00000100:00000200:2.0:1550575072.346951:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876912, offset 0
00000400:00000200:2.0:1550575072.346953:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.346955:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.346956:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.346958:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.346958:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.346959:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.346960:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.347207:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb03900 x1625895440876880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.347208:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb03900 x1625895440876880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.347210:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.347291:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876880:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.347513:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0cf00 - object 0x0:1725237 offset 1062207488<>1063256064
00000100:00100000:2.0:1550575072.347519:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.347521:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876944:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.347524:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320590-0x5c6be48320590, portal 8
00000100:00000200:2.0:1550575072.347525:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876944, portal 4
00000100:00000200:2.0:1550575072.347526:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876944, offset 0
00000400:00000200:2.0:1550575072.347527:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.347530:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.347531:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.347532:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.347533:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.347533:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.347534:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.347725:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb02100 x1625895440876912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.347727:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb02100 x1625895440876912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.347729:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.347796:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876912:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.348117:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e100 - object 0x0:1728629 offset 1062207488<>1063256064
00000100:00100000:2.0:1550575072.348122:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.348124:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876976:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.348128:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483205b0-0x5c6be483205b0, portal 8
00000100:00000200:2.0:1550575072.348129:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440876976, portal 4
00000100:00000200:2.0:1550575072.348130:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440876976, offset 0
00000400:00000200:2.0:1550575072.348131:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.348134:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.348136:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.348137:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.348138:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.348139:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.348140:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.348332:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0cf00 x1625895440876944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.348334:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0cf00 x1625895440876944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.348336:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.348396:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440876944:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.348677:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c900 - object 0x0:1728254 offset 1063256064<>1064304640
00000100:00100000:2.0:1550575072.348684:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.348685:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877008:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.348688:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483205d0-0x5c6be483205d0, portal 8
00000100:00000200:2.0:1550575072.348690:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877008, portal 4
00000100:00000200:2.0:1550575072.348691:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877008, offset 0
00000400:00000200:2.0:1550575072.348692:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.348695:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.348696:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.348697:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.348698:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.348698:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.348699:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.348905:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e100 x1625895440876976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.348907:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e100 x1625895440876976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.348909:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.348978:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440876976:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.349247:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c300 - object 0x0:1728687 offset 1063256064<>1064304640
00000100:00100000:2.0:1550575072.349251:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.349253:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877040:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.349255:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483205f0-0x5c6be483205f0, portal 8
00000100:00000200:2.0:1550575072.349257:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877040, portal 4
00000100:00000200:2.0:1550575072.349257:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877040, offset 0
00000400:00000200:2.0:1550575072.349259:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.349261:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.349262:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.349264:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.349264:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.349265:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.349265:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.349476:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c900 x1625895440877008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.349478:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c900 x1625895440877008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.349480:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.349550:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877008:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.349797:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e700 - object 0x0:1725237 offset 1063256064<>1064304640
00000100:00100000:2.0:1550575072.349803:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.349804:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877072:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.349807:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320610-0x5c6be48320610, portal 8
00000100:00000200:2.0:1550575072.349809:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877072, portal 4
00000100:00000200:2.0:1550575072.349809:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877072, offset 0
00000400:00000200:2.0:1550575072.349810:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.349813:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.349814:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.349815:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.349816:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.349816:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.349817:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.350015:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c300 x1625895440877040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.350017:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c300 x1625895440877040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.350019:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.350086:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877040:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.350365:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0d200 - object 0x0:1728629 offset 1063256064<>1064304640
00000100:00100000:2.0:1550575072.350370:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.350371:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877104:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.350374:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320630-0x5c6be48320630, portal 8
00000100:00000200:2.0:1550575072.350376:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877104, portal 4
00000100:00000200:2.0:1550575072.350376:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877104, offset 0
00000400:00000200:2.0:1550575072.350378:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.350380:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.350381:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.350383:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.350384:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.350384:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.350385:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.350594:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e700 x1625895440877072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.350596:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e700 x1625895440877072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.350598:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.350668:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877072:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.350919:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94300 - object 0x0:1728254 offset 1064304640<>1065353216
00000100:00100000:2.0:1550575072.350926:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.350927:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877136:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.350930:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320650-0x5c6be48320650, portal 8
00000100:00000200:2.0:1550575072.350931:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877136, portal 4
00000100:00000200:2.0:1550575072.350932:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877136, offset 0
00000400:00000200:2.0:1550575072.350933:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.350936:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.350937:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.350938:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.350939:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.350939:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.350940:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.351134:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0d200 x1625895440877104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.351136:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0d200 x1625895440877104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.351138:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.351201:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877104:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.351490:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95200 - object 0x0:1728687 offset 1064304640<>1065353216
00000100:00100000:2.0:1550575072.351495:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.351496:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877168:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.351499:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320670-0x5c6be48320670, portal 8
00000100:00000200:2.0:1550575072.351500:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877168, portal 4
00000100:00000200:2.0:1550575072.351501:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877168, offset 0
00000400:00000200:2.0:1550575072.351502:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.351505:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.351506:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.351507:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.351508:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.351509:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.351509:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.351708:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94300 x1625895440877136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.351710:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94300 x1625895440877136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.351712:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.351779:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877136:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.352045:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95e00 - object 0x0:1725237 offset 1064304640<>1065353216
00000100:00100000:2.0:1550575072.352051:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.352053:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877200:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.352056:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320690-0x5c6be48320690, portal 8
00000100:00000200:2.0:1550575072.352057:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877200, portal 4
00000100:00000200:2.0:1550575072.352058:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877200, offset 0
00000400:00000200:2.0:1550575072.352059:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.352062:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.352063:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.352064:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.352065:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.352066:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.352067:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.352276:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95200 x1625895440877168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.352278:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95200 x1625895440877168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.352279:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.352340:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877168:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.352613:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96a00 - object 0x0:1728629 offset 1064304640<>1065353216
00000100:00100000:2.0:1550575072.352618:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.352619:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877232:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.352622:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483206b0-0x5c6be483206b0, portal 8
00000100:00000200:2.0:1550575072.352623:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877232, portal 4
00000100:00000200:2.0:1550575072.352624:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877232, offset 0
00000400:00000200:2.0:1550575072.352625:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.352628:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.352629:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.352630:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.352631:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.352631:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.352632:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.352857:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95e00 x1625895440877200/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.352859:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95e00 x1625895440877200/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.352862:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.352944:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877200:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.353176:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97600 - object 0x0:1728254 offset 1065353216<>1066401792
00000100:00100000:2.0:1550575072.353185:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.353187:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877264:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.353190:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483206d0-0x5c6be483206d0, portal 8
00000100:00000200:2.0:1550575072.353191:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877264, portal 4
00000100:00000200:2.0:1550575072.353192:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877264, offset 0
00000400:00000200:2.0:1550575072.353193:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.353196:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.353197:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.353198:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.353199:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.353199:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.353200:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.353383:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96a00 x1625895440877232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.353385:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96a00 x1625895440877232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.353387:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.353447:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877232:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.353734:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b000 - object 0x0:1728687 offset 1065353216<>1066401792
00000100:00100000:2.0:1550575072.353739:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.353740:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877296:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.353743:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483206f0-0x5c6be483206f0, portal 8
00000100:00000200:2.0:1550575072.353745:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877296, portal 4
00000100:00000200:2.0:1550575072.353745:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877296, offset 0
00000400:00000200:2.0:1550575072.353747:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.353749:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.353750:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.353752:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.353753:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.353753:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.353754:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.353979:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97600 x1625895440877264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.353981:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97600 x1625895440877264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.353982:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.354064:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877264:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.354298:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17ff300 - object 0x0:1725237 offset 1065353216<>1066401792
00000100:00100000:2.0:1550575072.354304:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.354305:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877328:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.354308:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320710-0x5c6be48320710, portal 8
00000100:00000200:2.0:1550575072.354309:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877328, portal 4
00000100:00000200:2.0:1550575072.354310:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877328, offset 0
00000400:00000200:2.0:1550575072.354311:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.354314:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.354315:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.354317:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.354317:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.354318:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.354319:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.354514:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b000 x1625895440877296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.354516:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b000 x1625895440877296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.354518:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.354576:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877296:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.354850:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebadb00 - object 0x0:1728629 offset 1065353216<>1066401792
00000100:00100000:2.0:1550575072.354855:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.354856:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877360:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.354859:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320730-0x5c6be48320730, portal 8
00000100:00000200:2.0:1550575072.354860:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877360, portal 4
00000100:00000200:2.0:1550575072.354861:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877360, offset 0
00000400:00000200:2.0:1550575072.354862:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.354865:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.354866:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.354867:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.354868:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.354868:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.354869:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.355089:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17ff300 x1625895440877328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.355091:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17ff300 x1625895440877328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.355093:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.355167:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877328:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.355732:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cacf00 - object 0x0:1728254 offset 1066401792<>1067450368
00000100:00100000:2.0:1550575072.355739:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.355740:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877392:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.355743:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320750-0x5c6be48320750, portal 8
00000100:00000200:2.0:1550575072.355744:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877392, portal 4
00000100:00000200:2.0:1550575072.355745:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877392, offset 0
00000400:00000200:2.0:1550575072.355748:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.355751:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.355752:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.355754:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.355754:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.355755:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.355756:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.355759:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebadb00 x1625895440877360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.355760:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebadb00 x1625895440877360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.355762:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.355822:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877360:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.356303:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cae400 - object 0x0:1728687 offset 1066401792<>1067450368
00000100:00100000:2.0:1550575072.356307:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.356309:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877424:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.356311:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320770-0x5c6be48320770, portal 8
00000100:00000200:2.0:1550575072.356313:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877424, portal 4
00000100:00000200:2.0:1550575072.356314:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877424, offset 0
00000400:00000200:2.0:1550575072.356315:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.356317:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.356319:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.356320:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.356321:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.356321:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.356322:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.356521:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cacf00 x1625895440877392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.356523:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cacf00 x1625895440877392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.356525:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.356588:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877392:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.356857:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cacc00 - object 0x0:1725237 offset 1066401792<>1067450368
00000100:00100000:2.0:1550575072.356864:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.356865:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877456:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.356867:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320790-0x5c6be48320790, portal 8
00000100:00000200:2.0:1550575072.356870:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877456, portal 4
00000100:00000200:2.0:1550575072.356870:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877456, offset 0
00000400:00000200:2.0:1550575072.356872:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.356874:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.356875:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.356877:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.356877:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.356878:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.356879:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.357967:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac300 - object 0x0:1728254 offset 1067450368<>1068498944
00000100:00000200:2.0:1550575072.357975:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cacc00 x1625895440877456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.357977:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cacc00 x1625895440877456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.357978:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:3.0:1550575072.357982:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440877520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.357989:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483207d0-0x5c6be483207d0, portal 8
00000100:00000200:3.0:1550575072.357992:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877520, portal 4
00000100:00000200:3.0:1550575072.357994:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877520, offset 0
00000400:00000200:3.0:1550575072.357995:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.358000:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.358002:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.358004:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.358005:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.358006:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.358008:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:2.0:1550575072.358044:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877456:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.358573:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf300 - object 0x0:1728687 offset 1067450368<>1068498944
00000100:00100000:2.0:1550575072.358579:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.358580:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877552:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.358583:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483207f0-0x5c6be483207f0, portal 8
00000100:00000200:2.0:1550575072.358585:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877552, portal 4
00000100:00000200:2.0:1550575072.358586:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877552, offset 0
00000400:00000200:2.0:1550575072.358587:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.358589:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.358591:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.358592:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.358593:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.358593:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.358594:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575072.358837:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac300 x1625895440877520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.358840:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac300 x1625895440877520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.358842:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.358930:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440877520:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.358932:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.359144:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710300 - object 0x0:1725237 offset 1067450368<>1068498944
00000100:00100000:3.0:1550575072.359152:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440877584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.359156:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320810-0x5c6be48320810, portal 8
00000100:00000200:3.0:1550575072.359158:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877584, portal 4
00000100:00000200:3.0:1550575072.359159:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877584, offset 0
00000400:00000200:3.0:1550575072.359161:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.359164:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.359165:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.359167:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.359168:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.359168:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.359170:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.359687:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caea00 - object 0x0:1728629 offset 1067450368<>1068498944
00000100:00000200:2.0:1550575072.359693:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf300 x1625895440877552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.359695:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf300 x1625895440877552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.359696:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.359758:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877552:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.359760:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cae400 x1625895440877424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.359761:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cae400 x1625895440877424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.359763:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.359820:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877424:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.359962:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710300 x1625895440877584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.359964:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710300 x1625895440877584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.359966:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.360050:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440877584:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.360279:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cad200 - object 0x0:1728254 offset 1068498944<>1069547520
00000100:00100000:2.0:1550575072.360286:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.360287:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877648:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.360290:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320850-0x5c6be48320850, portal 8
00000100:00000200:2.0:1550575072.360291:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877648, portal 4
00000100:00000200:2.0:1550575072.360292:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877648, offset 0
00000400:00000200:2.0:1550575072.360293:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.360296:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.360297:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.360299:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.360299:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.360300:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.360301:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.360835:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cadb00 - object 0x0:1728687 offset 1068498944<>1069547520
00000100:00100000:2.0:1550575072.360840:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.360842:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877680:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.360845:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320870-0x5c6be48320870, portal 8
00000100:00000200:2.0:1550575072.360846:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877680, portal 4
00000100:00000200:2.0:1550575072.360847:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877680, offset 0
00000400:00000200:2.0:1550575072.360848:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.360851:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.360852:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.360853:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.360854:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.360854:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.360855:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.361079:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cad200 x1625895440877648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.361080:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cad200 x1625895440877648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.361082:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.361160:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877648:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.361409:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315200 - object 0x0:1725237 offset 1068498944<>1069547520
00000100:00100000:2.0:1550575072.361416:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.361417:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877712:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.361421:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320890-0x5c6be48320890, portal 8
00000100:00000200:2.0:1550575072.361422:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877712, portal 4
00000100:00000200:2.0:1550575072.361423:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877712, offset 0
00000400:00000200:2.0:1550575072.361424:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.361427:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.361428:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.361429:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.361430:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.361430:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.361431:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.361623:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cadb00 x1625895440877680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.361624:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cadb00 x1625895440877680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.361626:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.361687:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877680:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.361957:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315e00 - object 0x0:1728629 offset 1068498944<>1069547520
00000100:00100000:2.0:1550575072.361962:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.361963:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877744:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.361966:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483208b0-0x5c6be483208b0, portal 8
00000100:00000200:2.0:1550575072.361968:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877744, portal 4
00000100:00000200:2.0:1550575072.361969:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877744, offset 0
00000400:00000200:2.0:1550575072.361970:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.361973:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.361974:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.361975:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.361975:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.361976:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.361977:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.362206:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315200 x1625895440877712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.362207:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315200 x1625895440877712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.362209:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.362276:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877712:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.362532:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317600 - object 0x0:1728254 offset 1069547520<>1070596096
00000100:00100000:2.0:1550575072.362539:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.362540:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877776:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.362543:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483208d0-0x5c6be483208d0, portal 8
00000100:00000200:2.0:1550575072.362544:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877776, portal 4
00000100:00000200:2.0:1550575072.362545:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877776, offset 0
00000400:00000200:2.0:1550575072.362546:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.362549:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.362550:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.362551:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.362552:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.362552:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.362553:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.362731:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315e00 x1625895440877744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.362732:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315e00 x1625895440877744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.362734:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.362794:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877744:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.363086:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e316400 - object 0x0:1728687 offset 1069547520<>1070596096
00000100:00100000:2.0:1550575072.363091:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.363093:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877808:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.363096:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483208f0-0x5c6be483208f0, portal 8
00000100:00000200:2.0:1550575072.363097:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877808, portal 4
00000100:00000200:2.0:1550575072.363098:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877808, offset 0
00000400:00000200:2.0:1550575072.363099:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.363101:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.363103:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.363104:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.363105:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.363105:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.363106:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.363309:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317600 x1625895440877776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.363311:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317600 x1625895440877776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.363313:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.363372:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877776:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.363644:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244efc00 - object 0x0:1725237 offset 1069547520<>1070596096
00000100:00100000:2.0:1550575072.363650:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.363651:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877840:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.363655:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320910-0x5c6be48320910, portal 8
00000100:00000200:2.0:1550575072.363656:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877840, portal 4
00000100:00000200:2.0:1550575072.363657:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877840, offset 0
00000400:00000200:2.0:1550575072.363658:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.363661:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.363662:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.363663:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.363664:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.363665:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.363666:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.363865:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e316400 x1625895440877808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.363867:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e316400 x1625895440877808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.363869:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.363936:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877808:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.364201:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef600 - object 0x0:1728629 offset 1069547520<>1070596096
00000100:00100000:2.0:1550575072.364206:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.364207:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877872:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.364210:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320930-0x5c6be48320930, portal 8
00000100:00000200:2.0:1550575072.364212:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877872, portal 4
00000100:00000200:2.0:1550575072.364213:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877872, offset 0
00000400:00000200:2.0:1550575072.364214:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.364216:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.364218:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.364219:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.364219:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.364220:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.364221:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.364442:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244efc00 x1625895440877840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.364444:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244efc00 x1625895440877840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.364446:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.364515:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877840:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.364765:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef000 - object 0x0:1728254 offset 1070596096<>1071644672
00000100:00100000:2.0:1550575072.364772:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.364774:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877904:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.364777:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320950-0x5c6be48320950, portal 8
00000100:00000200:2.0:1550575072.364778:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877904, portal 4
00000100:00000200:2.0:1550575072.364779:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877904, offset 0
00000400:00000200:2.0:1550575072.364780:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.364783:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.364784:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.364785:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.364786:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.364786:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.364787:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.364964:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef600 x1625895440877872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.364966:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef600 x1625895440877872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.364968:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.365029:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877872:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.365326:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037ea00 - object 0x0:1728687 offset 1070596096<>1071644672
00000100:00100000:2.0:1550575072.365332:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.365333:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877936:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.365336:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320970-0x5c6be48320970, portal 8
00000100:00000200:2.0:1550575072.365338:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877936, portal 4
00000100:00000200:2.0:1550575072.365339:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877936, offset 0
00000400:00000200:2.0:1550575072.365340:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.365342:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.365344:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.365345:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.365346:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.365347:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.365348:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.365547:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef000 x1625895440877904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.365549:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef000 x1625895440877904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.365551:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.365613:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877904:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.365874:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037c000 - object 0x0:1725237 offset 1070596096<>1071644672
00000100:00100000:2.0:1550575072.365880:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.365881:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.365884:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320990-0x5c6be48320990, portal 8
00000100:00000200:2.0:1550575072.365886:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440877968, portal 4
00000100:00000200:2.0:1550575072.365887:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440877968, offset 0
00000400:00000200:2.0:1550575072.365889:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.365892:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.365893:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.365894:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.365895:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.365895:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.365896:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.366508:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037f900 - object 0x0:1728629 offset 1070596096<>1071644672
00000100:00100000:2.0:1550575072.366513:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.366514:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878000:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.366517:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483209b0-0x5c6be483209b0, portal 8
00000100:00000200:2.0:1550575072.366518:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878000, portal 4
00000100:00000200:2.0:1550575072.366519:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878000, offset 0
00000400:00000200:2.0:1550575072.366520:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.366523:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.366524:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.366526:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.366526:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.366527:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.366528:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.366742:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037c000 x1625895440877968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.366744:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037c000 x1625895440877968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.366746:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.366808:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440877968:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.367080:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037d500 - object 0x0:1728254 offset 1071644672<>1072693248
00000100:00100000:2.0:1550575072.367087:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.367088:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878032:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.367091:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483209d0-0x5c6be483209d0, portal 8
00000100:00000200:2.0:1550575072.367092:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878032, portal 4
00000100:00000200:2.0:1550575072.367093:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878032, offset 0
00000400:00000200:2.0:1550575072.367094:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.367097:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.367098:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.367099:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.367100:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.367100:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.367101:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.367384:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037f900 x1625895440878000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.367386:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037f900 x1625895440878000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.367389:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.367473:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878000:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.367661:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037ed00 - object 0x0:1728687 offset 1071644672<>1072693248
00000100:00100000:2.0:1550575072.367667:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.367668:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878064:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.367671:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483209f0-0x5c6be483209f0, portal 8
00000100:00000200:2.0:1550575072.367673:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878064, portal 4
00000100:00000200:2.0:1550575072.367673:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878064, offset 0
00000400:00000200:2.0:1550575072.367674:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.367677:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.367678:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.367680:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.367680:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.367681:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.367682:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.367817:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037ea00 x1625895440877936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.367819:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037ea00 x1625895440877936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.367820:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.367881:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440877936:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.367905:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037d500 x1625895440878032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.367906:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037d500 x1625895440878032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.367908:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.367967:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878032:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.368246:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037e700 - object 0x0:1725237 offset 1071644672<>1072693248
00000100:00100000:2.0:1550575072.368253:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.368254:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878096:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.368257:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320a10-0x5c6be48320a10, portal 8
00000100:00000200:2.0:1550575072.368258:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878096, portal 4
00000100:00000200:2.0:1550575072.368259:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878096, offset 0
00000400:00000200:2.0:1550575072.368260:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.368263:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.368264:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.368265:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.368266:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.368266:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.368267:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.368481:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037ed00 x1625895440878064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.368483:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037ed00 x1625895440878064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.368485:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.368556:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878064:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.368813:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037e400 - object 0x0:1728629 offset 1071644672<>1072693248
00000100:00100000:2.0:1550575072.368818:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.368819:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878128:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.368822:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320a30-0x5c6be48320a30, portal 8
00000100:00000200:2.0:1550575072.368823:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878128, portal 4
00000100:00000200:2.0:1550575072.368824:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878128, offset 0
00000400:00000200:2.0:1550575072.368825:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.368828:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.368829:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.368831:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.368831:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.368832:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.368833:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.369058:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037e700 x1625895440878096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.369059:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037e700 x1625895440878096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.369061:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.369132:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878096:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.369384:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037d200 - object 0x0:1728254 offset 1072693248<>1073741824
00000100:00100000:2.0:1550575072.369391:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.369392:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878160:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.369395:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320a50-0x5c6be48320a50, portal 8
00000100:00000200:2.0:1550575072.369396:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878160, portal 4
00000100:00000200:2.0:1550575072.369397:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878160, offset 0
00000400:00000200:2.0:1550575072.369398:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.369401:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.369402:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.369403:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.369404:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.369404:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.369405:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.369604:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037e400 x1625895440878128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.369606:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037e400 x1625895440878128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.369608:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.369673:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878128:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.369934:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337300 - object 0x0:1728687 offset 1072693248<>1073741824
00000100:00100000:2.0:1550575072.369939:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.369940:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878192:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.369943:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320a70-0x5c6be48320a70, portal 8
00000100:00000200:2.0:1550575072.369945:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878192, portal 4
00000100:00000200:2.0:1550575072.369945:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878192, offset 0
00000400:00000200:2.0:1550575072.369946:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.369949:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.369950:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.369952:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.369952:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.369953:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.369954:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.370185:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037d200 x1625895440878160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.370186:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037d200 x1625895440878160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.370188:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.370261:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878160:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.370512:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334300 - object 0x0:1725237 offset 1072693248<>1073741824
00000100:00100000:2.0:1550575072.370518:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.370520:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878224:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.370523:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320a90-0x5c6be48320a90, portal 8
00000100:00000200:2.0:1550575072.370524:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878224, portal 4
00000100:00000200:2.0:1550575072.370524:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878224, offset 0
00000400:00000200:2.0:1550575072.370526:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.370528:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.370530:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.370531:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.370532:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.370532:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.370533:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.370718:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337300 x1625895440878192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.370720:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337300 x1625895440878192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.370722:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.370781:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878192:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.371070:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336700 - object 0x0:1728629 offset 1072693248<>1073741824
00000100:00100000:2.0:1550575072.371075:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.371076:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878256:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.371079:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320ab0-0x5c6be48320ab0, portal 8
00000100:00000200:2.0:1550575072.371080:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878256, portal 4
00000100:00000200:2.0:1550575072.371081:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878256, offset 0
00000400:00000200:2.0:1550575072.371082:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.371085:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.371086:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.371087:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.371088:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.371088:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.371089:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.371306:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334300 x1625895440878224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.371308:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334300 x1625895440878224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.371310:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.371378:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878224:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.371638:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337600 - object 0x0:1728254 offset 1073741824<>1074790400
00000100:00100000:2.0:1550575072.371645:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.371647:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878288:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.371650:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320ad0-0x5c6be48320ad0, portal 8
00000100:00000200:2.0:1550575072.371651:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878288, portal 4
00000100:00000200:2.0:1550575072.371652:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878288, offset 0
00000400:00000200:2.0:1550575072.371653:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.371655:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.371657:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.371658:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.371659:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.371659:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.371660:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.371859:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336700 x1625895440878256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.371861:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336700 x1625895440878256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.371863:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.371926:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878256:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.372201:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334000 - object 0x0:1728687 offset 1073741824<>1074790400
00000100:00100000:2.0:1550575072.372206:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.372207:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878320:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.372210:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320af0-0x5c6be48320af0, portal 8
00000100:00000200:2.0:1550575072.372212:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878320, portal 4
00000100:00000200:2.0:1550575072.372212:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878320, offset 0
00000400:00000200:2.0:1550575072.372214:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.372216:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.372218:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.372219:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.372220:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.372220:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.372221:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.372429:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337600 x1625895440878288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.372430:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337600 x1625895440878288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.372432:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.372499:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878288:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.372763:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336100 - object 0x0:1725237 offset 1073741824<>1074790400
00000100:00100000:2.0:1550575072.372770:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.372771:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878352:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.372774:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320b10-0x5c6be48320b10, portal 8
00000100:00000200:2.0:1550575072.372776:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878352, portal 4
00000100:00000200:2.0:1550575072.372776:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878352, offset 0
00000400:00000200:2.0:1550575072.372778:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.372780:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.372781:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.372783:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.372783:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.372784:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.372785:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.372981:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334000 x1625895440878320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.372983:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334000 x1625895440878320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.372984:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.373054:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878320:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.373325:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337000 - object 0x0:1728629 offset 1073741824<>1074790400
00000100:00100000:2.0:1550575072.373330:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.373331:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878384:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.373334:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320b30-0x5c6be48320b30, portal 8
00000100:00000200:2.0:1550575072.373335:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878384, portal 4
00000100:00000200:2.0:1550575072.373336:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878384, offset 0
00000400:00000200:2.0:1550575072.373337:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.373340:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.373341:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.373342:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.373343:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.373343:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.373344:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.373561:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336100 x1625895440878352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.373563:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336100 x1625895440878352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.373565:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.373641:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878352:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.373887:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335200 - object 0x0:1728254 offset 1074790400<>1075838976
00000100:00100000:2.0:1550575072.373894:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.373895:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878416:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.373898:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320b50-0x5c6be48320b50, portal 8
00000100:00000200:2.0:1550575072.373899:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878416, portal 4
00000100:00000200:2.0:1550575072.373900:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878416, offset 0
00000400:00000200:2.0:1550575072.373901:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.373904:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.373905:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.373907:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.373907:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.373908:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.373909:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.374111:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337000 x1625895440878384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.374112:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337000 x1625895440878384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.374114:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.374179:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878384:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.374447:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335500 - object 0x0:1728687 offset 1074790400<>1075838976
00000100:00100000:2.0:1550575072.374452:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.374453:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878448:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.374457:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320b70-0x5c6be48320b70, portal 8
00000100:00000200:2.0:1550575072.374458:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878448, portal 4
00000100:00000200:2.0:1550575072.374459:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878448, offset 0
00000400:00000200:2.0:1550575072.374460:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.374463:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.374464:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.374465:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.374466:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.374466:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.374467:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.374683:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335200 x1625895440878416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.374685:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335200 x1625895440878416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.374687:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.374760:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878416:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.375001:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6100 - object 0x0:1725237 offset 1074790400<>1075838976
00000100:00100000:2.0:1550575072.375008:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.375009:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878480:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.375012:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320b90-0x5c6be48320b90, portal 8
00000100:00000200:2.0:1550575072.375014:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878480, portal 4
00000100:00000200:2.0:1550575072.375014:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878480, offset 0
00000400:00000200:2.0:1550575072.375017:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.375019:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.375020:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.375022:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.375022:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.375023:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.375024:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.375564:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6d00 - object 0x0:1728629 offset 1074790400<>1075838976
00000100:00100000:2.0:1550575072.375570:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.375571:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878512:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.375574:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320bb0-0x5c6be48320bb0, portal 8
00000100:00000200:2.0:1550575072.375575:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878512, portal 4
00000100:00000200:2.0:1550575072.375576:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878512, offset 0
00000400:00000200:2.0:1550575072.375577:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.375579:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.375580:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.375582:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.375582:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.375583:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.375584:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.375832:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6100 x1625895440878480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.375834:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6100 x1625895440878480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.375836:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.375919:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878480:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.376136:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca7600 - object 0x0:1728254 offset 1075838976<>1076887552
00000100:00100000:2.0:1550575072.376142:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.376144:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878544:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.376147:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320bd0-0x5c6be48320bd0, portal 8
00000100:00000200:2.0:1550575072.376148:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878544, portal 4
00000100:00000200:2.0:1550575072.376148:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878544, offset 0
00000400:00000200:2.0:1550575072.376150:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.376152:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.376153:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.376155:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.376156:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.376156:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575072.376157:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000008:00100000:2.0:1550575072.376698:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca5e00 - object 0x0:1728687 offset 1075838976<>1076887552
00000100:00100000:2.0:1550575072.376704:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.376705:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878576:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.376708:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320bf0-0x5c6be48320bf0, portal 8
00000100:00000200:2.0:1550575072.376709:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878576, portal 4
00000100:00000200:2.0:1550575072.376710:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878576, offset 0
00000400:00000200:2.0:1550575072.376711:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.376714:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.376715:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.376716:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.376717:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.376718:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.376718:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.376870:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335500 x1625895440878448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.376872:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335500 x1625895440878448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.376874:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.376932:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878448:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.376934:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6d00 x1625895440878512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.376936:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6d00 x1625895440878512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.376937:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.376997:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878512:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.377051:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca7600 x1625895440878544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.377053:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca7600 x1625895440878544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.377055:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:3.0:1550575072.377084:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.377131:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878544:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.377303:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710900 - object 0x0:1725237 offset 1075838976<>1076887552
00000100:00100000:3.0:1550575072.377309:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440878608:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.377314:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320c10-0x5c6be48320c10, portal 8
00000100:00000200:3.0:1550575072.377315:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878608, portal 4
00000100:00000200:3.0:1550575072.377316:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878608, offset 0
00000400:00000200:3.0:1550575072.377318:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.377321:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.377322:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.377324:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.377324:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.377325:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.377326:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.377472:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5e00 x1625895440878576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.377473:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5e00 x1625895440878576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.377475:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.377534:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878576:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.377900:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6700 - object 0x0:1728629 offset 1075838976<>1076887552
00000100:00100000:2.0:1550575072.377905:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.377907:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878640:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.377910:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320c30-0x5c6be48320c30, portal 8
00000100:00000200:2.0:1550575072.377911:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878640, portal 4
00000100:00000200:2.0:1550575072.377912:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878640, offset 0
00000400:00000200:2.0:1550575072.377913:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.377915:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.377917:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.377918:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.377919:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.377919:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.377920:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.378107:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710900 x1625895440878608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.378109:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710900 x1625895440878608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.378110:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.378173:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440878608:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.378468:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca7300 - object 0x0:1728254 offset 1076887552<>1077936128
00000100:00100000:2.0:1550575072.378475:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.378476:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878672:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.378479:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320c50-0x5c6be48320c50, portal 8
00000100:00000200:2.0:1550575072.378480:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878672, portal 4
00000100:00000200:2.0:1550575072.378481:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878672, offset 0
00000400:00000200:2.0:1550575072.378482:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.378484:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.378486:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.378487:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.378488:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.378488:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.378489:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.378691:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6700 x1625895440878640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.378692:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6700 x1625895440878640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.378694:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.378758:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878640:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.379026:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4300 - object 0x0:1728687 offset 1076887552<>1077936128
00000100:00000200:2.0:1550575072.379262:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca7300 x1625895440878672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.379264:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca7300 x1625895440878672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.379265:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.379327:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878672:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.379595:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc511800 - object 0x0:1725237 offset 1076887552<>1077936128
00000100:00100000:2.0:1550575072.379601:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.379603:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878736:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.379606:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320c90-0x5c6be48320c90, portal 8
00000100:00000200:2.0:1550575072.379607:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878736, portal 4
00000100:00000200:2.0:1550575072.379608:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878736, offset 0
00000400:00000200:2.0:1550575072.379609:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.379612:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.379613:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.379615:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.379615:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.379616:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.379617:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.380150:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc513c00 - object 0x0:1728629 offset 1076887552<>1077936128
00000100:00100000:2.0:1550575072.380155:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.380156:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878768:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.380159:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320cb0-0x5c6be48320cb0, portal 8
00000100:00000200:2.0:1550575072.380160:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878768, portal 4
00000100:00000200:2.0:1550575072.380161:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878768, offset 0
00000400:00000200:2.0:1550575072.380162:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.380165:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.380166:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.380167:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.380168:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.380168:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.380169:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.380383:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc511800 x1625895440878736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.380385:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc511800 x1625895440878736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.380387:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.380455:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878736:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.380715:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc510c00 - object 0x0:1728254 offset 1077936128<>1078984704
00000100:00100000:2.0:1550575072.380722:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.380723:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878800:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.380726:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320cd0-0x5c6be48320cd0, portal 8
00000100:00000200:2.0:1550575072.380728:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878800, portal 4
00000100:00000200:2.0:1550575072.380728:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878800, offset 0
00000400:00000200:2.0:1550575072.380729:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.380732:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.380733:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.380734:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.380735:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.380735:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.380736:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.380924:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc513c00 x1625895440878768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.380926:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc513c00 x1625895440878768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.380928:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.380990:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878768:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.381294:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc510600 - object 0x0:1728687 offset 1077936128<>1078984704
00000100:00100000:2.0:1550575072.381299:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.381301:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878832:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.381304:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320cf0-0x5c6be48320cf0, portal 8
00000100:00000200:2.0:1550575072.381305:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878832, portal 4
00000100:00000200:2.0:1550575072.381306:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878832, offset 0
00000400:00000200:2.0:1550575072.381307:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.381310:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.381311:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.381312:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.381313:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.381313:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.381314:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.381512:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc510c00 x1625895440878800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.381514:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc510c00 x1625895440878800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.381516:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.381585:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878800:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.381843:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc511200 - object 0x0:1725237 offset 1077936128<>1078984704
00000100:00100000:2.0:1550575072.381850:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.381851:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878864:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.381854:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320d10-0x5c6be48320d10, portal 8
00000100:00000200:2.0:1550575072.381856:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878864, portal 4
00000100:00000200:2.0:1550575072.381857:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878864, offset 0
00000400:00000200:2.0:1550575072.381858:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.381860:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.381861:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.381863:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.381864:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.381864:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.381865:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.382064:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc510600 x1625895440878832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.382066:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc510600 x1625895440878832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.382068:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.382129:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878832:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.382407:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1e00 - object 0x0:1728629 offset 1077936128<>1078984704
00000100:00100000:2.0:1550575072.382412:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.382414:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878896:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.382417:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320d30-0x5c6be48320d30, portal 8
00000100:00000200:2.0:1550575072.382418:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878896, portal 4
00000100:00000200:2.0:1550575072.382419:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878896, offset 0
00000400:00000200:2.0:1550575072.382420:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.382422:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.382424:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.382425:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.382425:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.382426:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.382427:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.382630:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc511200 x1625895440878864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.382632:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc511200 x1625895440878864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.382634:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.382701:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878864:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.382955:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3600 - object 0x0:1728254 offset 1078984704<>1080033280
00000100:00100000:2.0:1550575072.382962:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.382963:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878928:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.382966:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320d50-0x5c6be48320d50, portal 8
00000100:00000200:2.0:1550575072.382967:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878928, portal 4
00000100:00000200:2.0:1550575072.382968:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878928, offset 0
00000400:00000200:2.0:1550575072.382969:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.382972:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.382973:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.382974:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.382975:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.382975:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.382977:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.383529:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c2400 - object 0x0:1728687 offset 1078984704<>1080033280
00000100:00100000:2.0:1550575072.383534:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.383535:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878960:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.383538:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320d70-0x5c6be48320d70, portal 8
00000100:00000200:2.0:1550575072.383540:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878960, portal 4
00000100:00000200:2.0:1550575072.383540:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878960, offset 0
00000400:00000200:2.0:1550575072.383541:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.383544:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.383545:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.383546:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.383547:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.383548:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.383549:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.383775:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3600 x1625895440878928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.383777:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3600 x1625895440878928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.383779:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.383863:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878928:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.384105:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3c00 - object 0x0:1725237 offset 1078984704<>1080033280
00000100:00100000:2.0:1550575072.384112:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.384113:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878992:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.384116:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320d90-0x5c6be48320d90, portal 8
00000100:00000200:2.0:1550575072.384117:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440878992, portal 4
00000100:00000200:2.0:1550575072.384118:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440878992, offset 0
00000400:00000200:2.0:1550575072.384119:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.384122:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.384123:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.384124:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.384125:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.384126:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.384127:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.384656:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1500 - object 0x0:1728629 offset 1078984704<>1080033280
00000100:00000200:2.0:1550575072.384662:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c2400 x1625895440878960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.384664:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c2400 x1625895440878960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.384666:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.384725:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878960:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.384727:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1e00 x1625895440878896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.384729:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1e00 x1625895440878896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.384730:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.384789:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440878896:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.384919:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3c00 x1625895440878992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.384921:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3c00 x1625895440878992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.384923:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.384993:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440878992:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.385263:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c2d00 - object 0x0:1728254 offset 1080033280<>1081081856
00000100:00100000:2.0:1550575072.385269:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.385271:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879056:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.385274:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320dd0-0x5c6be48320dd0, portal 8
00000100:00000200:2.0:1550575072.385275:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879056, portal 4
00000100:00000200:2.0:1550575072.385276:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879056, offset 0
00000400:00000200:2.0:1550575072.385277:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.385280:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.385281:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.385282:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.385283:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.385283:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.385284:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.385825:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c000 - object 0x0:1728687 offset 1080033280<>1081081856
00000100:00100000:2.0:1550575072.385830:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.385831:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.385834:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320df0-0x5c6be48320df0, portal 8
00000100:00000200:2.0:1550575072.385836:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879088, portal 4
00000100:00000200:2.0:1550575072.385837:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879088, offset 0
00000400:00000200:2.0:1550575072.385838:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.385841:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.385842:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.385843:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.385844:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.385844:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.385845:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.386057:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c2d00 x1625895440879056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.386059:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c2d00 x1625895440879056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.386061:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.386137:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879056:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.386396:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52d800 - object 0x0:1725237 offset 1080033280<>1081081856
00000100:00100000:2.0:1550575072.386402:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.386404:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879120:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.386407:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320e10-0x5c6be48320e10, portal 8
00000100:00000200:2.0:1550575072.386408:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879120, portal 4
00000100:00000200:2.0:1550575072.386409:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879120, offset 0
00000400:00000200:2.0:1550575072.386410:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.386413:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.386414:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.386415:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.386416:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.386416:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.386417:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.386717:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c000 x1625895440879088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.386719:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c000 x1625895440879088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.386721:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.386801:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.387196:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52d800 x1625895440879120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.387198:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52d800 x1625895440879120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.387199:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.387262:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879120:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.387519:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f000 - object 0x0:1728254 offset 1081081856<>1082130432
00000100:00100000:2.0:1550575072.387526:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.387527:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879184:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.387530:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320e50-0x5c6be48320e50, portal 8
00000100:00000200:2.0:1550575072.387532:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879184, portal 4
00000100:00000200:2.0:1550575072.387532:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879184, offset 0
00000400:00000200:2.0:1550575072.387533:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.387536:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.387537:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.387539:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.387539:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.387540:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.387541:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.388100:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c600 - object 0x0:1728687 offset 1081081856<>1082130432
00000100:00100000:2.0:1550575072.388105:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.388106:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879216:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.388110:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320e70-0x5c6be48320e70, portal 8
00000100:00000200:2.0:1550575072.388112:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879216, portal 4
00000100:00000200:2.0:1550575072.388112:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879216, offset 0
00000400:00000200:2.0:1550575072.388113:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.388116:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.388117:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.388118:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.388119:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.388119:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.388120:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.388328:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f000 x1625895440879184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.388330:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f000 x1625895440879184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.388331:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.388396:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879184:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.388702:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52de00 - object 0x0:1725237 offset 1081081856<>1082130432
00000100:00100000:2.0:1550575072.388709:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.388710:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879248:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.388713:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320e90-0x5c6be48320e90, portal 8
00000100:00000200:2.0:1550575072.388715:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879248, portal 4
00000100:00000200:2.0:1550575072.388715:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879248, offset 0
00000400:00000200:2.0:1550575072.388717:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.388719:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.388720:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.388722:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.388722:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.388723:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.388724:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.388988:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c600 x1625895440879216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.388989:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c600 x1625895440879216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.388991:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.389083:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879216:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.389292:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f600 - object 0x0:1728629 offset 1081081856<>1082130432
00000100:00100000:2.0:1550575072.389297:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.389299:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879280:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.389302:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320eb0-0x5c6be48320eb0, portal 8
00000100:00000200:2.0:1550575072.389303:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879280, portal 4
00000100:00000200:2.0:1550575072.389304:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879280, offset 0
00000400:00000200:2.0:1550575072.389305:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.389307:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.389309:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.389310:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.389311:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.389311:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.389312:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.389511:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52de00 x1625895440879248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.389513:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52de00 x1625895440879248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.389515:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.389578:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879248:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.389845:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52cf00 - object 0x0:1728254 offset 1082130432<>1083179008
00000100:00100000:2.0:1550575072.389852:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.389854:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879312:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.389856:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320ed0-0x5c6be48320ed0, portal 8
00000100:00000200:2.0:1550575072.389857:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879312, portal 4
00000100:00000200:2.0:1550575072.389858:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879312, offset 0
00000400:00000200:2.0:1550575072.389859:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.389862:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.389863:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.389864:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.389865:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.389865:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.389866:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.390199:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f600 x1625895440879280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.390201:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f600 x1625895440879280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.390203:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.390289:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879280:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.390631:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52cf00 x1625895440879312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.390633:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52cf00 x1625895440879312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.390634:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.390699:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879312:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.390957:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52e700 - object 0x0:1725237 offset 1082130432<>1083179008
00000100:00100000:2.0:1550575072.390964:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.390965:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879376:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.390968:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320f10-0x5c6be48320f10, portal 8
00000100:00000200:2.0:1550575072.390969:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879376, portal 4
00000100:00000200:2.0:1550575072.390970:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879376, offset 0
00000400:00000200:2.0:1550575072.390971:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.390974:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.390975:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.390976:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.390977:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.390977:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.390978:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.391556:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0600 - object 0x0:1728629 offset 1082130432<>1083179008
00000100:00100000:2.0:1550575072.391561:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.391563:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879408:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.391565:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320f30-0x5c6be48320f30, portal 8
00000100:00000200:2.0:1550575072.391566:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879408, portal 4
00000100:00000200:2.0:1550575072.391567:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879408, offset 0
00000400:00000200:2.0:1550575072.391568:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.391571:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.391572:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.391573:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.391574:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.391574:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.391575:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.391750:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52e700 x1625895440879376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.391752:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52e700 x1625895440879376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.391753:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.391818:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879376:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.392090:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1e00 - object 0x0:1728254 offset 1083179008<>1084227584
00000100:00100000:2.0:1550575072.392096:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.392098:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879440:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.392100:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320f50-0x5c6be48320f50, portal 8
00000100:00000200:2.0:1550575072.392102:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879440, portal 4
00000100:00000200:2.0:1550575072.392102:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879440, offset 0
00000400:00000200:2.0:1550575072.392103:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.392106:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.392107:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.392108:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.392109:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.392109:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.392110:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.392635:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3600 - object 0x0:1728687 offset 1083179008<>1084227584
00000100:00000200:2.0:1550575072.392641:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0600 x1625895440879408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.392643:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0600 x1625895440879408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.392645:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.392704:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879408:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.392885:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1e00 x1625895440879440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.392887:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1e00 x1625895440879440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.392888:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.392965:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879440:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.393210:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0c00 - object 0x0:1725237 offset 1083179008<>1084227584
00000100:00100000:2.0:1550575072.393217:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.393218:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879504:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.393221:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320f90-0x5c6be48320f90, portal 8
00000100:00000200:2.0:1550575072.393223:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879504, portal 4
00000100:00000200:2.0:1550575072.393224:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879504, offset 0
00000400:00000200:2.0:1550575072.393225:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.393228:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.393229:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.393230:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.393231:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.393231:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.393232:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.393768:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2400 - object 0x0:1728629 offset 1083179008<>1084227584
00000100:00100000:2.0:1550575072.393773:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.393775:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879536:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.393777:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320fb0-0x5c6be48320fb0, portal 8
00000100:00000200:2.0:1550575072.393779:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879536, portal 4
00000100:00000200:2.0:1550575072.393780:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879536, offset 0
00000400:00000200:2.0:1550575072.393781:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.393783:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.393784:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.393786:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.393786:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.393787:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.393788:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.394036:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0c00 x1625895440879504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.394038:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0c00 x1625895440879504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.394040:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.394124:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879504:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.394338:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3c00 - object 0x0:1728254 offset 1084227584<>1085276160
00000100:00100000:2.0:1550575072.394345:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.394346:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879568:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.394349:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48320fd0-0x5c6be48320fd0, portal 8
00000100:00000200:2.0:1550575072.394351:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879568, portal 4
00000100:00000200:2.0:1550575072.394351:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879568, offset 0
00000400:00000200:2.0:1550575072.394353:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.394355:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.394356:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.394358:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.394358:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.394359:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.394360:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.394878:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1500 - object 0x0:1728687 offset 1084227584<>1085276160
00000100:00000200:2.0:1550575072.394884:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2400 x1625895440879536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.394886:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2400 x1625895440879536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.394888:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.394963:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879536:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.395147:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3c00 x1625895440879568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.395148:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3c00 x1625895440879568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.395150:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.395225:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879568:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.395472:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2d00 - object 0x0:1725237 offset 1084227584<>1085276160
00000100:00100000:2.0:1550575072.395479:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.395480:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879632:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.395483:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321010-0x5c6be48321010, portal 8
00000100:00000200:2.0:1550575072.395485:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879632, portal 4
00000100:00000200:2.0:1550575072.395485:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879632, offset 0
00000400:00000200:2.0:1550575072.395487:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.395489:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.395490:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.395492:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.395492:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.395493:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.395494:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.396026:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c6400 - object 0x0:1728629 offset 1084227584<>1085276160
00000100:00000200:2.0:1550575072.396292:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2d00 x1625895440879632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.396294:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2d00 x1625895440879632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.396296:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.396374:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879632:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.396599:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c7000 - object 0x0:1728254 offset 1085276160<>1086324736
00000100:00100000:2.0:1550575072.396606:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.396607:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879696:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.396610:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321050-0x5c6be48321050, portal 8
00000100:00000200:2.0:1550575072.396611:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879696, portal 4
00000100:00000200:2.0:1550575072.396612:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879696, offset 0
00000400:00000200:2.0:1550575072.396613:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.396616:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.396617:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.396619:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.396619:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.396620:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.396621:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.397171:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c4000 - object 0x0:1728687 offset 1085276160<>1086324736
00000100:00100000:2.0:1550575072.397176:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.397177:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879728:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.397184:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321070-0x5c6be48321070, portal 8
00000100:00000200:2.0:1550575072.397185:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879728, portal 4
00000100:00000200:2.0:1550575072.397186:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879728, offset 0
00000400:00000200:2.0:1550575072.397187:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.397190:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.397191:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.397193:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.397193:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.397194:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.397195:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.397400:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c7000 x1625895440879696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.397402:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c7000 x1625895440879696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.397404:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.397475:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879696:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.397727:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c5500 - object 0x0:1725237 offset 1085276160<>1086324736
00000100:00100000:2.0:1550575072.397734:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.397735:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879760:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.397738:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321090-0x5c6be48321090, portal 8
00000100:00000200:2.0:1550575072.397739:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879760, portal 4
00000100:00000200:2.0:1550575072.397740:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879760, offset 0
00000400:00000200:2.0:1550575072.397741:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.397744:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.397745:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.397747:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.397747:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.397748:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.397749:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.398051:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c4000 x1625895440879728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.398053:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c4000 x1625895440879728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.398057:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.398137:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879728:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.398540:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c5500 x1625895440879760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.398542:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c5500 x1625895440879760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.398543:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.398616:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879760:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.398850:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c5e00 - object 0x0:1728254 offset 1086324736<>1087373312
00000100:00100000:2.0:1550575072.398857:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.398858:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879824:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.398860:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483210d0-0x5c6be483210d0, portal 8
00000100:00000200:2.0:1550575072.398862:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879824, portal 4
00000100:00000200:2.0:1550575072.398863:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879824, offset 0
00000400:00000200:2.0:1550575072.398864:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.398867:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.398868:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.398869:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.398870:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.398870:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.398871:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.399474:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36a00 - object 0x0:1728687 offset 1086324736<>1087373312
00000100:00100000:2.0:1550575072.399479:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.399480:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879856:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.399483:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483210f0-0x5c6be483210f0, portal 8
00000100:00000200:2.0:1550575072.399485:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879856, portal 4
00000100:00000200:2.0:1550575072.399485:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879856, offset 0
00000400:00000200:2.0:1550575072.399487:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.399489:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.399490:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.399492:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.399492:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.399493:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.399494:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.399653:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c5e00 x1625895440879824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.399654:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c5e00 x1625895440879824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.399656:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.399718:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879824:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.400030:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37600 - object 0x0:1725237 offset 1086324736<>1087373312
00000100:00100000:2.0:1550575072.400043:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.400044:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879888:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.400047:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321110-0x5c6be48321110, portal 8
00000100:00000200:2.0:1550575072.400049:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879888, portal 4
00000100:00000200:2.0:1550575072.400050:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879888, offset 0
00000400:00000200:2.0:1550575072.400051:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.400053:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.400055:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.400056:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.400057:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.400057:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.400058:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.400355:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36a00 x1625895440879856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.400357:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36a00 x1625895440879856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.400359:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.400441:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879856:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.400856:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37600 x1625895440879888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.400857:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37600 x1625895440879888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.400859:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.400935:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879888:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.401157:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37000 - object 0x0:1728254 offset 1087373312<>1088421888
00000100:00100000:2.0:1550575072.401164:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.401165:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879952:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.401168:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321150-0x5c6be48321150, portal 8
00000100:00000200:2.0:1550575072.401169:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879952, portal 4
00000100:00000200:2.0:1550575072.401170:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879952, offset 0
00000400:00000200:2.0:1550575072.401171:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.401174:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.401175:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.401177:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.401177:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.401178:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.401179:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.401718:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37c00 - object 0x0:1728687 offset 1087373312<>1088421888
00000100:00100000:2.0:1550575072.401723:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.401724:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879984:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.401727:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321170-0x5c6be48321170, portal 8
00000100:00000200:2.0:1550575072.401728:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440879984, portal 4
00000100:00000200:2.0:1550575072.401729:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440879984, offset 0
00000400:00000200:2.0:1550575072.401730:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.401733:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.401734:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.401735:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.401736:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.401736:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.401737:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.401952:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37000 x1625895440879952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.401954:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37000 x1625895440879952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.401956:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.402024:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440879952:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.402285:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34600 - object 0x0:1725237 offset 1087373312<>1088421888
00000100:00100000:2.0:1550575072.402291:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.402293:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880016:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.402296:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321190-0x5c6be48321190, portal 8
00000100:00000200:2.0:1550575072.402298:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880016, portal 4
00000100:00000200:2.0:1550575072.402299:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880016, offset 0
00000400:00000200:2.0:1550575072.402300:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.402303:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.402304:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.402306:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.402306:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.402307:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.402308:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.402834:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7c900 - object 0x0:1728629 offset 1087373312<>1088421888
00000100:00000200:2.0:1550575072.402841:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37c00 x1625895440879984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.402843:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37c00 x1625895440879984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.402845:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.402907:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440879984:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.403104:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34600 x1625895440880016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.403106:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34600 x1625895440880016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.403107:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.403175:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880016:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.403423:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7d200 - object 0x0:1728254 offset 1088421888<>1089470464
00000100:00100000:2.0:1550575072.403429:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.403431:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880080:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.403433:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483211d0-0x5c6be483211d0, portal 8
00000100:00000200:2.0:1550575072.403435:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880080, portal 4
00000100:00000200:2.0:1550575072.403436:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880080, offset 0
00000400:00000200:2.0:1550575072.403437:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.403440:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.403441:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.403442:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.403443:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.403444:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.403445:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.403984:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7de00 - object 0x0:1728687 offset 1088421888<>1089470464
00000100:00100000:2.0:1550575072.403990:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.403991:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880112:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.403994:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483211f0-0x5c6be483211f0, portal 8
00000100:00000200:2.0:1550575072.403996:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880112, portal 4
00000100:00000200:2.0:1550575072.403996:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880112, offset 0
00000400:00000200:2.0:1550575072.403997:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.404000:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.404001:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.404002:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.404003:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.404003:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.404004:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.404228:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7d200 x1625895440880080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.404230:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7d200 x1625895440880080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.404232:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.404302:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880080:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.404555:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7ea00 - object 0x0:1725237 offset 1088421888<>1089470464
00000100:00100000:2.0:1550575072.404562:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.404563:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880144:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.404567:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321210-0x5c6be48321210, portal 8
00000100:00000200:2.0:1550575072.404568:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880144, portal 4
00000100:00000200:2.0:1550575072.404569:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880144, offset 0
00000400:00000200:2.0:1550575072.404570:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.404573:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.404574:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.404575:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.404576:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.404576:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.404577:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.404856:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7de00 x1625895440880112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.404858:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7de00 x1625895440880112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.404859:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.404934:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880112:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.405358:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7ea00 x1625895440880144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.405359:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7ea00 x1625895440880144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.405361:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.405418:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880144:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.405686:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7f600 - object 0x0:1728254 offset 1089470464<>1090519040
00000100:00100000:2.0:1550575072.405693:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.405694:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880208:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.405697:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321250-0x5c6be48321250, portal 8
00000100:00000200:2.0:1550575072.405698:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880208, portal 4
00000100:00000200:2.0:1550575072.405699:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880208, offset 0
00000400:00000200:2.0:1550575072.405701:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.405704:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.405705:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.405707:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.405707:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.405708:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.405709:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.406261:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7f900 - object 0x0:1728687 offset 1089470464<>1090519040
00000100:00100000:2.0:1550575072.406266:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.406267:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880240:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.406270:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321270-0x5c6be48321270, portal 8
00000100:00000200:2.0:1550575072.406272:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880240, portal 4
00000100:00000200:2.0:1550575072.406273:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880240, offset 0
00000400:00000200:2.0:1550575072.406274:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.406276:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.406277:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.406279:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.406279:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.406280:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.406281:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.406494:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7f600 x1625895440880208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.406496:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7f600 x1625895440880208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.406498:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.406573:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880208:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.406810:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7e100 - object 0x0:1725237 offset 1089470464<>1090519040
00000100:00100000:2.0:1550575072.406816:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.406818:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880272:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.406821:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321290-0x5c6be48321290, portal 8
00000100:00000200:2.0:1550575072.406822:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880272, portal 4
00000100:00000200:2.0:1550575072.406823:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880272, offset 0
00000400:00000200:2.0:1550575072.406824:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.406827:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.406828:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.406829:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.406830:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.406830:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.406831:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.407130:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7f900 x1625895440880240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.407132:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7f900 x1625895440880240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.407134:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.407216:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880240:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.407633:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7e100 x1625895440880272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.407635:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7e100 x1625895440880272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.407636:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.407708:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880272:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.407940:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7d500 - object 0x0:1728254 offset 1090519040<>1091567616
00000100:00100000:2.0:1550575072.407947:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.407948:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880336:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.407951:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483212d0-0x5c6be483212d0, portal 8
00000100:00000200:2.0:1550575072.407952:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880336, portal 4
00000100:00000200:2.0:1550575072.407953:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880336, offset 0
00000400:00000200:2.0:1550575072.407954:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.407956:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.407957:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.407959:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.407959:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.407960:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.407961:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.408516:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7c600 - object 0x0:1728687 offset 1090519040<>1091567616
00000100:00100000:2.0:1550575072.408521:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.408523:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880368:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.408526:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483212f0-0x5c6be483212f0, portal 8
00000100:00000200:2.0:1550575072.408527:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880368, portal 4
00000100:00000200:2.0:1550575072.408528:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880368, offset 0
00000400:00000200:2.0:1550575072.408530:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.408532:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.408533:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.408534:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.408535:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.408535:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.408536:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.408746:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7d500 x1625895440880336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.408748:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7d500 x1625895440880336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.408750:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.408824:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880336:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.409068:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534000 - object 0x0:1725237 offset 1090519040<>1091567616
00000100:00100000:2.0:1550575072.409074:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.409076:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880400:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.409079:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321310-0x5c6be48321310, portal 8
00000100:00000200:2.0:1550575072.409080:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880400, portal 4
00000100:00000200:2.0:1550575072.409081:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880400, offset 0
00000400:00000200:2.0:1550575072.409083:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.409085:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.409086:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.409088:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.409088:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.409089:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.409090:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.409377:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7c600 x1625895440880368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.409379:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7c600 x1625895440880368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.409380:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.409454:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880368:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.409886:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc534000 x1625895440880400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.409888:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc534000 x1625895440880400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.409889:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.409964:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880400:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.410212:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534c00 - object 0x0:1728254 offset 1091567616<>1092616192
00000100:00100000:2.0:1550575072.410218:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.410220:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880464:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.410223:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321350-0x5c6be48321350, portal 8
00000100:00000200:2.0:1550575072.410224:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880464, portal 4
00000100:00000200:2.0:1550575072.410225:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880464, offset 0
00000400:00000200:2.0:1550575072.410226:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.410229:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.410230:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.410232:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.410232:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.410233:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.410234:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.410840:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc535e00 - object 0x0:1728687 offset 1091567616<>1092616192
00000100:00100000:2.0:1550575072.410845:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.410847:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880496:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.410849:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321370-0x5c6be48321370, portal 8
00000100:00000200:2.0:1550575072.410851:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880496, portal 4
00000100:00000200:2.0:1550575072.410852:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880496, offset 0
00000400:00000200:2.0:1550575072.410853:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.410856:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.410857:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.410858:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.410859:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.410859:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.410860:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.411020:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc534c00 x1625895440880464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.411022:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc534c00 x1625895440880464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.411024:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.411091:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880464:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.411390:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536a00 - object 0x0:1725237 offset 1091567616<>1092616192
00000100:00100000:2.0:1550575072.411396:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.411398:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.411401:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321390-0x5c6be48321390, portal 8
00000100:00000200:2.0:1550575072.411403:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880528, portal 4
00000100:00000200:2.0:1550575072.411404:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880528, offset 0
00000400:00000200:2.0:1550575072.411405:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.411408:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.411409:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.411410:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.411411:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.411411:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.411412:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.411938:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc537600 - object 0x0:1728629 offset 1091567616<>1092616192
00000100:00100000:2.0:1550575072.411944:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.411945:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.411948:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483213b0-0x5c6be483213b0, portal 8
00000100:00000200:2.0:1550575072.411949:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880560, portal 4
00000100:00000200:2.0:1550575072.411950:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880560, offset 0
00000400:00000200:2.0:1550575072.411951:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.411954:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.411955:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.411956:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.411957:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.411957:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.411958:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.412208:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536a00 x1625895440880528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.412210:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536a00 x1625895440880528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.412212:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.412293:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880528:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.412521:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534300 - object 0x0:1728254 offset 1092616192<>1093664768
00000100:00100000:2.0:1550575072.412528:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.412530:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880592:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.412533:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483213d0-0x5c6be483213d0, portal 8
00000100:00000200:2.0:1550575072.412535:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880592, portal 4
00000100:00000200:2.0:1550575072.412535:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880592, offset 0
00000400:00000200:2.0:1550575072.412536:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.412539:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.412540:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.412541:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.412542:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.412542:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.412543:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.413069:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534f00 - object 0x0:1728687 offset 1092616192<>1093664768
00000100:00000200:2.0:1550575072.413074:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc537600 x1625895440880560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.413076:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc537600 x1625895440880560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.413078:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.413137:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.413139:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc535e00 x1625895440880496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.413140:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc535e00 x1625895440880496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.413142:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.413202:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880496:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.413343:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc534300 x1625895440880592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.413345:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc534300 x1625895440880592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.413346:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.413424:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880592:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.413651:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc535b00 - object 0x0:1725237 offset 1092616192<>1093664768
00000100:00100000:2.0:1550575072.413658:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.413660:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880656:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.413662:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321410-0x5c6be48321410, portal 8
00000100:00000200:2.0:1550575072.413664:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880656, portal 4
00000100:00000200:2.0:1550575072.413665:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880656, offset 0
00000400:00000200:2.0:1550575072.413666:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.413668:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.413670:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.413671:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.413672:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.413672:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.413673:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.414214:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536700 - object 0x0:1728629 offset 1092616192<>1093664768
00000100:00100000:2.0:1550575072.414219:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.414220:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880688:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.414223:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321430-0x5c6be48321430, portal 8
00000100:00000200:2.0:1550575072.414224:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880688, portal 4
00000100:00000200:2.0:1550575072.414225:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880688, offset 0
00000400:00000200:2.0:1550575072.414226:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.414228:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.414229:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.414231:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.414231:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.414232:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.414233:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.414473:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc535b00 x1625895440880656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.414475:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc535b00 x1625895440880656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.414477:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.414561:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880656:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.414780:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc537300 - object 0x0:1728254 offset 1093664768<>1094713344
00000100:00100000:2.0:1550575072.414787:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.414788:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880720:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.414791:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321450-0x5c6be48321450, portal 8
00000100:00000200:2.0:1550575072.414792:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880720, portal 4
00000100:00000200:2.0:1550575072.414793:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880720, offset 0
00000400:00000200:2.0:1550575072.414794:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.414796:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.414797:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.414799:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.414799:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.414800:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.414801:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.415007:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536700 x1625895440880688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.415009:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536700 x1625895440880688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.415011:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.415084:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880688:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.415344:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660300 - object 0x0:1728687 offset 1093664768<>1094713344
00000100:00100000:2.0:1550575072.415349:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.415350:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880752:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.415353:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321470-0x5c6be48321470, portal 8
00000100:00000200:2.0:1550575072.415355:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880752, portal 4
00000100:00000200:2.0:1550575072.415356:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880752, offset 0
00000400:00000200:2.0:1550575072.415357:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.415359:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.415360:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.415362:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.415363:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.415363:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.415364:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.415602:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc537300 x1625895440880720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.415604:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc537300 x1625895440880720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.415606:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.415686:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880720:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.415904:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662700 - object 0x0:1725237 offset 1093664768<>1094713344
00000100:00100000:2.0:1550575072.415910:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.415911:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880784:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.415914:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321490-0x5c6be48321490, portal 8
00000100:00000200:2.0:1550575072.415916:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880784, portal 4
00000100:00000200:2.0:1550575072.415917:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880784, offset 0
00000400:00000200:2.0:1550575072.415919:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.415922:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.415923:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.415925:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.415925:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.415926:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.415927:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.416130:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440880752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.416132:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440880752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.416133:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.416198:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880752:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.416469:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccc300 - object 0x0:1728629 offset 1093664768<>1094713344
00000100:00100000:2.0:1550575072.416474:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.416476:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880816:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.416479:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483214b0-0x5c6be483214b0, portal 8
00000100:00000200:2.0:1550575072.416480:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880816, portal 4
00000100:00000200:2.0:1550575072.416481:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880816, offset 0
00000400:00000200:2.0:1550575072.416482:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.416484:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.416485:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.416487:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.416487:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.416488:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.416489:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.416708:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662700 x1625895440880784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.416710:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662700 x1625895440880784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.416712:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.416785:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880784:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.417024:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccc900 - object 0x0:1728254 offset 1094713344<>1095761920
00000100:00100000:3.0:1550575072.417038:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440880848:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.417042:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483214d0-0x5c6be483214d0, portal 8
00000100:00000200:3.0:1550575072.417044:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880848, portal 4
00000100:00000200:3.0:1550575072.417045:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880848, offset 0
00000400:00000200:3.0:1550575072.417047:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.417049:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.417050:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.417052:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.417053:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.417053:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.417054:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.417262:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccc300 x1625895440880816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.417263:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccc300 x1625895440880816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.417265:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.417330:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880816:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.417590:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cccf00 - object 0x0:1728687 offset 1094713344<>1095761920
00000100:00100000:2.0:1550575072.417595:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.417596:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880880:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.417599:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483214f0-0x5c6be483214f0, portal 8
00000100:00000200:2.0:1550575072.417601:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880880, portal 4
00000100:00000200:2.0:1550575072.417602:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880880, offset 0
00000400:00000200:2.0:1550575072.417603:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.417606:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.417607:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.417608:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.417609:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.417609:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.417610:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.417853:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccc900 x1625895440880848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.417855:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccc900 x1625895440880848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.417857:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.417932:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440880848:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.418158:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccdb00 - object 0x0:1725237 offset 1094713344<>1095761920
00000100:00100000:2.0:1550575072.418164:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.418166:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880912:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.418169:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321510-0x5c6be48321510, portal 8
00000100:00000200:2.0:1550575072.418170:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880912, portal 4
00000100:00000200:2.0:1550575072.418171:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880912, offset 0
00000400:00000200:2.0:1550575072.418172:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.418175:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.418176:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.418178:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.418178:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.418179:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.418183:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.418386:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cccf00 x1625895440880880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.418388:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cccf00 x1625895440880880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.418390:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.418452:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880880:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.418720:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cce700 - object 0x0:1728629 offset 1094713344<>1095761920
00000100:00100000:2.0:1550575072.418725:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.418726:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880944:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.418729:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321530-0x5c6be48321530, portal 8
00000100:00000200:2.0:1550575072.418730:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880944, portal 4
00000100:00000200:2.0:1550575072.418731:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880944, offset 0
00000400:00000200:2.0:1550575072.418732:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.418735:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.418736:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.418737:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.418738:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.418738:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.418739:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.418984:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccdb00 x1625895440880912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.418986:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccdb00 x1625895440880912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.418987:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.419072:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880912:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.419291:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccf300 - object 0x0:1728254 offset 1095761920<>1096810496
00000100:00100000:2.0:1550575072.419298:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.419300:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880976:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.419302:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321550-0x5c6be48321550, portal 8
00000100:00000200:2.0:1550575072.419304:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440880976, portal 4
00000100:00000200:2.0:1550575072.419305:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440880976, offset 0
00000400:00000200:2.0:1550575072.419306:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.419309:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.419310:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.419311:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.419312:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.419312:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.419313:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.419842:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccf900 - object 0x0:1728687 offset 1095761920<>1096810496
00000100:00100000:2.0:1550575072.419847:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.419848:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881008:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.419851:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321570-0x5c6be48321570, portal 8
00000100:00000200:2.0:1550575072.419853:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881008, portal 4
00000100:00000200:2.0:1550575072.419853:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881008, offset 0
00000400:00000200:2.0:1550575072.419854:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.419857:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.419858:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.419859:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.419860:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.419860:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.419861:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.420087:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccf300 x1625895440880976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.420091:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccf300 x1625895440880976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.420093:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.420169:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440880976:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.420415:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1b00 - object 0x0:1725237 offset 1095761920<>1096810496
00000100:00100000:2.0:1550575072.420422:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.420423:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881040:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.420427:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321590-0x5c6be48321590, portal 8
00000100:00000200:2.0:1550575072.420428:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881040, portal 4
00000100:00000200:2.0:1550575072.420429:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881040, offset 0
00000400:00000200:2.0:1550575072.420430:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.420433:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.420434:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.420435:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.420436:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.420436:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.420437:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.420709:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cce700 x1625895440880944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.420711:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cce700 x1625895440880944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.420712:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.420794:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440880944:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.420795:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccf900 x1625895440881008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.420797:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccf900 x1625895440881008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.420799:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.420890:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881008:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.421236:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1b00 x1625895440881040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.421237:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1b00 x1625895440881040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.421239:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.421302:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881040:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.421556:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0300 - object 0x0:1728254 offset 1096810496<>1097859072
00000100:00100000:2.0:1550575072.421563:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.421565:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881104:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.421568:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483215d0-0x5c6be483215d0, portal 8
00000100:00000200:2.0:1550575072.421570:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881104, portal 4
00000100:00000200:2.0:1550575072.421571:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881104, offset 0
00000400:00000200:2.0:1550575072.421572:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.421575:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.421576:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.421578:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.421578:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.421579:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.421580:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.422123:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2d00 - object 0x0:1728687 offset 1096810496<>1097859072
00000100:00100000:2.0:1550575072.422128:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.422129:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881136:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.422132:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483215f0-0x5c6be483215f0, portal 8
00000100:00000200:2.0:1550575072.422134:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881136, portal 4
00000100:00000200:2.0:1550575072.422134:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881136, offset 0
00000400:00000200:2.0:1550575072.422135:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.422138:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.422139:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.422141:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.422141:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.422142:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.422143:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.422366:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0300 x1625895440881104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.422368:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0300 x1625895440881104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.422370:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.422439:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881104:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.422695:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1200 - object 0x0:1725237 offset 1096810496<>1097859072
00000100:00100000:2.0:1550575072.422702:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.422704:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881168:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.422707:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321610-0x5c6be48321610, portal 8
00000100:00000200:2.0:1550575072.422708:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881168, portal 4
00000100:00000200:2.0:1550575072.422709:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881168, offset 0
00000400:00000200:2.0:1550575072.422710:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.422712:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.422713:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.422715:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.422715:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.422716:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.422717:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.422918:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2d00 x1625895440881136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.422920:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2d00 x1625895440881136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.422922:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.422989:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881136:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.423269:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0c00 - object 0x0:1728629 offset 1096810496<>1097859072
00000100:00100000:2.0:1550575072.423273:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.423275:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.423278:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321630-0x5c6be48321630, portal 8
00000100:00000200:2.0:1550575072.423279:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881200, portal 4
00000100:00000200:2.0:1550575072.423279:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881200, offset 0
00000400:00000200:2.0:1550575072.423280:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.423283:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.423284:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.423286:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.423286:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.423286:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.423287:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.423509:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1200 x1625895440881168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.423511:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1200 x1625895440881168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.423513:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.423592:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881168:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.423830:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768000 - object 0x0:1728254 offset 1097859072<>1098907648
00000100:00100000:2.0:1550575072.423836:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.423838:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881232:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.423840:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321650-0x5c6be48321650, portal 8
00000100:00000200:2.0:1550575072.423842:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881232, portal 4
00000100:00000200:2.0:1550575072.423842:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881232, offset 0
00000400:00000200:2.0:1550575072.423843:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.423846:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.423848:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.423849:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.423849:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.423850:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.423851:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.424045:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0c00 x1625895440881200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.424047:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0c00 x1625895440881200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.424049:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.424107:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881200:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.424399:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768300 - object 0x0:1728687 offset 1097859072<>1098907648
00000100:00100000:2.0:1550575072.424404:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.424405:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881264:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.424408:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321670-0x5c6be48321670, portal 8
00000100:00000200:2.0:1550575072.424410:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881264, portal 4
00000100:00000200:2.0:1550575072.424411:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881264, offset 0
00000400:00000200:2.0:1550575072.424412:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.424415:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.424416:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.424417:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.424418:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.424418:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.424419:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.424637:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768000 x1625895440881232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.424639:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768000 x1625895440881232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.424641:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.424721:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881232:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.424956:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768600 - object 0x0:1725237 offset 1097859072<>1098907648
00000100:00100000:2.0:1550575072.424963:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.424964:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.424967:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321690-0x5c6be48321690, portal 8
00000100:00000200:2.0:1550575072.424968:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881296, portal 4
00000100:00000200:2.0:1550575072.424969:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881296, offset 0
00000400:00000200:2.0:1550575072.424970:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.424973:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.424974:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.424975:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.424975:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.424976:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.424977:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.425190:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768300 x1625895440881264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.425192:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768300 x1625895440881264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.425194:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.425263:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881264:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.425518:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768900 - object 0x0:1728629 offset 1097859072<>1098907648
00000100:00100000:2.0:1550575072.425524:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.425525:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.425528:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483216b0-0x5c6be483216b0, portal 8
00000100:00000200:2.0:1550575072.425529:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881328, portal 4
00000100:00000200:2.0:1550575072.425530:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881328, offset 0
00000400:00000200:2.0:1550575072.425532:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.425535:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.425537:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.425538:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.425539:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.425539:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.425540:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.425769:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768600 x1625895440881296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.425771:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768600 x1625895440881296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.425773:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.425851:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881296:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.426086:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768c00 - object 0x0:1728254 offset 1098907648<>1099956224
00000100:00100000:2.0:1550575072.426092:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.426093:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.426096:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483216d0-0x5c6be483216d0, portal 8
00000100:00000200:2.0:1550575072.426099:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881360, portal 4
00000100:00000200:2.0:1550575072.426100:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881360, offset 0
00000400:00000200:2.0:1550575072.426101:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.426104:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.426105:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.426106:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.426107:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.426107:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.426108:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.426298:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768900 x1625895440881328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.426299:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768900 x1625895440881328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.426301:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.426360:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881328:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.426655:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768f00 - object 0x0:1728687 offset 1098907648<>1099956224
00000100:00100000:2.0:1550575072.426660:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.426661:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881392:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.426664:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483216f0-0x5c6be483216f0, portal 8
00000100:00000200:2.0:1550575072.426666:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881392, portal 4
00000100:00000200:2.0:1550575072.426667:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881392, offset 0
00000400:00000200:2.0:1550575072.426668:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.426670:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.426671:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.426673:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.426673:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.426674:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.426675:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.426900:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768c00 x1625895440881360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.426902:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768c00 x1625895440881360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.426903:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.426983:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881360:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.427219:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769200 - object 0x0:1725237 offset 1098907648<>1099956224
00000100:00100000:2.0:1550575072.427226:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.427227:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881424:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.427230:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321710-0x5c6be48321710, portal 8
00000100:00000200:2.0:1550575072.427231:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881424, portal 4
00000100:00000200:2.0:1550575072.427232:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881424, offset 0
00000400:00000200:2.0:1550575072.427233:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.427236:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.427237:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.427239:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.427239:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.427240:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.427241:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.427441:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768f00 x1625895440881392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.427443:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768f00 x1625895440881392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.427445:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.427511:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881392:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.427769:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769500 - object 0x0:1728629 offset 1098907648<>1099956224
00000100:00100000:2.0:1550575072.427774:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.427775:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.427778:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321730-0x5c6be48321730, portal 8
00000100:00000200:2.0:1550575072.427780:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881456, portal 4
00000100:00000200:2.0:1550575072.427780:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881456, offset 0
00000400:00000200:2.0:1550575072.427781:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.427784:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.427785:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.427786:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.427787:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.427788:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.427788:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.428047:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769200 x1625895440881424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.428049:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769200 x1625895440881424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.428051:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.428129:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881424:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.428349:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769800 - object 0x0:1728254 offset 1099956224<>1101004800
00000100:00100000:2.0:1550575072.428356:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.428357:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881488:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.428360:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321750-0x5c6be48321750, portal 8
00000100:00000200:2.0:1550575072.428362:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881488, portal 4
00000100:00000200:2.0:1550575072.428362:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881488, offset 0
00000400:00000200:2.0:1550575072.428363:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.428366:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.428367:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.428369:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.428369:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.428370:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.428371:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.428565:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769500 x1625895440881456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.428566:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769500 x1625895440881456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.428568:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.428629:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881456:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.428902:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769b00 - object 0x0:1728687 offset 1099956224<>1101004800
00000100:00100000:2.0:1550575072.428907:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.428908:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.428911:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321770-0x5c6be48321770, portal 8
00000100:00000200:2.0:1550575072.428913:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881520, portal 4
00000100:00000200:2.0:1550575072.428913:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881520, offset 0
00000400:00000200:2.0:1550575072.428914:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.428917:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.428918:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.428920:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.428920:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.428921:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.428922:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.429166:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769800 x1625895440881488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.429168:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769800 x1625895440881488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.429170:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.429253:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881488:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.429466:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769e00 - object 0x0:1725237 offset 1099956224<>1101004800
00000100:00100000:2.0:1550575072.429473:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.429474:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881552:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.429477:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321790-0x5c6be48321790, portal 8
00000100:00000200:2.0:1550575072.429479:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881552, portal 4
00000100:00000200:2.0:1550575072.429479:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881552, offset 0
00000400:00000200:2.0:1550575072.429481:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.429483:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.429484:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.429486:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.429486:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.429487:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.429488:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.430004:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476a100 - object 0x0:1728629 offset 1099956224<>1101004800
00000100:00100000:2.0:1550575072.430010:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.430011:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.430014:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483217b0-0x5c6be483217b0, portal 8
00000100:00000200:2.0:1550575072.430016:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881584, portal 4
00000100:00000200:2.0:1550575072.430016:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881584, offset 0
00000400:00000200:2.0:1550575072.430018:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.430020:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.430021:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.430023:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.430023:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.430024:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.430024:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.430238:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769e00 x1625895440881552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.430240:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769e00 x1625895440881552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.430242:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.430304:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881552:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.430578:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476a400 - object 0x0:1728254 offset 1101004800<>1102053376
00000100:00100000:2.0:1550575072.430585:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.430586:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881616:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.430589:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483217d0-0x5c6be483217d0, portal 8
00000100:00000200:2.0:1550575072.430591:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881616, portal 4
00000100:00000200:2.0:1550575072.430592:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881616, offset 0
00000400:00000200:2.0:1550575072.430593:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.430595:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.430597:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.430598:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.430599:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.430599:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.430600:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.430908:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476a100 x1625895440881584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.430910:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476a100 x1625895440881584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.430912:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.430994:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.430996:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769b00 x1625895440881520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.430997:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769b00 x1625895440881520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.430999:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.431068:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.431396:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476a400 x1625895440881616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.431397:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476a400 x1625895440881616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.431399:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.431472:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881616:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.431701:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476a700 - object 0x0:1725237 offset 1101004800<>1102053376
00000100:00100000:2.0:1550575072.431708:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.431709:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.431712:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321810-0x5c6be48321810, portal 8
00000100:00000200:2.0:1550575072.431713:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881680, portal 4
00000100:00000200:2.0:1550575072.431714:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881680, offset 0
00000400:00000200:2.0:1550575072.431715:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.431717:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.431719:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.431720:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.431721:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.431721:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.431722:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.432272:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476aa00 - object 0x0:1728629 offset 1101004800<>1102053376
00000100:00100000:2.0:1550575072.432276:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.432278:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.432280:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321830-0x5c6be48321830, portal 8
00000100:00000200:2.0:1550575072.432281:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881712, portal 4
00000100:00000200:2.0:1550575072.432282:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881712, offset 0
00000400:00000200:2.0:1550575072.432283:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.432285:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.432287:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.432288:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.432288:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.432289:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.432290:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.432505:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476a700 x1625895440881680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.432506:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476a700 x1625895440881680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.432508:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.432580:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881680:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.432834:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476ad00 - object 0x0:1728254 offset 1102053376<>1103101952
00000100:00100000:2.0:1550575072.432840:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.432842:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881744:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.432845:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321850-0x5c6be48321850, portal 8
00000100:00000200:2.0:1550575072.432846:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881744, portal 4
00000100:00000200:2.0:1550575072.432847:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881744, offset 0
00000400:00000200:2.0:1550575072.432848:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.432851:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.432852:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.432853:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.432854:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.432854:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.432855:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.433057:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476aa00 x1625895440881712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.433058:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476aa00 x1625895440881712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.433060:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.433122:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881712:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.433388:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476b000 - object 0x0:1728687 offset 1102053376<>1103101952
00000100:00100000:2.0:1550575072.433393:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.433395:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881776:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.433398:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321870-0x5c6be48321870, portal 8
00000100:00000200:2.0:1550575072.433399:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881776, portal 4
00000100:00000200:2.0:1550575072.433400:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881776, offset 0
00000400:00000200:2.0:1550575072.433401:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.433404:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.433405:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.433406:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.433407:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.433407:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.433408:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.433659:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476ad00 x1625895440881744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.433661:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476ad00 x1625895440881744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.433663:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.433741:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881744:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.433948:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476b300 - object 0x0:1725237 offset 1102053376<>1103101952
00000100:00100000:2.0:1550575072.433955:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.433956:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881808:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.433959:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321890-0x5c6be48321890, portal 8
00000100:00000200:2.0:1550575072.433960:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881808, portal 4
00000100:00000200:2.0:1550575072.433961:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881808, offset 0
00000400:00000200:2.0:1550575072.433962:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.433965:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.433966:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.433967:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.433968:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.433968:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.433969:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.434162:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476b000 x1625895440881776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.434164:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476b000 x1625895440881776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.434165:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.434230:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881776:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.434517:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476b600 - object 0x0:1728629 offset 1102053376<>1103101952
00000100:00100000:2.0:1550575072.434522:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.434523:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.434526:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483218b0-0x5c6be483218b0, portal 8
00000100:00000200:2.0:1550575072.434528:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881840, portal 4
00000100:00000200:2.0:1550575072.434528:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881840, offset 0
00000400:00000200:2.0:1550575072.434530:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.434532:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.434534:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.434535:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.434536:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.434536:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.434537:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.434754:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476b300 x1625895440881808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.434756:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476b300 x1625895440881808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.434758:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.434827:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881808:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.435089:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476b900 - object 0x0:1728254 offset 1103101952<>1104150528
00000100:00100000:2.0:1550575072.435096:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.435097:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.435100:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483218d0-0x5c6be483218d0, portal 8
00000100:00000200:2.0:1550575072.435101:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881872, portal 4
00000100:00000200:2.0:1550575072.435102:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881872, offset 0
00000400:00000200:2.0:1550575072.435104:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.435107:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.435108:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.435109:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.435110:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.435110:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.435111:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.435297:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476b600 x1625895440881840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.435299:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476b600 x1625895440881840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.435301:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.435364:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881840:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.435645:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476bc00 - object 0x0:1728687 offset 1103101952<>1104150528
00000100:00100000:2.0:1550575072.435651:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.435652:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881904:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.435655:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483218f0-0x5c6be483218f0, portal 8
00000100:00000200:2.0:1550575072.435658:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881904, portal 4
00000100:00000200:2.0:1550575072.435658:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881904, offset 0
00000400:00000200:2.0:1550575072.435659:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.435662:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.435663:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.435665:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.435665:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.435666:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.435667:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.435913:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476b900 x1625895440881872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.435915:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476b900 x1625895440881872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.435916:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.435999:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881872:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.436230:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238000 - object 0x0:1725237 offset 1103101952<>1104150528
00000100:00100000:2.0:1550575072.436236:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.436237:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881936:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.436240:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321910-0x5c6be48321910, portal 8
00000100:00000200:2.0:1550575072.436242:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881936, portal 4
00000100:00000200:2.0:1550575072.436243:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881936, offset 0
00000400:00000200:2.0:1550575072.436244:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.436246:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.436248:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.436249:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.436250:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.436250:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.436251:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.436438:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476bc00 x1625895440881904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.436440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476bc00 x1625895440881904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.436441:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.436502:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881904:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.436782:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238300 - object 0x0:1728629 offset 1103101952<>1104150528
00000100:00100000:2.0:1550575072.436787:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.436788:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.436791:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321930-0x5c6be48321930, portal 8
00000100:00000200:2.0:1550575072.436792:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440881968, portal 4
00000100:00000200:2.0:1550575072.436793:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440881968, offset 0
00000400:00000200:2.0:1550575072.436794:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.436797:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.436798:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.436800:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.436800:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.436801:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.436802:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.437037:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238000 x1625895440881936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.437039:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238000 x1625895440881936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.437041:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.437115:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440881936:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.437360:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238600 - object 0x0:1728254 offset 1104150528<>1105199104
00000100:00100000:2.0:1550575072.437367:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.437368:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882000:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.437371:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321950-0x5c6be48321950, portal 8
00000100:00000200:2.0:1550575072.437372:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882000, portal 4
00000100:00000200:2.0:1550575072.437373:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882000, offset 0
00000400:00000200:2.0:1550575072.437374:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.437377:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.437378:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.437379:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.437380:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.437380:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.437381:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.437916:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238900 - object 0x0:1728687 offset 1104150528<>1105199104
00000100:00100000:2.0:1550575072.437921:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.437923:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.437926:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321970-0x5c6be48321970, portal 8
00000100:00000200:2.0:1550575072.437927:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882032, portal 4
00000100:00000200:2.0:1550575072.437928:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882032, offset 0
00000400:00000200:2.0:1550575072.437929:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.437931:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.437932:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.437934:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.437934:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.437935:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.437936:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.438140:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238600 x1625895440882000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.438141:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238600 x1625895440882000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.438143:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.438210:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882000:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.438486:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238c00 - object 0x0:1725237 offset 1104150528<>1105199104
00000100:00100000:2.0:1550575072.438493:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.438494:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.438497:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321990-0x5c6be48321990, portal 8
00000100:00000200:2.0:1550575072.438498:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882064, portal 4
00000100:00000200:2.0:1550575072.438499:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882064, offset 0
00000400:00000200:2.0:1550575072.438500:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.438503:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.438504:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.438506:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.438506:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.438507:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.438508:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.438716:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238300 x1625895440881968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.438718:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238300 x1625895440881968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.438720:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.438789:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440881968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.438791:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238900 x1625895440882032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.438794:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238900 x1625895440882032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.438796:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.438871:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.439306:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238c00 x1625895440882064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.439307:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238c00 x1625895440882064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.439309:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.439372:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882064:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.439628:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238f00 - object 0x0:1728254 offset 1105199104<>1106247680
00000100:00100000:2.0:1550575072.439635:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.439636:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882128:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.439639:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483219d0-0x5c6be483219d0, portal 8
00000100:00000200:2.0:1550575072.439640:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882128, portal 4
00000100:00000200:2.0:1550575072.439641:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882128, offset 0
00000400:00000200:2.0:1550575072.439642:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.439645:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.439646:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.439647:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.439648:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.439648:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.439649:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.440187:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239200 - object 0x0:1728687 offset 1105199104<>1106247680
00000100:00100000:2.0:1550575072.440192:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.440193:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.440197:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483219f0-0x5c6be483219f0, portal 8
00000100:00000200:2.0:1550575072.440198:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882160, portal 4
00000100:00000200:2.0:1550575072.440199:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882160, offset 0
00000400:00000200:2.0:1550575072.440200:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.440203:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.440204:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.440206:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.440206:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.440207:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.440208:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.440440:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238f00 x1625895440882128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.440441:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238f00 x1625895440882128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.440443:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.440525:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882128:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.440755:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239500 - object 0x0:1725237 offset 1105199104<>1106247680
00000100:00100000:2.0:1550575072.440762:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.440763:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882192:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.440766:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321a10-0x5c6be48321a10, portal 8
00000100:00000200:2.0:1550575072.440769:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882192, portal 4
00000100:00000200:2.0:1550575072.440769:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882192, offset 0
00000400:00000200:2.0:1550575072.440771:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.440773:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.440774:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.440776:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.440776:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.440777:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.440778:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.440974:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239200 x1625895440882160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.440976:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239200 x1625895440882160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.440977:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.441048:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882160:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.441310:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239800 - object 0x0:1728629 offset 1105199104<>1106247680
00000100:00100000:2.0:1550575072.441315:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.441316:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882224:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.441319:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321a30-0x5c6be48321a30, portal 8
00000100:00000200:2.0:1550575072.441320:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882224, portal 4
00000100:00000200:2.0:1550575072.441321:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882224, offset 0
00000400:00000200:2.0:1550575072.441322:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.441325:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.441326:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.441327:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.441328:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.441328:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.441329:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.441568:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239500 x1625895440882192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.441570:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239500 x1625895440882192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.441572:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.441648:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882192:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.441883:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239b00 - object 0x0:1728254 offset 1106247680<>1107296256
00000100:00100000:2.0:1550575072.441889:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.441891:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882256:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.441894:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321a50-0x5c6be48321a50, portal 8
00000100:00000200:2.0:1550575072.441895:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882256, portal 4
00000100:00000200:2.0:1550575072.441896:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882256, offset 0
00000400:00000200:2.0:1550575072.441897:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.441900:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.441901:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.441903:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.441903:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.441904:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.441904:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.442096:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239800 x1625895440882224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.442098:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239800 x1625895440882224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.442100:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.442158:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882224:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.442441:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239e00 - object 0x0:1728687 offset 1106247680<>1107296256
00000100:00100000:2.0:1550575072.442447:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.442448:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882288:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.442451:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321a70-0x5c6be48321a70, portal 8
00000100:00000200:2.0:1550575072.442452:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882288, portal 4
00000100:00000200:2.0:1550575072.442453:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882288, offset 0
00000400:00000200:2.0:1550575072.442454:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.442457:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.442458:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.442459:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.442460:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.442461:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.442461:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.442693:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239b00 x1625895440882256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.442695:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239b00 x1625895440882256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.442697:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.442775:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882256:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.443004:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223a100 - object 0x0:1725237 offset 1106247680<>1107296256
00000100:00100000:2.0:1550575072.443011:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.443012:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882320:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.443015:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321a90-0x5c6be48321a90, portal 8
00000100:00000200:2.0:1550575072.443017:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882320, portal 4
00000100:00000200:2.0:1550575072.443017:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882320, offset 0
00000400:00000200:2.0:1550575072.443018:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.443021:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.443022:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.443024:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.443024:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.443025:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.443026:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.443220:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239e00 x1625895440882288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.443222:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239e00 x1625895440882288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.443223:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.443283:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882288:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.443565:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223a400 - object 0x0:1728629 offset 1106247680<>1107296256
00000100:00100000:2.0:1550575072.443570:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.443572:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.443575:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321ab0-0x5c6be48321ab0, portal 8
00000100:00000200:2.0:1550575072.443576:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882352, portal 4
00000100:00000200:2.0:1550575072.443577:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882352, offset 0
00000400:00000200:2.0:1550575072.443578:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.443580:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.443582:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.443583:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.443584:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.443584:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.443585:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.443686:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.443828:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223a100 x1625895440882320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.443830:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223a100 x1625895440882320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.443832:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.443913:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882320:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.444135:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223a700 - object 0x0:1728254 offset 1107296256<>1108344832
00000100:00100000:2.0:1550575072.444141:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.444142:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882384:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.444145:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321ad0-0x5c6be48321ad0, portal 8
00000100:00000200:2.0:1550575072.444146:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882384, portal 4
00000100:00000200:2.0:1550575072.444147:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882384, offset 0
00000400:00000200:2.0:1550575072.444149:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.444151:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.444152:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.444154:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.444154:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.444155:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.444156:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.444164:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.444266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.444359:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223a400 x1625895440882352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.444361:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223a400 x1625895440882352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.444363:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.444421:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882352:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.444697:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223aa00 - object 0x0:1728687 offset 1107296256<>1108344832
00000100:00100000:2.0:1550575072.444702:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.444703:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882416:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.444706:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321af0-0x5c6be48321af0, portal 8
00000100:00000200:2.0:1550575072.444708:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882416, portal 4
00000100:00000200:2.0:1550575072.444708:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882416, offset 0
00000400:00000200:2.0:1550575072.444711:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.444713:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.444714:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.444716:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.444716:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.444717:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.444718:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.444724:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.444822:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.444948:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223a700 x1625895440882384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.444949:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223a700 x1625895440882384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.444951:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.445038:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882384:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.445265:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223ad00 - object 0x0:1725237 offset 1107296256<>1108344832
00000100:00100000:2.0:1550575072.445271:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.445272:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882448:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.445275:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321b10-0x5c6be48321b10, portal 8
00000100:00000200:2.0:1550575072.445278:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882448, portal 4
00000100:00000200:2.0:1550575072.445278:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882448, offset 0
00000400:00000200:2.0:1550575072.445280:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.445282:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.445283:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.445285:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.445285:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.445286:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.445287:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.445294:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.445394:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.445473:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223aa00 x1625895440882416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.445475:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223aa00 x1625895440882416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.445477:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.445538:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882416:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.445814:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223b000 - object 0x0:1728629 offset 1107296256<>1108344832
00000100:00100000:2.0:1550575072.445819:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.445820:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882480:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.445823:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321b30-0x5c6be48321b30, portal 8
00000100:00000200:2.0:1550575072.445824:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882480, portal 4
00000100:00000200:2.0:1550575072.445825:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882480, offset 0
00000400:00000200:2.0:1550575072.445827:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.445829:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.445830:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.445832:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.445832:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.445833:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.445834:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.445841:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.445939:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.446080:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223ad00 x1625895440882448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.446082:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223ad00 x1625895440882448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.446084:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.446164:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882448:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.446387:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223b300 - object 0x0:1728254 offset 1108344832<>1109393408
00000100:00100000:2.0:1550575072.446394:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.446395:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882512:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.446398:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321b50-0x5c6be48321b50, portal 8
00000100:00000200:2.0:1550575072.446399:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882512, portal 4
00000100:00000200:2.0:1550575072.446400:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882512, offset 0
00000400:00000200:2.0:1550575072.446401:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.446404:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.446405:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.446406:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.446407:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.446407:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.446408:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.446415:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.446516:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.446612:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223b000 x1625895440882480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.446614:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223b000 x1625895440882480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.446616:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.446679:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882480:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.446947:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223b600 - object 0x0:1728687 offset 1108344832<>1109393408
00000100:00100000:2.0:1550575072.446952:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.446953:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.446956:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321b70-0x5c6be48321b70, portal 8
00000100:00000200:2.0:1550575072.446957:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882544, portal 4
00000100:00000200:2.0:1550575072.446958:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882544, offset 0
00000400:00000200:2.0:1550575072.446959:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.446962:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.446963:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.446964:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.446965:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.446965:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.446966:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.446972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.447189:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223b300 x1625895440882512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.447190:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223b300 x1625895440882512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.447192:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.447266:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882512:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.447506:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223b900 - object 0x0:1725237 offset 1108344832<>1109393408
00000100:00100000:2.0:1550575072.447513:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.447514:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882576:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.447517:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321b90-0x5c6be48321b90, portal 8
00000100:00000200:2.0:1550575072.447519:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882576, portal 4
00000100:00000200:2.0:1550575072.447519:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882576, offset 0
00000400:00000200:2.0:1550575072.447521:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.447523:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.447524:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.447526:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.447526:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.447527:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.447528:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.447647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.447672:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.447702:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.447826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.448066:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223bc00 - object 0x0:1728629 offset 1108344832<>1109393408
00000100:00100000:2.0:1550575072.448071:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.448072:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882608:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.448076:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321bb0-0x5c6be48321bb0, portal 8
00000100:00000200:2.0:1550575072.448077:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882608, portal 4
00000100:00000200:2.0:1550575072.448078:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882608, offset 0
00000400:00000200:2.0:1550575072.448079:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.448082:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.448083:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.448084:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.448084:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.448085:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.448086:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.448188:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.448215:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.448241:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.448296:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223b900 x1625895440882576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.448298:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223b900 x1625895440882576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.448300:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.448373:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882576:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.448425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.448633:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c000 - object 0x0:1728254 offset 1109393408<>1110441984
00000100:00100000:2.0:1550575072.448640:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.448641:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882640:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.448644:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321bd0-0x5c6be48321bd0, portal 8
00000100:00000200:2.0:1550575072.448645:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882640, portal 4
00000100:00000200:2.0:1550575072.448646:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882640, offset 0
00000400:00000200:2.0:1550575072.448647:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.448650:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.448651:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.448653:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.448653:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.448654:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.448655:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.448667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.448763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.449003:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.449179:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c300 - object 0x0:1728687 offset 1109393408<>1110441984
00000100:00000200:2.0:1550575072.449189:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223bc00 x1625895440882608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.449191:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223bc00 x1625895440882608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.449193:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.449210:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.449253:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882608:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.449254:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223b600 x1625895440882544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.449256:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223b600 x1625895440882544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.449257:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575072.449302:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.449314:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.449458:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c000 x1625895440882640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.449460:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c000 x1625895440882640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.449461:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.449538:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882640:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.449765:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c600 - object 0x0:1725237 offset 1109393408<>1110441984
00000100:00100000:2.0:1550575072.449772:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.449773:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882704:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.449777:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321c10-0x5c6be48321c10, portal 8
00000100:00000200:2.0:1550575072.449778:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882704, portal 4
00000100:00000200:2.0:1550575072.449779:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882704, offset 0
00000400:00000200:2.0:1550575072.449780:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.449783:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.449784:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.449786:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.449786:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.449787:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.449788:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.449795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.449898:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.450323:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c900 - object 0x0:1728629 offset 1109393408<>1110441984
00000100:00100000:2.0:1550575072.450328:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.450330:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882736:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.450333:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321c30-0x5c6be48321c30, portal 8
00000100:00000200:2.0:1550575072.450334:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882736, portal 4
00000100:00000200:2.0:1550575072.450335:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882736, offset 0
00000400:00000200:2.0:1550575072.450336:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.450338:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.450339:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.450341:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.450341:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.450342:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.450342:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.450349:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.450451:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.450577:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c600 x1625895440882704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.450579:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c600 x1625895440882704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.450581:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.450662:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882704:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.450884:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010cc00 - object 0x0:1728254 offset 1110441984<>1111490560
00000100:00100000:2.0:1550575072.450890:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.450891:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882768:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.450895:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321c50-0x5c6be48321c50, portal 8
00000100:00000200:2.0:1550575072.450896:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882768, portal 4
00000100:00000200:2.0:1550575072.450897:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882768, offset 0
00000400:00000200:2.0:1550575072.450898:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.450900:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.450901:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.450903:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.450903:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.450904:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.450905:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.450911:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.451010:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.451118:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c900 x1625895440882736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.451120:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c900 x1625895440882736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.451122:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.451192:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882736:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.451456:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010cf00 - object 0x0:1728687 offset 1110441984<>1111490560
00000100:00100000:2.0:1550575072.451461:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.451462:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882800:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.451465:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321c70-0x5c6be48321c70, portal 8
00000100:00000200:2.0:1550575072.451467:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882800, portal 4
00000100:00000200:2.0:1550575072.451468:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882800, offset 0
00000400:00000200:2.0:1550575072.451469:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.451471:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.451473:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.451474:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.451475:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.451475:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.451476:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.451483:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.451580:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.451701:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440882768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.451703:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440882768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.451705:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.451788:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882768:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.452013:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010d200 - object 0x0:1725237 offset 1110441984<>1111490560
00000100:00100000:2.0:1550575072.452020:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.452021:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882832:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.452024:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321c90-0x5c6be48321c90, portal 8
00000100:00000200:2.0:1550575072.452025:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882832, portal 4
00000100:00000200:2.0:1550575072.452026:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882832, offset 0
00000400:00000200:2.0:1550575072.452027:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.452029:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.452036:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.452038:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.452039:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.452039:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.452040:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.452047:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.452148:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.452250:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cf00 x1625895440882800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.452252:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cf00 x1625895440882800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.452254:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.452322:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882800:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.452576:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010d500 - object 0x0:1728629 offset 1110441984<>1111490560
00000100:00100000:2.0:1550575072.452582:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.452583:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882864:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.452586:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321cb0-0x5c6be48321cb0, portal 8
00000100:00000200:2.0:1550575072.452587:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882864, portal 4
00000100:00000200:2.0:1550575072.452588:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882864, offset 0
00000400:00000200:2.0:1550575072.452589:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.452592:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.452593:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.452594:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.452595:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.452595:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.452596:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.452603:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.452702:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.452832:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d200 x1625895440882832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.452834:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d200 x1625895440882832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.452836:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.452915:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882832:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.453148:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010d800 - object 0x0:1728254 offset 1111490560<>1112539136
00000100:00100000:2.0:1550575072.453154:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.453155:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882896:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.453158:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321cd0-0x5c6be48321cd0, portal 8
00000100:00000200:2.0:1550575072.453160:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882896, portal 4
00000100:00000200:2.0:1550575072.453160:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882896, offset 0
00000400:00000200:2.0:1550575072.453161:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.453164:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.453165:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.453167:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.453167:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.453168:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.453169:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.453176:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.453278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.453356:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d500 x1625895440882864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.453358:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d500 x1625895440882864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.453360:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.453419:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882864:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.453713:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010db00 - object 0x0:1728687 offset 1111490560<>1112539136
00000100:00100000:2.0:1550575072.453719:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.453720:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882928:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.453723:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321cf0-0x5c6be48321cf0, portal 8
00000100:00000200:2.0:1550575072.453725:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882928, portal 4
00000100:00000200:2.0:1550575072.453725:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882928, offset 0
00000400:00000200:2.0:1550575072.453728:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.453730:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.453732:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.453733:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.453733:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.453734:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.453735:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.453742:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.453836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.453971:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d800 x1625895440882896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.453973:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d800 x1625895440882896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.453975:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.454062:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882896:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.454281:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010de00 - object 0x0:1725237 offset 1111490560<>1112539136
00000100:00100000:2.0:1550575072.454287:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.454288:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882960:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.454291:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321d10-0x5c6be48321d10, portal 8
00000100:00000200:2.0:1550575072.454293:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882960, portal 4
00000100:00000200:2.0:1550575072.454293:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882960, offset 0
00000400:00000200:2.0:1550575072.454294:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.454297:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.454298:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.454300:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.454300:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.454301:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.454302:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.454308:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.454408:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.454501:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010db00 x1625895440882928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.454503:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010db00 x1625895440882928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.454505:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.454570:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882928:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.454833:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010e100 - object 0x0:1728629 offset 1111490560<>1112539136
00000100:00100000:2.0:1550575072.454838:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.454839:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882992:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.454842:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321d30-0x5c6be48321d30, portal 8
00000100:00000200:2.0:1550575072.454843:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440882992, portal 4
00000100:00000200:2.0:1550575072.454844:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440882992, offset 0
00000400:00000200:2.0:1550575072.454845:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.454848:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.454849:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.454850:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.454851:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.454851:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.454852:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.454859:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.455095:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010de00 x1625895440882960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.455097:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010de00 x1625895440882960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.455099:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.455179:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440882960:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.455403:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010e400 - object 0x0:1728254 offset 1112539136<>1113587712
00000100:00100000:2.0:1550575072.455409:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.455410:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883024:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.455413:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321d50-0x5c6be48321d50, portal 8
00000100:00000200:2.0:1550575072.455414:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883024, portal 4
00000100:00000200:2.0:1550575072.455415:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883024, offset 0
00000400:00000200:2.0:1550575072.455416:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.455419:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.455420:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.455421:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.455422:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.455422:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.455423:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.455544:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.455570:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.455594:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.455716:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.455951:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010e700 - object 0x0:1728687 offset 1112539136<>1113587712
00000100:00100000:2.0:1550575072.455957:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.455958:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883056:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.455961:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321d70-0x5c6be48321d70, portal 8
00000100:00000200:2.0:1550575072.455963:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883056, portal 4
00000100:00000200:2.0:1550575072.455964:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883056, offset 0
00000400:00000200:2.0:1550575072.455965:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.455967:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.455968:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.455970:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.455970:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.455970:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.455971:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.455973:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.456025:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.456154:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.456198:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e400 x1625895440883024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.456200:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e400 x1625895440883024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.456202:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.456274:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883024:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.456521:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010ea00 - object 0x0:1725237 offset 1112539136<>1113587712
00000100:00100000:2.0:1550575072.456527:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.456529:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883088:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.456532:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321d90-0x5c6be48321d90, portal 8
00000100:00000200:2.0:1550575072.456533:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883088, portal 4
00000100:00000200:2.0:1550575072.456534:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883088, offset 0
00000400:00000200:2.0:1550575072.456535:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.456538:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.456539:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.456540:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.456541:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.456541:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.456543:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.456549:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.456647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.456676:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.456691:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e100 x1625895440882992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.456693:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e100 x1625895440882992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.456695:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.456756:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440882992:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.456757:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e700 x1625895440883056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.456759:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e700 x1625895440883056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.456761:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.456822:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883056:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.457090:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010ed00 - object 0x0:1728629 offset 1112539136<>1113587712
00000100:00100000:2.0:1550575072.457095:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.457096:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883120:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.457099:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321db0-0x5c6be48321db0, portal 8
00000100:00000200:2.0:1550575072.457100:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883120, portal 4
00000100:00000200:2.0:1550575072.457101:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883120, offset 0
00000400:00000200:2.0:1550575072.457102:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.457105:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.457106:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.457107:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.457108:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.457108:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.457109:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.457116:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.457215:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.457345:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ea00 x1625895440883088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.457347:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ea00 x1625895440883088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.457350:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.457431:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883088:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.457657:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f000 - object 0x0:1728254 offset 1113587712<>1114636288
00000100:00100000:2.0:1550575072.457663:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.457665:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883152:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.457668:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321dd0-0x5c6be48321dd0, portal 8
00000100:00000200:2.0:1550575072.457669:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883152, portal 4
00000100:00000200:2.0:1550575072.457669:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883152, offset 0
00000400:00000200:2.0:1550575072.457670:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.457673:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.457674:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.457676:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.457676:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.457677:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.457678:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.457685:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.457791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.457872:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ed00 x1625895440883120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.457874:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ed00 x1625895440883120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.457875:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.457934:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883120:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.458217:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f300 - object 0x0:1728687 offset 1113587712<>1114636288
00000100:00100000:2.0:1550575072.458222:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.458223:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883184:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.458226:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321df0-0x5c6be48321df0, portal 8
00000100:00000200:2.0:1550575072.458228:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883184, portal 4
00000100:00000200:2.0:1550575072.458228:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883184, offset 0
00000400:00000200:2.0:1550575072.458230:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.458232:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.458233:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.458235:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.458235:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.458236:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.458237:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.458244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.458342:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.458487:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f000 x1625895440883152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.458489:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f000 x1625895440883152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.458490:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.458573:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883152:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.458778:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f600 - object 0x0:1725237 offset 1113587712<>1114636288
00000100:00100000:2.0:1550575072.458785:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.458786:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883216:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.458789:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321e10-0x5c6be48321e10, portal 8
00000100:00000200:2.0:1550575072.458791:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883216, portal 4
00000100:00000200:2.0:1550575072.458791:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883216, offset 0
00000400:00000200:2.0:1550575072.458792:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.458795:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.458796:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.458797:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.458798:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.458798:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.458799:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.458806:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.458903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.459012:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f300 x1625895440883184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.459014:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f300 x1625895440883184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.459016:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.459089:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883184:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.459354:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f900 - object 0x0:1728629 offset 1113587712<>1114636288
00000100:00100000:2.0:1550575072.459359:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.459360:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883248:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.459363:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321e30-0x5c6be48321e30, portal 8
00000100:00000200:2.0:1550575072.459364:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883248, portal 4
00000100:00000200:2.0:1550575072.459365:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883248, offset 0
00000400:00000200:2.0:1550575072.459366:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.459369:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.459370:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.459371:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.459372:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.459372:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.459373:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.459380:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.459476:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.459609:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f600 x1625895440883216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.459611:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f600 x1625895440883216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.459613:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.459696:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883216:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.459917:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010fc00 - object 0x0:1728254 offset 1114636288<>1115684864
00000100:00100000:2.0:1550575072.459924:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.459925:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883280:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.459928:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321e50-0x5c6be48321e50, portal 8
00000100:00000200:2.0:1550575072.459929:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883280, portal 4
00000100:00000200:2.0:1550575072.459930:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883280, offset 0
00000400:00000200:2.0:1550575072.459931:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.459934:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.459935:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.459936:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.459937:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.459937:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.459938:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.459945:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.460050:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.460127:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f900 x1625895440883248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.460129:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f900 x1625895440883248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.460131:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.460196:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883248:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.460480:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0000 - object 0x0:1728687 offset 1114636288<>1115684864
00000100:00100000:2.0:1550575072.460485:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.460486:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883312:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.460489:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321e70-0x5c6be48321e70, portal 8
00000100:00000200:2.0:1550575072.460491:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883312, portal 4
00000100:00000200:2.0:1550575072.460491:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883312, offset 0
00000400:00000200:2.0:1550575072.460493:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.460495:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.460497:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.460498:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.460499:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.460499:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.460500:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.460507:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.460606:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.460743:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010fc00 x1625895440883280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.460744:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010fc00 x1625895440883280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.460746:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.460832:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883280:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.461056:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0300 - object 0x0:1725237 offset 1114636288<>1115684864
00000100:00100000:2.0:1550575072.461062:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.461063:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883344:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.461066:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321e90-0x5c6be48321e90, portal 8
00000100:00000200:2.0:1550575072.461068:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883344, portal 4
00000100:00000200:2.0:1550575072.461068:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883344, offset 0
00000400:00000200:2.0:1550575072.461070:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.461072:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.461073:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.461075:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.461075:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.461076:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.461077:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.461084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.461184:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.461293:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0000 x1625895440883312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.461295:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0000 x1625895440883312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.461297:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.461371:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883312:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.461619:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0600 - object 0x0:1728629 offset 1114636288<>1115684864
00000100:00100000:2.0:1550575072.461624:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.461625:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883376:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.461628:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321eb0-0x5c6be48321eb0, portal 8
00000100:00000200:2.0:1550575072.461629:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883376, portal 4
00000100:00000200:2.0:1550575072.461630:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883376, offset 0
00000400:00000200:2.0:1550575072.461632:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.461634:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.461635:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.461637:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.461637:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.461638:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.461639:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.461646:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.461744:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.461886:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0300 x1625895440883344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.461888:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0300 x1625895440883344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.461889:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.461970:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883344:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.462197:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0900 - object 0x0:1728254 offset 1115684864<>1116733440
00000100:00100000:2.0:1550575072.462204:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.462205:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.462208:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321ed0-0x5c6be48321ed0, portal 8
00000100:00000200:2.0:1550575072.462209:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883408, portal 4
00000100:00000200:2.0:1550575072.462210:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883408, offset 0
00000400:00000200:2.0:1550575072.462211:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.462214:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.462215:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.462216:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.462217:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.462217:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.462218:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.462225:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.462327:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.462490:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0600 x1625895440883376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.462492:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0600 x1625895440883376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.462494:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.462570:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883376:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.462784:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.462882:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.463022:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0900 x1625895440883408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.463024:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0900 x1625895440883408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.463026:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.463108:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883408:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.463334:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0c00 - object 0x0:1725237 offset 1115684864<>1116733440
00000100:00100000:2.0:1550575072.463341:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.463342:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883472:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.463345:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321f10-0x5c6be48321f10, portal 8
00000100:00000200:2.0:1550575072.463346:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883472, portal 4
00000100:00000200:2.0:1550575072.463347:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883472, offset 0
00000400:00000200:2.0:1550575072.463350:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.463352:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.463353:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.463355:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.463355:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.463356:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.463357:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.463364:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.463464:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.463880:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0f00 - object 0x0:1728629 offset 1115684864<>1116733440
00000100:00100000:2.0:1550575072.463885:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.463886:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883504:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.463890:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321f30-0x5c6be48321f30, portal 8
00000100:00000200:2.0:1550575072.463891:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883504, portal 4
00000100:00000200:2.0:1550575072.463892:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883504, offset 0
00000400:00000200:2.0:1550575072.463893:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.463895:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.463897:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.463898:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.463898:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.463899:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.463900:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.463907:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.464004:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.464160:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0c00 x1625895440883472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.464162:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0c00 x1625895440883472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.464164:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.464254:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883472:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.464459:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1200 - object 0x0:1728254 offset 1116733440<>1117782016
00000100:00100000:2.0:1550575072.464466:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.464467:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883536:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.464470:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321f50-0x5c6be48321f50, portal 8
00000100:00000200:2.0:1550575072.464471:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883536, portal 4
00000100:00000200:2.0:1550575072.464472:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883536, offset 0
00000400:00000200:2.0:1550575072.464473:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.464476:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.464477:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.464478:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.464479:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.464479:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.464480:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.464487:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.464586:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.464665:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0f00 x1625895440883504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.464667:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0f00 x1625895440883504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.464669:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.464729:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883504:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.465003:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1500 - object 0x0:1728687 offset 1116733440<>1117782016
00000100:00100000:2.0:1550575072.465009:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.465010:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883568:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.465012:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321f70-0x5c6be48321f70, portal 8
00000100:00000200:2.0:1550575072.465014:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883568, portal 4
00000100:00000200:2.0:1550575072.465014:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883568, offset 0
00000400:00000200:2.0:1550575072.465016:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.465018:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.465019:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.465021:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.465021:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.465022:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.465023:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.465029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.465285:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1200 x1625895440883536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.465286:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1200 x1625895440883536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.465288:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.465368:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883536:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.465585:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1800 - object 0x0:1725237 offset 1116733440<>1117782016
00000100:00100000:2.0:1550575072.465591:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.465593:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883600:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.465596:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321f90-0x5c6be48321f90, portal 8
00000100:00000200:2.0:1550575072.465597:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883600, portal 4
00000100:00000200:2.0:1550575072.465598:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883600, offset 0
00000400:00000200:2.0:1550575072.465599:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.465601:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.465602:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.465604:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.465604:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.465605:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.465606:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.465752:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.465778:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.465803:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.465923:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.466187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.466213:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.466237:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.466381:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.466480:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1800 x1625895440883600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.466482:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1800 x1625895440883600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.466484:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:3.0:1550575072.466500:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.466571:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883600:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.466729:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9711b00 - object 0x0:1728254 offset 1117782016<>1118830592
00000100:00100000:3.0:1550575072.466736:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440883664:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.466741:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48321fd0-0x5c6be48321fd0, portal 8
00000100:00000200:3.0:1550575072.466743:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883664, portal 4
00000100:00000200:3.0:1550575072.466744:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883664, offset 0
00000400:00000200:3.0:1550575072.466745:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.466748:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.466749:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.466751:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.466751:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.466752:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.466753:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.466760:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.466859:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.466924:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.466952:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1500 x1625895440883568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.466954:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1500 x1625895440883568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.466956:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.467090:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883568:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.467332:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.467424:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.467547:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9711b00 x1625895440883664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.467549:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9711b00 x1625895440883664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.467551:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.467624:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440883664:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.467873:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1b00 - object 0x0:1725237 offset 1117782016<>1118830592
00000100:00100000:2.0:1550575072.467880:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.467881:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883728:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.467884:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322010-0x5c6be48322010, portal 8
00000100:00000200:2.0:1550575072.467885:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883728, portal 4
00000100:00000200:2.0:1550575072.467886:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883728, offset 0
00000400:00000200:2.0:1550575072.467887:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.467890:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.467891:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.467893:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.467893:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.467894:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.467895:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.467902:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.468003:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.468433:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1e00 - object 0x0:1728629 offset 1117782016<>1118830592
00000100:00100000:2.0:1550575072.468438:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.468440:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883760:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.468442:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322030-0x5c6be48322030, portal 8
00000100:00000200:2.0:1550575072.468444:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883760, portal 4
00000100:00000200:2.0:1550575072.468444:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883760, offset 0
00000400:00000200:2.0:1550575072.468446:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.468448:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.468449:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.468451:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.468451:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.468452:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.468452:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.468459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.468558:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.468692:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1b00 x1625895440883728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.468694:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1b00 x1625895440883728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.468696:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.468782:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883728:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.469000:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2100 - object 0x0:1728254 offset 1118830592<>1119879168
00000100:00100000:2.0:1550575072.469007:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.469008:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883792:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.469011:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322050-0x5c6be48322050, portal 8
00000100:00000200:2.0:1550575072.469012:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883792, portal 4
00000100:00000200:2.0:1550575072.469013:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883792, offset 0
00000400:00000200:2.0:1550575072.469014:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.469017:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.469018:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.469020:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.469020:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.469021:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.469021:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.469028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.469133:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.469238:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1e00 x1625895440883760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.469240:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1e00 x1625895440883760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.469242:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.469306:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883760:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.469568:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2400 - object 0x0:1728687 offset 1118830592<>1119879168
00000100:00100000:2.0:1550575072.469573:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.469575:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883824:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.469577:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322070-0x5c6be48322070, portal 8
00000100:00000200:2.0:1550575072.469579:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883824, portal 4
00000100:00000200:2.0:1550575072.469580:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883824, offset 0
00000400:00000200:2.0:1550575072.469581:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.469584:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.469585:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.469586:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.469587:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.469587:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.469588:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.469595:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.469690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.469823:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2100 x1625895440883792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.469827:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2100 x1625895440883792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.469828:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.469910:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883792:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.470139:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2700 - object 0x0:1725237 offset 1118830592<>1119879168
00000100:00100000:2.0:1550575072.470145:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.470146:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883856:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.470149:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322090-0x5c6be48322090, portal 8
00000100:00000200:2.0:1550575072.470150:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883856, portal 4
00000100:00000200:2.0:1550575072.470151:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883856, offset 0
00000400:00000200:2.0:1550575072.470152:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.470155:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.470156:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.470157:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.470158:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.470158:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.470159:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.470166:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.470264:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.470368:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2400 x1625895440883824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.470370:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2400 x1625895440883824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.470372:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.470442:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883824:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.470696:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2a00 - object 0x0:1728629 offset 1118830592<>1119879168
00000100:00100000:2.0:1550575072.470702:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.470703:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883888:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.470706:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483220b0-0x5c6be483220b0, portal 8
00000100:00000200:2.0:1550575072.470707:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883888, portal 4
00000100:00000200:2.0:1550575072.470708:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883888, offset 0
00000400:00000200:2.0:1550575072.470709:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.470711:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.470712:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.470714:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.470715:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.470715:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.470716:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.470723:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.470820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.470967:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2700 x1625895440883856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.470969:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2700 x1625895440883856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.470971:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.471053:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883856:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.471279:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2d00 - object 0x0:1728254 offset 1119879168<>1120927744
00000100:00100000:2.0:1550575072.471285:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.471286:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.471289:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483220d0-0x5c6be483220d0, portal 8
00000100:00000200:2.0:1550575072.471290:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883920, portal 4
00000100:00000200:2.0:1550575072.471291:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883920, offset 0
00000400:00000200:2.0:1550575072.471292:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.471295:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.471296:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.471298:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.471298:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.471299:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.471300:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.471306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.471406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.471489:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2a00 x1625895440883888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.471491:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2a00 x1625895440883888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.471493:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.471551:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883888:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.471825:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3000 - object 0x0:1728687 offset 1119879168<>1120927744
00000100:00100000:2.0:1550575072.471830:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.471832:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.471834:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483220f0-0x5c6be483220f0, portal 8
00000100:00000200:2.0:1550575072.471836:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883952, portal 4
00000100:00000200:2.0:1550575072.471837:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883952, offset 0
00000400:00000200:2.0:1550575072.471838:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.471841:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.471842:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.471843:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.471844:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.471844:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.471845:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.471852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.471946:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.472095:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2d00 x1625895440883920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.472097:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2d00 x1625895440883920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.472099:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.472184:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883920:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.472406:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3300 - object 0x0:1725237 offset 1119879168<>1120927744
00000100:00100000:2.0:1550575072.472412:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.472413:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883984:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.472417:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322110-0x5c6be48322110, portal 8
00000100:00000200:2.0:1550575072.472418:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440883984, portal 4
00000100:00000200:2.0:1550575072.472419:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440883984, offset 0
00000400:00000200:2.0:1550575072.472420:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.472423:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.472424:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.472425:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.472426:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.472426:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.472427:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.472434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.472532:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.472613:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3000 x1625895440883952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.472615:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3000 x1625895440883952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.472617:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.472675:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440883952:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.472953:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3600 - object 0x0:1728629 offset 1119879168<>1120927744
00000100:00100000:2.0:1550575072.472958:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.472959:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.472962:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322130-0x5c6be48322130, portal 8
00000100:00000200:2.0:1550575072.472963:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884016, portal 4
00000100:00000200:2.0:1550575072.472964:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884016, offset 0
00000400:00000200:2.0:1550575072.472965:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.472968:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.472969:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.472970:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.472971:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.472971:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.472972:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.472979:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.473229:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3300 x1625895440883984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.473231:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3300 x1625895440883984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.473232:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.473311:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440883984:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.473526:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3900 - object 0x0:1728254 offset 1120927744<>1121976320
00000100:00100000:2.0:1550575072.473533:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.473534:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884048:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.473537:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322150-0x5c6be48322150, portal 8
00000100:00000200:2.0:1550575072.473539:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884048, portal 4
00000100:00000200:2.0:1550575072.473539:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884048, offset 0
00000400:00000200:2.0:1550575072.473541:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.473543:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.473544:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.473546:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.473546:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.473547:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.473548:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.473679:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.473705:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.473729:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.473849:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.474082:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3c00 - object 0x0:1728687 offset 1120927744<>1121976320
00000100:00100000:2.0:1550575072.474087:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.474088:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884080:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.474092:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322170-0x5c6be48322170, portal 8
00000100:00000200:2.0:1550575072.474093:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884080, portal 4
00000100:00000200:2.0:1550575072.474094:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884080, offset 0
00000400:00000200:2.0:1550575072.474096:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.474099:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.474100:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.474101:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.474102:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.474103:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.474104:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.474129:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.474154:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.474179:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.474314:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.474384:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3900 x1625895440884048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.474386:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3900 x1625895440884048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.474387:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.474470:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884048:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.474664:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec000 - object 0x0:1725237 offset 1120927744<>1121976320
00000100:00100000:2.0:1550575072.474671:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.474672:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884112:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.474675:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322190-0x5c6be48322190, portal 8
00000100:00000200:2.0:1550575072.474676:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884112, portal 4
00000100:00000200:2.0:1550575072.474677:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884112, offset 0
00000400:00000200:2.0:1550575072.474678:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.474681:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.474682:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.474683:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.474684:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.474685:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.474685:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.474692:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.474799:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.474833:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.474855:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3c00 x1625895440884080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.474856:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3c00 x1625895440884080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.474858:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:3.0:1550575072.474922:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884080:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.474924:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3600 x1625895440884016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.474925:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3600 x1625895440884016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.474927:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:3.0:1550575072.475001:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884016:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.475287:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.475383:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.475494:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec000 x1625895440884112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.475495:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec000 x1625895440884112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.475499:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.475575:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884112:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.475821:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec300 - object 0x0:1728254 offset 1121976320<>1123024896
00000100:00100000:2.0:1550575072.475828:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.475829:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884176:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.475832:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483221d0-0x5c6be483221d0, portal 8
00000100:00000200:2.0:1550575072.475833:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884176, portal 4
00000100:00000200:2.0:1550575072.475834:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884176, offset 0
00000400:00000200:2.0:1550575072.475835:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.475838:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.475839:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.475840:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.475841:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.475841:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.475842:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.475849:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.475948:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.476412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.476509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.476639:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec300 x1625895440884176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.476641:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec300 x1625895440884176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.476643:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.476724:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884176:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.476949:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec600 - object 0x0:1725237 offset 1121976320<>1123024896
00000100:00100000:2.0:1550575072.476954:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.476956:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.476959:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322210-0x5c6be48322210, portal 8
00000100:00000200:2.0:1550575072.476960:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884240, portal 4
00000100:00000200:2.0:1550575072.476961:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884240, offset 0
00000400:00000200:2.0:1550575072.476962:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.476964:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.476965:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.476967:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.476968:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.476968:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.476969:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.476976:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575072.477516:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712400 - object 0x0:1728629 offset 1121976320<>1123024896
00000100:00100000:3.0:1550575072.477523:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.477524:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884272:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.477529:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322230-0x5c6be48322230, portal 8
00000100:00000200:3.0:1550575072.477531:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884272, portal 4
00000100:00000200:3.0:1550575072.477532:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884272, offset 0
00000400:00000200:3.0:1550575072.477533:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.477536:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.477537:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.477539:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.477539:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.477540:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.477541:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.477646:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.477672:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.477697:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.477816:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.477871:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:0.2:1550575072.478024:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.478075:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9713000 - object 0x0:1728254 offset 1123024896<>1124073472
00000100:00100000:3.0:1550575072.478083:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884304:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.478087:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322250-0x5c6be48322250, portal 8
00000100:00000200:3.0:1550575072.478089:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884304, portal 4
00000100:00000200:3.0:1550575072.478089:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884304, offset 0
00000400:00000200:3.0:1550575072.478091:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.478094:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.478095:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.478096:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.478097:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.478097:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.478099:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.478106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.478285:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712400 x1625895440884272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.478287:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712400 x1625895440884272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.478289:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.478353:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884272:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.478624:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9713c00 - object 0x0:1728687 offset 1123024896<>1124073472
00000100:00100000:3.0:1550575072.478629:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.478631:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884336:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.478634:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322270-0x5c6be48322270, portal 8
00000100:00000200:3.0:1550575072.478635:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884336, portal 4
00000100:00000200:3.0:1550575072.478636:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884336, offset 0
00000400:00000200:3.0:1550575072.478638:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.478641:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.478642:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.478643:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.478644:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.478644:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.478645:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.478652:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.478720:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.478741:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec600 x1625895440884240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.478743:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec600 x1625895440884240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.478744:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:0.2:1550575072.478752:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.478806:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884240:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.478985:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.479190:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0000 - object 0x0:1725237 offset 1123024896<>1124073472
00000100:00000200:3.0:1550575072.479197:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9713000 x1625895440884304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.479199:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9713000 x1625895440884304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.479201:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:2.0:1550575072.479202:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.479203:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884368:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.479206:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322290-0x5c6be48322290, portal 8
00000100:00000200:2.0:1550575072.479208:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884368, portal 4
00000100:00000200:2.0:1550575072.479208:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884368, offset 0
00000400:00000200:2.0:1550575072.479209:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.479212:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.479213:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.479214:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.479215:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.479215:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.479217:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.479223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.479261:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884304:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.479322:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.479425:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9713c00 x1625895440884336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.479426:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9713c00 x1625895440884336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.479428:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.479495:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884336:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.479752:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0300 - object 0x0:1728629 offset 1123024896<>1124073472
00000100:00100000:3.0:1550575072.479757:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.479759:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884400:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.479762:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483222b0-0x5c6be483222b0, portal 8
00000100:00000200:3.0:1550575072.479763:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884400, portal 4
00000100:00000200:3.0:1550575072.479764:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884400, offset 0
00000400:00000200:3.0:1550575072.479765:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.479768:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.479769:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.479771:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.479771:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.479772:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.479773:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.479780:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.479889:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.480028:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0000 x1625895440884368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.480035:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0000 x1625895440884368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.480038:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.480113:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884368:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.480133:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.480330:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0600 - object 0x0:1728254 offset 1124073472<>1125122048
00000100:00100000:3.0:1550575072.480338:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.480342:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483222d0-0x5c6be483222d0, portal 8
00000100:00000200:3.0:1550575072.480343:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884432, portal 4
00000100:00000200:3.0:1550575072.480344:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884432, offset 0
00000400:00000200:3.0:1550575072.480345:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.480348:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.480349:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.480350:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.480351:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.480351:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.480352:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.480359:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.480454:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.480577:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0300 x1625895440884400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.480582:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0300 x1625895440884400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.480583:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575072.480662:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884400:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.480897:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0900 - object 0x0:1728687 offset 1124073472<>1125122048
00000100:00100000:3.0:1550575072.480902:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.480904:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884464:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.480907:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483222f0-0x5c6be483222f0, portal 8
00000100:00000200:3.0:1550575072.480909:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884464, portal 4
00000100:00000200:3.0:1550575072.480910:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884464, offset 0
00000400:00000200:3.0:1550575072.480911:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.480914:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.480915:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.480916:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.480917:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.480917:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.480918:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.480925:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.481023:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.481150:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0600 x1625895440884432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.481151:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0600 x1625895440884432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.481153:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.481236:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884432:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.481277:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.481469:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0c00 - object 0x0:1725237 offset 1124073472<>1125122048
00000100:00100000:3.0:1550575072.481476:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.481479:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322310-0x5c6be48322310, portal 8
00000100:00000200:3.0:1550575072.481481:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884496, portal 4
00000100:00000200:3.0:1550575072.481482:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884496, offset 0
00000400:00000200:3.0:1550575072.481484:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.481487:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.481488:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.481490:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.481490:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.481491:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.481492:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.481498:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.481593:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.481696:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0900 x1625895440884464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.481698:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0900 x1625895440884464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.481700:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.481769:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884464:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.482026:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0f00 - object 0x0:1728629 offset 1124073472<>1125122048
00000800:00000200:0.2:1550575072.482052:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.482153:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.482279:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0c00 x1625895440884496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.482281:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0c00 x1625895440884496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.482282:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.482352:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884496:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.482410:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.482602:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1200 - object 0x0:1728254 offset 1125122048<>1126170624
00000100:00100000:3.0:1550575072.482609:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.482613:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322350-0x5c6be48322350, portal 8
00000100:00000200:3.0:1550575072.482615:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884560, portal 4
00000100:00000200:3.0:1550575072.482616:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884560, offset 0
00000400:00000200:3.0:1550575072.482617:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.482620:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.482621:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.482623:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.482623:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.482624:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.482625:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.482632:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.482725:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.483151:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1500 - object 0x0:1728687 offset 1125122048<>1126170624
00000100:00100000:3.0:1550575072.483156:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.483157:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884592:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.483160:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322370-0x5c6be48322370, portal 8
00000100:00000200:3.0:1550575072.483162:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884592, portal 4
00000100:00000200:3.0:1550575072.483163:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884592, offset 0
00000400:00000200:3.0:1550575072.483164:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.483167:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.483168:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.483169:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.483170:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.483170:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.483171:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.483178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.483278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.483414:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1200 x1625895440884560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.483416:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1200 x1625895440884560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.483418:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.483500:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884560:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.483529:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.483722:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1800 - object 0x0:1725237 offset 1125122048<>1126170624
00000100:00100000:3.0:1550575072.483730:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.483733:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322390-0x5c6be48322390, portal 8
00000100:00000200:3.0:1550575072.483735:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884624, portal 4
00000100:00000200:3.0:1550575072.483735:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884624, offset 0
00000400:00000200:3.0:1550575072.483736:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.483739:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.483740:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.483742:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.483742:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.483743:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.483744:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.483750:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.483844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.483946:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1500 x1625895440884592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.483948:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1500 x1625895440884592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.483949:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.484016:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884592:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.484292:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1b00 - object 0x0:1728629 offset 1125122048<>1126170624
00000100:00100000:3.0:1550575072.484298:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.484299:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884656:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.484302:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483223b0-0x5c6be483223b0, portal 8
00000100:00000200:3.0:1550575072.484303:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884656, portal 4
00000100:00000200:3.0:1550575072.484304:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884656, offset 0
00000400:00000200:3.0:1550575072.484305:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.484308:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.484309:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.484311:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.484311:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.484312:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.484313:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.484320:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.484420:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.484536:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1800 x1625895440884624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.484538:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1800 x1625895440884624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.484539:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.484612:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884624:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.484671:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.484868:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1e00 - object 0x0:1728254 offset 1126170624<>1127219200
00000100:00100000:3.0:1550575072.484875:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.484878:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483223d0-0x5c6be483223d0, portal 8
00000100:00000200:3.0:1550575072.484880:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884688, portal 4
00000100:00000200:3.0:1550575072.484880:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884688, offset 0
00000400:00000200:3.0:1550575072.484881:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.484884:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.484885:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.484887:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.484887:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.484888:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.484889:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.484895:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.484993:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.485097:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1b00 x1625895440884656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.485098:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1b00 x1625895440884656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.485100:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.485172:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884656:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.485435:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2100 - object 0x0:1728687 offset 1126170624<>1127219200
00000100:00100000:3.0:1550575072.485440:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.485441:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884720:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.485445:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483223f0-0x5c6be483223f0, portal 8
00000100:00000200:3.0:1550575072.485446:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884720, portal 4
00000100:00000200:3.0:1550575072.485447:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884720, offset 0
00000400:00000200:3.0:1550575072.485448:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.485451:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.485452:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.485453:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.485454:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.485454:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.485455:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.485462:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.485559:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.485687:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1e00 x1625895440884688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.485689:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1e00 x1625895440884688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.485691:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.485772:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884688:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.485808:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.486010:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2400 - object 0x0:1725237 offset 1126170624<>1127219200
00000100:00100000:3.0:1550575072.486017:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.486020:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322410-0x5c6be48322410, portal 8
00000100:00000200:3.0:1550575072.486022:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884752, portal 4
00000100:00000200:3.0:1550575072.486022:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884752, offset 0
00000400:00000200:3.0:1550575072.486023:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.486026:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.486027:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.486029:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.486029:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.486030:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.486038:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.486044:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.486227:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2100 x1625895440884720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.486229:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2100 x1625895440884720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.486230:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.486292:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884720:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.486572:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2700 - object 0x0:1728629 offset 1126170624<>1127219200
00000100:00100000:3.0:1550575072.486578:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.486579:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884784:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.486582:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322430-0x5c6be48322430, portal 8
00000100:00000200:3.0:1550575072.486583:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884784, portal 4
00000100:00000200:3.0:1550575072.486584:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884784, offset 0
00000400:00000200:3.0:1550575072.486585:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.486588:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.486589:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.486590:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.486591:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.486591:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.486593:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.486695:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.486721:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.486746:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.486868:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.486924:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.487128:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2a00 - object 0x0:1728254 offset 1127219200<>1128267776
00000100:00100000:3.0:1550575072.487135:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.487139:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322450-0x5c6be48322450, portal 8
00000100:00000200:3.0:1550575072.487141:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884816, portal 4
00000100:00000200:3.0:1550575072.487142:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884816, offset 0
00000400:00000200:3.0:1550575072.487143:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.487146:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.487147:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.487149:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.487149:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.487150:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.487151:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.487280:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.487308:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.487316:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2700 x1625895440884784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.487318:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2700 x1625895440884784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.487320:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000800:00000200:0.2:1550575072.487332:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.487382:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884784:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.487449:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575072.487686:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2d00 - object 0x0:1728687 offset 1127219200<>1128267776
00000100:00100000:3.0:1550575072.487692:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.487693:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884848:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.487696:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322470-0x5c6be48322470, portal 8
00000100:00000200:3.0:1550575072.487698:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884848, portal 4
00000100:00000200:3.0:1550575072.487698:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884848, offset 0
00000400:00000200:3.0:1550575072.487700:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.487702:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.487703:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.487705:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.487705:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.487706:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.487707:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575072.488008:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2a00 x1625895440884816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.488010:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2a00 x1625895440884816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.488013:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575072.488118:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884816:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.488266:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec900 - object 0x0:1725237 offset 1127219200<>1128267776
00000100:00100000:2.0:1550575072.488271:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.488273:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884880:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.488277:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322490-0x5c6be48322490, portal 8
00000100:00000200:2.0:1550575072.488278:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884880, portal 4
00000100:00000200:2.0:1550575072.488279:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884880, offset 0
00000400:00000200:2.0:1550575072.488280:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.488282:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.488284:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.488285:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.488286:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.488286:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.488287:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.488295:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.488317:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.488423:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.488448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.488575:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575072.488792:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3000 - object 0x0:1728629 offset 1127219200<>1128267776
00000100:00100000:3.0:1550575072.488798:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.488799:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884912:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.488803:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483224b0-0x5c6be483224b0, portal 8
00000100:00000200:3.0:1550575072.488804:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884912, portal 4
00000100:00000200:3.0:1550575072.488805:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884912, offset 0
00000400:00000200:3.0:1550575072.488806:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.488808:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.488809:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.488811:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.488812:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.488812:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.488813:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.488822:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.488851:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.488875:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.488996:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.489099:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.489117:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2400 x1625895440884752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.489119:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2400 x1625895440884752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.489120:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.489207:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884752:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.489376:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeecc00 - object 0x0:1728254 offset 1128267776<>1129316352
00000100:00000200:2.0:1550575072.489382:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec900 x1625895440884880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.489384:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec900 x1625895440884880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575072.489385:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884944:172.20.0.211@o2ib1:4
00000400:00000200:2.0:1550575072.489386:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00000200:3.0:1550575072.489388:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483224d0-0x5c6be483224d0, portal 8
00000100:00000200:3.0:1550575072.489390:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884944, portal 4
00000100:00000200:3.0:1550575072.489391:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884944, offset 0
00000400:00000200:3.0:1550575072.489392:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.489394:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.489396:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.489397:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.489398:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.489398:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.489399:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.489406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.489446:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440884880:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.489483:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.489501:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2d00 x1625895440884848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.489502:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2d00 x1625895440884848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.489504:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000800:00000200:0.2:1550575072.489514:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.489563:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884848:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.489564:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3000 x1625895440884912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.489566:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3000 x1625895440884912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.489567:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000100:00100000:3.0:1550575072.489624:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884912:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.489932:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3300 - object 0x0:1728687 offset 1128267776<>1129316352
00000100:00100000:3.0:1550575072.489938:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.489939:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884976:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.489942:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483224f0-0x5c6be483224f0, portal 8
00000100:00000200:3.0:1550575072.489944:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440884976, portal 4
00000100:00000200:3.0:1550575072.489945:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440884976, offset 0
00000400:00000200:3.0:1550575072.489946:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.489948:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.489949:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.489951:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.489952:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.489952:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.489953:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.489960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.490061:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.490217:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeecc00 x1625895440884944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.490219:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeecc00 x1625895440884944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.490220:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000100:00100000:3.0:1550575072.490309:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440884944:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.490326:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.490521:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3600 - object 0x0:1725237 offset 1128267776<>1129316352
00000100:00100000:3.0:1550575072.490529:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.490532:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322510-0x5c6be48322510, portal 8
00000100:00000200:3.0:1550575072.490534:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885008, portal 4
00000100:00000200:3.0:1550575072.490534:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885008, offset 0
00000400:00000200:3.0:1550575072.490536:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.490538:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.490539:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.490541:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.490542:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.490542:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.490543:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.490550:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.490645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.490732:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3300 x1625895440884976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.490734:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3300 x1625895440884976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.490735:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.490799:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440884976:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.491075:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3900 - object 0x0:1728629 offset 1128267776<>1129316352
00000100:00100000:3.0:1550575072.491080:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.491082:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.491085:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322530-0x5c6be48322530, portal 8
00000100:00000200:3.0:1550575072.491086:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885040, portal 4
00000100:00000200:3.0:1550575072.491087:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885040, offset 0
00000400:00000200:3.0:1550575072.491088:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.491091:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.491092:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.491093:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.491094:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.491094:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.491095:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.491102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.491209:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.491335:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3600 x1625895440885008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.491337:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3600 x1625895440885008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.491339:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.491419:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885008:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.491455:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.491650:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3c00 - object 0x0:1728254 offset 1129316352<>1130364928
00000100:00100000:3.0:1550575072.491658:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.491661:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322550-0x5c6be48322550, portal 8
00000100:00000200:3.0:1550575072.491662:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885072, portal 4
00000100:00000200:3.0:1550575072.491663:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885072, offset 0
00000400:00000200:3.0:1550575072.491665:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.491668:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.491669:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.491670:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.491671:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.491672:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.491673:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.491679:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.491783:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.491884:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3900 x1625895440885040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.491885:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3900 x1625895440885040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.491888:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.491960:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885040:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.492214:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864000 - object 0x0:1728687 offset 1129316352<>1130364928
00000100:00100000:3.0:1550575072.492219:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.492220:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885104:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.492224:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322570-0x5c6be48322570, portal 8
00000100:00000200:3.0:1550575072.492225:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885104, portal 4
00000100:00000200:3.0:1550575072.492226:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885104, offset 0
00000400:00000200:3.0:1550575072.492227:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.492230:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.492231:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.492233:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.492233:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.492234:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.492235:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.492242:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.492340:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.492478:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3c00 x1625895440885072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.492479:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3c00 x1625895440885072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.492481:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.492560:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885072:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.492606:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.492798:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864300 - object 0x0:1725237 offset 1129316352<>1130364928
00000100:00100000:3.0:1550575072.492807:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.492810:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322590-0x5c6be48322590, portal 8
00000100:00000200:3.0:1550575072.492811:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885136, portal 4
00000100:00000200:3.0:1550575072.492811:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885136, offset 0
00000400:00000200:3.0:1550575072.492813:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.492815:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.492816:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.492818:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.492818:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.492819:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.492820:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.492826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.492928:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.493008:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864000 x1625895440885104/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.493010:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864000 x1625895440885104/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.493011:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.493077:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885104:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.493353:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864600 - object 0x0:1728629 offset 1129316352<>1130364928
00000100:00100000:3.0:1550575072.493359:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.493360:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885168:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.493363:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483225b0-0x5c6be483225b0, portal 8
00000100:00000200:3.0:1550575072.493364:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885168, portal 4
00000100:00000200:3.0:1550575072.493365:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885168, offset 0
00000400:00000200:3.0:1550575072.493366:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.493369:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.493370:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.493371:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.493372:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.493373:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.493374:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.493381:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.493476:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.493622:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864300 x1625895440885136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.493624:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864300 x1625895440885136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.493625:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.493708:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885136:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.493735:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.493926:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864900 - object 0x0:1728254 offset 1130364928<>1131413504
00000100:00100000:3.0:1550575072.493933:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885200:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.493936:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483225d0-0x5c6be483225d0, portal 8
00000100:00000200:3.0:1550575072.493938:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885200, portal 4
00000100:00000200:3.0:1550575072.493938:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885200, offset 0
00000400:00000200:3.0:1550575072.493939:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.493942:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.493943:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.493945:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.493945:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.493946:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.493947:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.493953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.494053:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.494143:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864600 x1625895440885168/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.494145:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864600 x1625895440885168/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.494147:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.494210:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885168:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.494489:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864c00 - object 0x0:1728687 offset 1130364928<>1131413504
00000100:00100000:3.0:1550575072.494495:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.494496:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885232:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.494499:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483225f0-0x5c6be483225f0, portal 8
00000100:00000200:3.0:1550575072.494500:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885232, portal 4
00000100:00000200:3.0:1550575072.494501:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885232, offset 0
00000400:00000200:3.0:1550575072.494502:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.494505:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.494506:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.494508:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.494508:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.494509:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.494510:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.494517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.494613:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.494740:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864900 x1625895440885200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.494742:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864900 x1625895440885200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.494744:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.494822:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885200:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.494864:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.495069:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864f00 - object 0x0:1725237 offset 1130364928<>1131413504
00000100:00100000:3.0:1550575072.495076:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.495079:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322610-0x5c6be48322610, portal 8
00000100:00000200:3.0:1550575072.495081:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885264, portal 4
00000100:00000200:3.0:1550575072.495081:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885264, offset 0
00000400:00000200:3.0:1550575072.495083:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.495085:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.495086:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.495088:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.495089:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.495089:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.495090:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.495097:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.495194:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.495289:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864c00 x1625895440885232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.495291:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864c00 x1625895440885232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.495293:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.495357:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885232:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.495618:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865200 - object 0x0:1728629 offset 1130364928<>1131413504
00000100:00100000:3.0:1550575072.495623:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.495624:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885296:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.495628:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322630-0x5c6be48322630, portal 8
00000100:00000200:3.0:1550575072.495629:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885296, portal 4
00000100:00000200:3.0:1550575072.495630:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885296, offset 0
00000400:00000200:3.0:1550575072.495631:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.495633:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.495634:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.495636:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.495636:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.495637:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.495638:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.495645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.495741:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.495888:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864f00 x1625895440885264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.495890:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864f00 x1625895440885264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.495892:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.495974:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885264:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.495999:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.496200:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865500 - object 0x0:1728254 offset 1131413504<>1132462080
00000100:00100000:3.0:1550575072.496207:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.496210:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322650-0x5c6be48322650, portal 8
00000100:00000200:3.0:1550575072.496211:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885328, portal 4
00000100:00000200:3.0:1550575072.496212:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885328, offset 0
00000400:00000200:3.0:1550575072.496213:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.496216:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.496217:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.496219:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.496219:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.496220:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.496221:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.496228:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.496323:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.496416:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865200 x1625895440885296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.496418:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865200 x1625895440885296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.496419:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.496480:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885296:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.496753:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865800 - object 0x0:1728687 offset 1131413504<>1132462080
00000100:00100000:3.0:1550575072.496759:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.496760:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885360:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.496763:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322670-0x5c6be48322670, portal 8
00000100:00000200:3.0:1550575072.496764:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885360, portal 4
00000100:00000200:3.0:1550575072.496765:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885360, offset 0
00000400:00000200:3.0:1550575072.496766:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.496769:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.496770:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.496771:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.496772:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.496773:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.496774:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.496780:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.497012:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865500 x1625895440885328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.497014:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865500 x1625895440885328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.497016:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.497097:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885328:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.497126:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.497331:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865b00 - object 0x0:1725237 offset 1131413504<>1132462080
00000100:00100000:3.0:1550575072.497339:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.497342:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322690-0x5c6be48322690, portal 8
00000100:00000200:3.0:1550575072.497343:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885392, portal 4
00000100:00000200:3.0:1550575072.497344:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885392, offset 0
00000400:00000200:3.0:1550575072.497345:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.497348:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.497349:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.497351:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.497351:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.497352:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.497353:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.497872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.498018:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.498049:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.498171:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.498222:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.498425:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865e00 - object 0x0:1728254 offset 1132462080<>1133510656
00000100:00100000:3.0:1550575072.498432:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.498435:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483226d0-0x5c6be483226d0, portal 8
00000100:00000200:3.0:1550575072.498437:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885456, portal 4
00000100:00000200:3.0:1550575072.498437:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885456, offset 0
00000400:00000200:3.0:1550575072.498439:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.498442:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.498443:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.498444:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.498445:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.498445:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.498446:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.498536:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.498557:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865800 x1625895440885360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.498559:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865800 x1625895440885360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.498560:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.498622:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885360:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.499002:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866100 - object 0x0:1728687 offset 1132462080<>1133510656
00000100:00100000:3.0:1550575072.499007:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.499008:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885488:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.499011:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483226f0-0x5c6be483226f0, portal 8
00000100:00000200:3.0:1550575072.499013:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885488, portal 4
00000100:00000200:3.0:1550575072.499014:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885488, offset 0
00000400:00000200:3.0:1550575072.499015:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.499017:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.499019:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.499020:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.499021:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.499021:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.499022:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.499029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.499137:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.499330:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:0.2:1550575072.499336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.499360:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.499384:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.499503:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575072.499523:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866400 - object 0x0:1725237 offset 1132462080<>1133510656
00000100:00100000:3.0:1550575072.499531:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.499534:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322710-0x5c6be48322710, portal 8
00000100:00000200:3.0:1550575072.499536:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885520, portal 4
00000100:00000200:3.0:1550575072.499536:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885520, offset 0
00000400:00000200:3.0:1550575072.499537:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.499540:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.499541:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.499543:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.499543:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.499544:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.499545:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575072.499867:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866100 x1625895440885488/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.499869:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866100 x1625895440885488/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.499871:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823bf80
00000100:00100000:3.0:1550575072.499969:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885488:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.500140:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.500252:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.500279:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.500304:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.500430:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.500459:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:0.2:1550575072.500505:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.500657:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866700 - object 0x0:1728254 offset 1133510656<>1134559232
00000100:00100000:3.0:1550575072.500664:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.500667:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322750-0x5c6be48322750, portal 8
00000100:00000200:3.0:1550575072.500668:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885584, portal 4
00000100:00000200:3.0:1550575072.500669:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885584, offset 0
00000400:00000200:3.0:1550575072.500670:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.500672:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.500674:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.500675:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.500676:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.500676:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.500677:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.500684:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.501153:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.501238:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866a00 - object 0x0:1728687 offset 1133510656<>1134559232
00000100:00100000:3.0:1550575072.501243:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.501245:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.501248:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322770-0x5c6be48322770, portal 8
00000100:00000200:3.0:1550575072.501249:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885616, portal 4
00000100:00000200:3.0:1550575072.501250:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885616, offset 0
00000400:00000200:3.0:1550575072.501251:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.501254:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.501255:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.501256:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.501257:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.501257:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.501258:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.501261:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865e00 x1625895440885456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.501263:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865e00 x1625895440885456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.501265:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18000
00000800:00000200:0.2:1550575072.501265:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.501330:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885456:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.501375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.501418:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865b00 x1625895440885392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.501419:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865b00 x1625895440885392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.501421:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823ba80
00000100:00100000:3.0:1550575072.501423:0:2492:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0001-osc-ffff880034986800: committing for last_committed 12894436575 gen 1
00000800:00000200:0.2:1550575072.501463:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.502250:0:2492:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff88157ebac900 x1625895440860688/t12894436576(12894436576) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575079 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575072.502319:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885392:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.502388:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeecf00 - object 0x0:1725237 offset 1133510656<>1134559232
00000100:00000200:2.0:1550575072.502402:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866a00 x1625895440885616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.502404:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866a00 x1625895440885616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.502407:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:0.2:1550575072.502424:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.502467:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885616:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.502532:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866d00 - object 0x0:1728629 offset 1133510656<>1134559232
00000100:00000200:3.0:1550575072.502542:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866700 x1625895440885584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.502544:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866700 x1625895440885584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.502545:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c823b680
00000100:00100000:3.0:1550575072.502612:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.502613:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866400 x1625895440885520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.502615:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866400 x1625895440885520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.502617:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815def18d80
00000800:00000200:0.2:1550575072.502656:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.502680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.502684:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440885520:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.502705:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.502852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.502950:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeed200 - object 0x0:1728254 offset 1134559232<>1135607808
00000100:00100000:2.0:1550575072.502956:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.502957:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885712:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.502961:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483227d0-0x5c6be483227d0, portal 8
00000100:00000200:2.0:1550575072.502963:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885712, portal 4
00000100:00000200:2.0:1550575072.502964:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885712, offset 0
00000400:00000200:2.0:1550575072.502965:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.502968:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.502969:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.502970:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.502971:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.502971:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.502973:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.502981:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.503526:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeed500 - object 0x0:1728687 offset 1134559232<>1135607808
00000100:00100000:2.0:1550575072.503532:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.503533:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885744:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.503536:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483227f0-0x5c6be483227f0, portal 8
00000100:00000200:2.0:1550575072.503538:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885744, portal 4
00000100:00000200:2.0:1550575072.503538:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885744, offset 0
00000400:00000200:2.0:1550575072.503540:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.503542:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.503543:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.503545:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.503545:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.503546:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.503547:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.503554:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.503663:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.504046:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeed800 - object 0x0:1725237 offset 1134559232<>1135607808
00000100:00100000:2.0:1550575072.504051:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.504052:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885776:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.504056:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322810-0x5c6be48322810, portal 8
00000100:00000200:2.0:1550575072.504057:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885776, portal 4
00000100:00000200:2.0:1550575072.504058:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885776, offset 0
00000400:00000200:2.0:1550575072.504059:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.504062:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.504063:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.504064:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.504065:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.504065:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.504066:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.504073:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.504179:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.504405:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeed500 x1625895440885744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.504407:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeed500 x1625895440885744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.504409:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.504504:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885744:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.504526:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.504688:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeed200 x1625895440885712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.504690:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeed200 x1625895440885712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.504691:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.504753:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885712:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.504789:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.505169:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeedb00 - object 0x0:1728254 offset 1135607808<>1136656384
00000100:00100000:2.0:1550575072.505177:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.505179:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885840:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.505186:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322850-0x5c6be48322850, portal 8
00000100:00000200:2.0:1550575072.505188:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885840, portal 4
00000100:00000200:2.0:1550575072.505189:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885840, offset 0
00000400:00000200:2.0:1550575072.505190:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.505193:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.505194:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.505195:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.505196:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.505196:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.505197:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.505204:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.505729:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeede00 - object 0x0:1728687 offset 1135607808<>1136656384
00000100:00100000:2.0:1550575072.505735:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.505736:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885872:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.505739:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322870-0x5c6be48322870, portal 8
00000100:00000200:2.0:1550575072.505740:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885872, portal 4
00000100:00000200:2.0:1550575072.505741:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885872, offset 0
00000400:00000200:2.0:1550575072.505742:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.505744:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.505745:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.505747:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.505748:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.505748:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.505749:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.505809:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeed800 x1625895440885776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.505811:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeed800 x1625895440885776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.505813:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:0.2:1550575072.505858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.505872:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885776:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.505883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.505913:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.505961:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.506039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.506287:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeee100 - object 0x0:1725237 offset 1135607808<>1136656384
00000100:00100000:2.0:1550575072.506294:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.506295:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885904:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.506298:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322890-0x5c6be48322890, portal 8
00000100:00000200:2.0:1550575072.506299:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885904, portal 4
00000100:00000200:2.0:1550575072.506300:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885904, offset 0
00000400:00000200:2.0:1550575072.506301:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.506304:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.506305:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.506307:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.506307:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.506308:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.506309:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.506316:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.506472:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeede00 x1625895440885872/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.506474:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeede00 x1625895440885872/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.506476:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.506536:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885872:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.506698:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.506832:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeee400 - object 0x0:1728629 offset 1135607808<>1136656384
00000100:00100000:2.0:1550575072.506837:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.506839:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885936:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.506842:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483228b0-0x5c6be483228b0, portal 8
00000100:00000200:2.0:1550575072.506843:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885936, portal 4
00000100:00000200:2.0:1550575072.506843:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885936, offset 0
00000400:00000200:2.0:1550575072.506845:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.506847:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.506849:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.506850:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.506850:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.506851:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.506852:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.506855:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeedb00 x1625895440885840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.506857:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeedb00 x1625895440885840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.506858:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575072.506858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.506918:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885840:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.506979:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.507399:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeee700 - object 0x0:1728254 offset 1136656384<>1137704960
00000100:00100000:2.0:1550575072.507406:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.507407:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.507410:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483228d0-0x5c6be483228d0, portal 8
00000100:00000200:2.0:1550575072.507411:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440885968, portal 4
00000100:00000200:2.0:1550575072.507412:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440885968, offset 0
00000400:00000200:2.0:1550575072.507413:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.507416:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.507417:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.507418:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.507419:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.507419:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.507420:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.507427:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.507743:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeee400 x1625895440885936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.507745:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeee400 x1625895440885936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.507747:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.507844:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440885936:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.507951:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.508018:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeee100 x1625895440885904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.508019:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeee100 x1625895440885904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.508021:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.508085:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885904:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.508282:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeee700 x1625895440885968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.508284:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeee700 x1625895440885968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.508285:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:3.0:1550575072.508322:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.508357:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440885968:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.508533:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867000 - object 0x0:1725237 offset 1136656384<>1137704960
00000100:00100000:3.0:1550575072.508539:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440886032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.508543:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322910-0x5c6be48322910, portal 8
00000100:00000200:3.0:1550575072.508544:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886032, portal 4
00000100:00000200:3.0:1550575072.508545:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886032, offset 0
00000400:00000200:3.0:1550575072.508546:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.508550:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.508551:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.508553:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.508554:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.508554:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.508556:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.508732:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.508758:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.508784:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.508903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.509064:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeeea00 - object 0x0:1728629 offset 1136656384<>1137704960
00000100:00100000:2.0:1550575072.509069:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.509070:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886064:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.509073:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322930-0x5c6be48322930, portal 8
00000100:00000200:2.0:1550575072.509074:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886064, portal 4
00000100:00000200:2.0:1550575072.509075:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886064, offset 0
00000400:00000200:2.0:1550575072.509076:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.509079:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.509080:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.509081:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.509082:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.509083:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.509084:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.509132:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.509156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.509184:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.509329:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.509490:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867000 x1625895440886032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.509492:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867000 x1625895440886032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.509494:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000100:00100000:3.0:1550575072.509556:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440886032:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.509614:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeeed00 - object 0x0:1728254 offset 1137704960<>1138753536
00000100:00100000:2.0:1550575072.509620:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.509622:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886096:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.509624:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322950-0x5c6be48322950, portal 8
00000100:00000200:2.0:1550575072.509626:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886096, portal 4
00000100:00000200:2.0:1550575072.509626:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886096, offset 0
00000400:00000200:2.0:1550575072.509629:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.509632:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.509633:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.509634:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.509635:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.509635:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.509636:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.509643:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.509748:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.509832:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.509849:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeeea00 x1625895440886064/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.509851:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeeea00 x1625895440886064/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.509853:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.509915:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886064:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.510225:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef000 - object 0x0:1728687 offset 1137704960<>1138753536
00000100:00100000:2.0:1550575072.510230:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.510232:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886128:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.510235:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322970-0x5c6be48322970, portal 8
00000100:00000200:2.0:1550575072.510236:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886128, portal 4
00000100:00000200:2.0:1550575072.510237:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886128, offset 0
00000400:00000200:2.0:1550575072.510238:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.510241:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.510242:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.510243:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.510244:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.510244:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.510245:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.510253:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.510371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.510453:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeeed00 x1625895440886096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.510455:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeeed00 x1625895440886096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.510457:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.510537:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886096:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.510768:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef300 - object 0x0:1725237 offset 1137704960<>1138753536
00000100:00100000:2.0:1550575072.510775:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.510776:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886160:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.510779:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322990-0x5c6be48322990, portal 8
00000100:00000200:2.0:1550575072.510781:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886160, portal 4
00000100:00000200:2.0:1550575072.510781:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886160, offset 0
00000400:00000200:2.0:1550575072.510783:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.510785:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.510787:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.510788:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.510789:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.510789:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.510790:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.510799:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.510898:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.511317:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef600 - object 0x0:1728629 offset 1137704960<>1138753536
00000100:00000200:2.0:1550575072.511323:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeef000 x1625895440886128/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.511325:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeef000 x1625895440886128/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.511326:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.511343:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.511383:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886128:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.511462:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.511599:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeef300 x1625895440886160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.511601:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeef300 x1625895440886160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.511603:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.511681:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886160:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.511900:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef900 - object 0x0:1728254 offset 1138753536<>1139802112
00000100:00100000:2.0:1550575072.511907:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.511908:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886224:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.511911:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483229d0-0x5c6be483229d0, portal 8
00000100:00000200:2.0:1550575072.511913:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886224, portal 4
00000100:00000200:2.0:1550575072.511914:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886224, offset 0
00000400:00000200:2.0:1550575072.511915:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.511917:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.511918:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.511920:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.511920:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.511921:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.511922:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.511929:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.512031:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.512481:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeefc00 - object 0x0:1728687 offset 1138753536<>1139802112
00000100:00100000:2.0:1550575072.512486:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.512487:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886256:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.512490:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483229f0-0x5c6be483229f0, portal 8
00000100:00000200:2.0:1550575072.512491:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886256, portal 4
00000100:00000200:2.0:1550575072.512492:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886256, offset 0
00000400:00000200:2.0:1550575072.512493:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.512496:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.512497:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.512499:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.512499:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.512500:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.512501:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.512508:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.512624:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.512731:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeef900 x1625895440886224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.512733:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeef900 x1625895440886224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.512735:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.512816:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886224:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.513044:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23000 - object 0x0:1725237 offset 1138753536<>1139802112
00000100:00100000:2.0:1550575072.513050:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.513051:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886288:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.513055:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322a10-0x5c6be48322a10, portal 8
00000100:00000200:2.0:1550575072.513056:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886288, portal 4
00000100:00000200:2.0:1550575072.513057:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886288, offset 0
00000400:00000200:2.0:1550575072.513058:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.513061:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.513062:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.513063:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.513064:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.513064:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.513065:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.513072:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.513173:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.513583:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20900 - object 0x0:1728629 offset 1138753536<>1139802112
00000100:00000200:2.0:1550575072.513589:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeefc00 x1625895440886256/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.513591:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeefc00 x1625895440886256/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.513593:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:0.2:1550575072.513609:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.513652:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886256:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.513726:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.513879:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23000 x1625895440886288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.513881:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23000 x1625895440886288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.513883:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.513962:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886288:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.514153:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22400 - object 0x0:1728254 offset 1139802112<>1140850688
00000100:00100000:2.0:1550575072.514160:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.514161:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886352:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.514164:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322a50-0x5c6be48322a50, portal 8
00000100:00000200:2.0:1550575072.514166:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886352, portal 4
00000100:00000200:2.0:1550575072.514166:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886352, offset 0
00000400:00000200:2.0:1550575072.514168:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.514170:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.514171:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.514173:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.514173:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.514174:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.514175:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.514184:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.514283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.514740:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20300 - object 0x0:1728687 offset 1139802112<>1140850688
00000100:00100000:2.0:1550575072.514745:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.514746:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886384:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.514749:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322a70-0x5c6be48322a70, portal 8
00000100:00000200:2.0:1550575072.514751:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886384, portal 4
00000100:00000200:2.0:1550575072.514752:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886384, offset 0
00000400:00000200:2.0:1550575072.514753:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.514755:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.514757:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.514758:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.514759:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.514759:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.514760:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.514767:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.514878:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.514987:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22400 x1625895440886352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.514989:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22400 x1625895440886352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.514991:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.515076:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886352:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.515293:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22100 - object 0x0:1725237 offset 1139802112<>1140850688
00000100:00100000:2.0:1550575072.515300:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.515301:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886416:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.515304:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322a90-0x5c6be48322a90, portal 8
00000100:00000200:2.0:1550575072.515306:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886416, portal 4
00000100:00000200:2.0:1550575072.515306:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886416, offset 0
00000400:00000200:2.0:1550575072.515307:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.515310:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.515311:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.515313:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.515313:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.515314:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.515314:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.515321:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.515419:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.515619:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20300 x1625895440886384/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.515621:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20300 x1625895440886384/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.515623:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.515705:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886384:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.515894:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.516112:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22100 x1625895440886416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.516114:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22100 x1625895440886416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.516116:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.516193:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886416:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.516415:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23900 - object 0x0:1728254 offset 1140850688<>1141899264
00000100:00100000:2.0:1550575072.516422:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.516423:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886480:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.516426:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322ad0-0x5c6be48322ad0, portal 8
00000100:00000200:2.0:1550575072.516427:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886480, portal 4
00000100:00000200:2.0:1550575072.516428:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886480, offset 0
00000400:00000200:2.0:1550575072.516429:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.516432:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.516433:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.516434:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.516435:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.516435:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.516436:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.516573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.516598:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.516625:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.516746:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.516969:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.516972:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23600 - object 0x0:1728687 offset 1140850688<>1141899264
00000100:00100000:2.0:1550575072.516978:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.516979:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886512:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.516983:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322af0-0x5c6be48322af0, portal 8
00000100:00000200:2.0:1550575072.516984:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886512, portal 4
00000100:00000200:2.0:1550575072.516985:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886512, offset 0
00000400:00000200:2.0:1550575072.516986:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.516989:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.516990:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.516991:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.516992:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.516992:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.516993:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.517000:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.517121:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.517152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.517267:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.517277:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23900 x1625895440886480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.517279:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23900 x1625895440886480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.517281:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.517359:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886480:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.517558:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20c00 - object 0x0:1725237 offset 1140850688<>1141899264
00000100:00100000:2.0:1550575072.517565:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.517566:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886544:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.517569:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322b10-0x5c6be48322b10, portal 8
00000100:00000200:2.0:1550575072.517570:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886544, portal 4
00000100:00000200:2.0:1550575072.517571:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886544, offset 0
00000400:00000200:2.0:1550575072.517572:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.517575:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.517576:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.517578:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.517578:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.517579:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.517580:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.517701:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.517754:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.517827:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23600 x1625895440886512/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.517828:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23600 x1625895440886512/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.517830:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.517909:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886512:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.517913:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.518142:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22700 - object 0x0:1728629 offset 1140850688<>1141899264
00000100:00100000:2.0:1550575072.518147:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.518148:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886576:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.518151:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322b30-0x5c6be48322b30, portal 8
00000100:00000200:2.0:1550575072.518153:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886576, portal 4
00000100:00000200:2.0:1550575072.518153:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886576, offset 0
00000400:00000200:2.0:1550575072.518154:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.518157:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.518158:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.518159:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.518160:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.518160:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.518161:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.518264:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.518290:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.518316:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.518434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.518444:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20c00 x1625895440886544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.518445:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20c00 x1625895440886544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.518447:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.518524:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886544:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.518715:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1730f00 - object 0x0:1728254 offset 1141899264<>1142947840
00000100:00100000:2.0:1550575072.518722:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.518723:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886608:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.518726:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322b50-0x5c6be48322b50, portal 8
00000100:00000200:2.0:1550575072.518728:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886608, portal 4
00000100:00000200:2.0:1550575072.518729:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886608, offset 0
00000400:00000200:2.0:1550575072.518730:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.518732:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.518733:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.518735:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.518735:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.518736:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.518737:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.518856:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22700 x1625895440886576/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.518858:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22700 x1625895440886576/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.518860:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:0.2:1550575072.518870:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.518895:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.518917:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886576:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.518924:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.519043:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.519275:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1731e00 - object 0x0:1728687 offset 1141899264<>1142947840
00000100:00100000:2.0:1550575072.519280:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.519281:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886640:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.519284:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322b70-0x5c6be48322b70, portal 8
00000100:00000200:2.0:1550575072.519285:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886640, portal 4
00000100:00000200:2.0:1550575072.519286:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886640, offset 0
00000400:00000200:2.0:1550575072.519289:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.519291:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.519292:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.519294:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.519295:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.519295:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.519296:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.519397:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.519422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.519448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.519559:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1730f00 x1625895440886608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.519561:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1730f00 x1625895440886608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.519563:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:0.2:1550575072.519566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.519643:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886608:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.519849:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1733300 - object 0x0:1725237 offset 1141899264<>1142947840
00000100:00100000:2.0:1550575072.519856:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.519857:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886672:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.519860:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322b90-0x5c6be48322b90, portal 8
00000100:00000200:2.0:1550575072.519861:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886672, portal 4
00000100:00000200:2.0:1550575072.519862:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886672, offset 0
00000400:00000200:2.0:1550575072.519863:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.519866:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.519867:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.519868:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.519869:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.519869:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.519870:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.519995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.520003:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1731e00 x1625895440886640/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.520005:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1731e00 x1625895440886640/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.520007:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:0.2:1550575072.520024:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.520050:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.520073:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886640:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.520167:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.520412:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1730300 - object 0x0:1728629 offset 1141899264<>1142947840
00000100:00100000:2.0:1550575072.520417:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.520418:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886704:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.520421:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322bb0-0x5c6be48322bb0, portal 8
00000100:00000200:2.0:1550575072.520423:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886704, portal 4
00000100:00000200:2.0:1550575072.520424:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886704, offset 0
00000400:00000200:2.0:1550575072.520425:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.520427:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.520429:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.520430:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.520431:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.520431:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.520432:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.520531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.520556:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.520583:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.520686:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1733300 x1625895440886672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.520688:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1733300 x1625895440886672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.520690:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.2:1550575072.520700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.520769:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886672:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.520981:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1731200 - object 0x0:1728254 offset 1142947840<>1143996416
00000100:00100000:2.0:1550575072.520988:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.520989:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886736:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.520992:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322bd0-0x5c6be48322bd0, portal 8
00000100:00000200:2.0:1550575072.520994:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886736, portal 4
00000100:00000200:2.0:1550575072.520995:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886736, offset 0
00000400:00000200:2.0:1550575072.520996:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.520998:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.521000:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.521001:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.521002:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.521002:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.521003:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.521130:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.521133:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1730300 x1625895440886704/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.521135:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1730300 x1625895440886704/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.521136:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.521155:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.521184:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.521199:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886704:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.521303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.521550:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1731500 - object 0x0:1728687 offset 1142947840<>1143996416
00000100:00100000:2.0:1550575072.521555:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.521557:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886768:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.521560:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322bf0-0x5c6be48322bf0, portal 8
00000100:00000200:2.0:1550575072.521561:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886768, portal 4
00000100:00000200:2.0:1550575072.521562:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886768, offset 0
00000400:00000200:2.0:1550575072.521563:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.521565:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.521567:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.521568:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.521568:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.521569:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.521570:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.521667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.521692:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.521718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.521836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.521838:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1731200 x1625895440886736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.521840:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1731200 x1625895440886736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.521841:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.521922:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886736:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.522131:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1732a00 - object 0x0:1725237 offset 1142947840<>1143996416
00000100:00100000:2.0:1550575072.522137:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.522139:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886800:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.522142:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322c10-0x5c6be48322c10, portal 8
00000100:00000200:2.0:1550575072.522143:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886800, portal 4
00000100:00000200:2.0:1550575072.522144:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886800, offset 0
00000400:00000200:2.0:1550575072.522145:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.522148:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.522149:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.522151:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.522151:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.522152:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.522153:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.522270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.522304:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1731500 x1625895440886768/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.522306:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1731500 x1625895440886768/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.522308:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:0.2:1550575072.522324:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.522368:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886768:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.522443:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.522683:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1733900 - object 0x0:1728629 offset 1142947840<>1143996416
00000100:00100000:2.0:1550575072.522688:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.522689:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886832:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.522692:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322c30-0x5c6be48322c30, portal 8
00000100:00000200:2.0:1550575072.522694:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886832, portal 4
00000100:00000200:2.0:1550575072.522694:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886832, offset 0
00000400:00000200:2.0:1550575072.522695:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.522698:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.522699:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.522700:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.522701:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.522701:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.522702:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.522803:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.522828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.522854:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.522946:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1732a00 x1625895440886800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.522948:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1732a00 x1625895440886800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.522949:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:0.2:1550575072.522972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.523027:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886800:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.523261:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1730900 - object 0x0:1728254 offset 1143996416<>1145044992
00000100:00100000:2.0:1550575072.523267:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.523269:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886864:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.523272:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322c50-0x5c6be48322c50, portal 8
00000100:00000200:2.0:1550575072.523273:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886864, portal 4
00000100:00000200:2.0:1550575072.523274:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886864, offset 0
00000400:00000200:2.0:1550575072.523275:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.523277:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.523278:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.523280:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.523281:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.523281:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.523282:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.523402:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.523439:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1733900 x1625895440886832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.523440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1733900 x1625895440886832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.523442:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:0.2:1550575072.523457:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.523502:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886832:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.523575:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.523814:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335b00 - object 0x0:1728687 offset 1143996416<>1145044992
00000100:00100000:2.0:1550575072.523819:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.523820:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886896:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.523823:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322c70-0x5c6be48322c70, portal 8
00000100:00000200:2.0:1550575072.523824:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886896, portal 4
00000100:00000200:2.0:1550575072.523825:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886896, offset 0
00000400:00000200:2.0:1550575072.523826:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.523829:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.523830:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.523831:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.523832:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.523832:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.523833:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.523934:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.523959:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.523986:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.524075:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1730900 x1625895440886864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.524077:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1730900 x1625895440886864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.524079:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.524103:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.524157:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886864:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.524401:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336a00 - object 0x0:1725237 offset 1143996416<>1145044992
00000100:00100000:2.0:1550575072.524408:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.524409:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886928:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.524412:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322c90-0x5c6be48322c90, portal 8
00000100:00000200:2.0:1550575072.524414:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886928, portal 4
00000100:00000200:2.0:1550575072.524414:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886928, offset 0
00000400:00000200:2.0:1550575072.524416:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.524419:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.524420:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.524421:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.524422:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.524422:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.524423:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.524539:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.524550:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335b00 x1625895440886896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.524551:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335b00 x1625895440886896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.524553:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575072.524570:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.524596:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.524614:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886896:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.524715:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.524956:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334f00 - object 0x0:1728629 offset 1143996416<>1145044992
00000100:00100000:2.0:1550575072.524961:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.524962:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886960:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.524965:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322cb0-0x5c6be48322cb0, portal 8
00000100:00000200:2.0:1550575072.524966:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886960, portal 4
00000100:00000200:2.0:1550575072.524967:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886960, offset 0
00000400:00000200:2.0:1550575072.524968:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.524971:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.524972:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.524973:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.524974:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.524974:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.524975:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.525073:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.525098:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.525125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.525210:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336a00 x1625895440886928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.525212:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336a00 x1625895440886928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.525214:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575072.525242:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.525284:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886928:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.525540:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335800 - object 0x0:1728254 offset 1145044992<>1146093568
00000100:00100000:2.0:1550575072.525546:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.525548:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886992:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.525551:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322cd0-0x5c6be48322cd0, portal 8
00000100:00000200:2.0:1550575072.525552:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440886992, portal 4
00000100:00000200:2.0:1550575072.525553:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440886992, offset 0
00000400:00000200:2.0:1550575072.525554:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.525557:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.525558:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.525559:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.525560:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.525560:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.525562:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.525685:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.525707:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334f00 x1625895440886960/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.525709:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334f00 x1625895440886960/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.525711:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.525730:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.525756:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.525774:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440886960:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.525871:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.526152:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337900 - object 0x0:1728687 offset 1145044992<>1146093568
00000100:00100000:2.0:1550575072.526158:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.526159:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887024:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.526163:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322cf0-0x5c6be48322cf0, portal 8
00000100:00000200:2.0:1550575072.526165:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887024, portal 4
00000100:00000200:2.0:1550575072.526166:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887024, offset 0
00000400:00000200:2.0:1550575072.526167:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.526171:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.526172:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.526173:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.526174:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.526175:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.526176:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.526367:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335800 x1625895440886992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.526369:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335800 x1625895440886992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.526371:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.526437:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440886992:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.526708:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334900 - object 0x0:1725237 offset 1145044992<>1146093568
00000100:00100000:2.0:1550575072.526715:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.526716:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887056:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.526719:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322d10-0x5c6be48322d10, portal 8
00000100:00000200:2.0:1550575072.526720:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887056, portal 4
00000100:00000200:2.0:1550575072.526721:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887056, offset 0
00000400:00000200:2.0:1550575072.526722:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.526725:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.526726:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.526727:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.526728:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.526728:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.526730:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.526737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.526841:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.527234:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.527258:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335e00 - object 0x0:1728629 offset 1145044992<>1146093568
00000800:00000200:0.2:1550575072.527259:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.527261:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.527263:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.527266:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322d30-0x5c6be48322d30, portal 8
00000100:00000200:2.0:1550575072.527267:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887088, portal 4
00000100:00000200:2.0:1550575072.527268:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887088, offset 0
00000400:00000200:2.0:1550575072.527269:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.527272:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.527273:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.527275:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.527275:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.527276:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.527277:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.527291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.527405:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.527578:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334900 x1625895440887056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.527580:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334900 x1625895440887056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.527582:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:3.0:1550575072.527630:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.527655:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887056:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.527838:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867300 - object 0x0:1728254 offset 1146093568<>1147142144
00000100:00100000:3.0:1550575072.527844:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887120:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.527849:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322d50-0x5c6be48322d50, portal 8
00000100:00000200:3.0:1550575072.527851:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887120, portal 4
00000100:00000200:3.0:1550575072.527852:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887120, offset 0
00000400:00000200:3.0:1550575072.527853:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.527857:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.527858:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.527860:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.2:1550575072.527860:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.527861:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.527861:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.527863:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575072.527880:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337900 x1625895440887024/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.527882:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337900 x1625895440887024/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.527884:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.527940:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887024:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.527992:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335e00 x1625895440887088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.527993:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335e00 x1625895440887088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.527993:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000400:00000200:2.0:1550575072.527995:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.528056:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887088:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.528385:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336d00 - object 0x0:1728687 offset 1146093568<>1147142144
00000100:00100000:2.0:1550575072.528390:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.528391:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887152:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.528395:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322d70-0x5c6be48322d70, portal 8
00000100:00000200:2.0:1550575072.528397:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887152, portal 4
00000100:00000200:2.0:1550575072.528397:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887152, offset 0
00000400:00000200:2.0:1550575072.528399:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.528402:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.528403:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.528404:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.528405:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.528405:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.528406:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.528413:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.528512:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.528703:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867300 x1625895440887120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.528705:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867300 x1625895440887120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.528707:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00100000:3.0:1550575072.528790:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887120:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.528952:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca7900 - object 0x0:1725237 offset 1146093568<>1147142144
00000100:00100000:2.0:1550575072.528959:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.528960:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887184:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.528963:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322d90-0x5c6be48322d90, portal 8
00000100:00000200:2.0:1550575072.528964:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887184, portal 4
00000100:00000200:2.0:1550575072.528965:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887184, offset 0
00000400:00000200:2.0:1550575072.528968:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.528970:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.528971:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.528973:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.528973:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.528974:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.528975:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.528982:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.529093:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.529200:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336d00 x1625895440887152/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.529202:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336d00 x1625895440887152/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.529204:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.529287:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887152:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.529503:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4900 - object 0x0:1728629 offset 1146093568<>1147142144
00000100:00100000:2.0:1550575072.529508:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.529509:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887216:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.529512:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322db0-0x5c6be48322db0, portal 8
00000100:00000200:2.0:1550575072.529514:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887216, portal 4
00000100:00000200:2.0:1550575072.529514:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887216, offset 0
00000400:00000200:2.0:1550575072.529515:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.529518:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.529519:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.529521:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.529521:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.529522:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.529523:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.529530:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.529651:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.529789:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca7900 x1625895440887184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.529791:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca7900 x1625895440887184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.529792:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.529876:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887184:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.530076:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca5500 - object 0x0:1728254 offset 1147142144<>1148190720
00000100:00100000:2.0:1550575072.530082:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.530083:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887248:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.530086:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322dd0-0x5c6be48322dd0, portal 8
00000100:00000200:2.0:1550575072.530088:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887248, portal 4
00000100:00000200:2.0:1550575072.530089:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887248, offset 0
00000400:00000200:2.0:1550575072.530090:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.530093:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.530094:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.530095:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.530096:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.530096:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.530097:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.530104:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.530207:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.530701:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.530821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.530934:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5500 x1625895440887248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.530935:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5500 x1625895440887248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.530939:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:3.0:1550575072.530992:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.531014:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887248:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.531203:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867600 - object 0x0:1725237 offset 1147142144<>1148190720
00000100:00100000:3.0:1550575072.531211:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887312:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.531215:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322e10-0x5c6be48322e10, portal 8
00000100:00000200:3.0:1550575072.531217:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887312, portal 4
00000100:00000200:3.0:1550575072.531218:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887312, offset 0
00000400:00000200:3.0:1550575072.531219:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.531222:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.531223:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.531225:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.531225:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.531226:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.531227:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.531234:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.531339:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.531750:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.531873:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.532047:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867600 x1625895440887312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.532049:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867600 x1625895440887312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.532050:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575072.532125:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887312:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.532307:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6a00 - object 0x0:1728254 offset 1148190720<>1149239296
00000100:00100000:2.0:1550575072.532314:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.532315:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887376:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.532318:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322e50-0x5c6be48322e50, portal 8
00000100:00000200:2.0:1550575072.532320:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887376, portal 4
00000100:00000200:2.0:1550575072.532320:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887376, offset 0
00000400:00000200:2.0:1550575072.532322:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.532324:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.532325:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.532327:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.532328:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.532328:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.532329:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.532336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.532436:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.532858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.533139:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6a00 x1625895440887376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.533141:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6a00 x1625895440887376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.533142:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.533220:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887376:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.533412:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca5200 - object 0x0:1725237 offset 1148190720<>1149239296
00000100:00100000:2.0:1550575072.533418:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.533419:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887440:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.533422:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322e90-0x5c6be48322e90, portal 8
00000100:00000200:2.0:1550575072.533423:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887440, portal 4
00000100:00000200:2.0:1550575072.533424:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887440, offset 0
00000400:00000200:2.0:1550575072.533425:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.533428:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.533429:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.533431:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.533431:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.533432:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.533433:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.533439:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.533466:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.533545:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.534624:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887488:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.534635:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322ec0-0x5c6be48322ec0, portal 8
00000100:00000200:2.0:1550575072.534637:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887488, portal 4
00000100:00000200:2.0:1550575072.534638:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887488, offset 0
00000400:00000200:2.0:1550575072.534640:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.534644:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.534646:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.534648:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.534649:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.534650:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575072.534651:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.534659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.534662:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575072.534664:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:3.0:1550575072.534667:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48322e90
00000400:00000200:3.0:1550575072.534669:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0xd2d9 [256] + 0
00000400:00000200:3.0:1550575072.534670:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:3.0:1550575072.534672:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534672:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:3.0:1550575072.534676:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:3.0:1550575072.534677:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.534678:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575072.534682:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.534683:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534684:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575072.534685:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:3.0:1550575072.534685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.534686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534687:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575072.534688:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575072.534690:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be48322e70
00000400:00000200:3.0:1550575072.534691:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0xd2d1 [1] + 192
00000100:00000200:3.0:1550575072.534694:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3e400 x1625895440887408/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.534696:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.534697:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:3.0:1550575072.534697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.534698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.534699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534700:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575072.534701:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adc3e700 x1625895440887488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.534703:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:3.0:1550575072.534704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.534705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575072.534705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575072.534722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.534734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534736:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.534739:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575072.534748:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:3.0:1550575072.534748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.534749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.534772:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.534782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534783:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575072.534784:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:3.0:1550575072.534785:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48322ec0
00000400:00000200:3.0:1550575072.534787:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0xd2e5 [256] + 0
00000400:00000200:3.0:1550575072.534788:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:3.0:1550575072.534788:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575072.534790:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:3.0:1550575072.534792:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:3.0:1550575072.534793:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.534794:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575072.534797:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.534798:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.534798:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.534799:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.534799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.534800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575072.534800:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.534803:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887504:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.534806:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322ed0-0x5c6be48322ed0, portal 8
00000100:00000200:2.0:1550575072.534808:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887504, portal 4
00000100:00000200:2.0:1550575072.534809:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887504, offset 0
00000400:00000200:2.0:1550575072.534810:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.534813:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.534814:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.534815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.534816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575072.534816:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.534817:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.534818:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575072.534819:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.534841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534842:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.534845:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.534854:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:0.2:1550575072.534854:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.534855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.534857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575072.534858:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:3.0:1550575072.534859:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a76c4e00
00000400:00000200:3.0:1550575072.534865:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:3.0:1550575072.534866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.534866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.534867:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575072.534868:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adc3ea00 x1625895440887504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.534870:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:3.0:1550575072.534870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575072.534871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:3.0:1550575072.534962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534964:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575072.534964:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814add4f400
00000400:00000200:3.0:1550575072.534968:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:3.0:1550575072.534969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.534969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.534971:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575072.534972:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:3.0:1550575072.534973:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48322ed0
00000400:00000200:3.0:1550575072.534974:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0xd2f1 [256] + 0
00000400:00000200:3.0:1550575072.534975:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:3.0:1550575072.534975:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534976:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:3.0:1550575072.534978:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:3.0:1550575072.534979:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.534980:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575072.534983:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.534983:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534984:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.534984:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:3.0:1550575072.534984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.534985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.534996:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.534996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.534997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.535021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.535022:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.535025:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.535040:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:3.0:1550575072.535040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.535041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.535148:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.535150:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575072.535151:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814add4f600
00000400:00000200:3.0:1550575072.535154:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:3.0:1550575072.535155:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.535156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575072.535184:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.535190:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.535191:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575072.535193:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adc3ed00 x1625895440887536/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.535195:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9600
00000800:00000200:3.0:1550575072.535195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575072.535196:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575072.535351:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.535361:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.535362:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575072.535364:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:3.0:1550575072.535365:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be48322e90
00000400:00000200:3.0:1550575072.535366:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0xd2dd [1] + 192
00000100:00000200:3.0:1550575072.535367:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e4ca5200 x1625895440887440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.535372:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.535372:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.535373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575072.535373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575072.535379:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5200 x1625895440887440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.535381:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5200 x1625895440887440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.535384:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.535457:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887440:172.20.0.211@o2ib1:4
00000800:00000200:3.0:1550575072.535642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.535715:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4f00 - object 0x0:1725237 offset 1149239296<>1150287872
00000100:00000200:2.0:1550575072.535724:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adc3ea00 x1625895440887504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575072.535726:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887568:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.535726:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adc3ea00 x1625895440887504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.535728:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00000200:3.0:1550575072.535731:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322f10-0x5c6be48322f10, portal 8
00000100:00000200:3.0:1550575072.535733:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887568, portal 4
00000100:00000200:3.0:1550575072.535734:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887568, offset 0
00000400:00000200:3.0:1550575072.535736:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.535738:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.535739:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.535741:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.535741:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.535742:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.535742:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00100000:2.0:1550575072.535794:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887504:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.535872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.535899:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.535931:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.536051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.536282:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.536284:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867900 - object 0x0:1728629 offset 1149239296<>1150287872
00000100:00100000:3.0:1550575072.536292:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.536293:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887600:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.536300:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322f30-0x5c6be48322f30, portal 8
00000100:00000200:3.0:1550575072.536302:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887600, portal 4
00000100:00000200:3.0:1550575072.536303:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887600, offset 0
00000400:00000200:3.0:1550575072.536304:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.536307:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:2.0:1550575072.536307:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adc3e700 x1625895440887488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.536308:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00000200:2.0:1550575072.536309:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adc3e700 x1625895440887488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.536310:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.536310:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.536311:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575072.536311:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:3.0:1550575072.536312:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.536318:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.536375:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887488:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.536536:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca4f00 x1625895440887568/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.536538:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca4f00 x1625895440887568/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.536540:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575072.536627:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887568:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.536660:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.536862:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867c00 - object 0x0:1728254 offset 1150287872<>1151336448
00000100:00100000:3.0:1550575072.536871:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.536874:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322f50-0x5c6be48322f50, portal 8
00000100:00000200:3.0:1550575072.536875:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887632, portal 4
00000100:00000200:3.0:1550575072.536876:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887632, offset 0
00000400:00000200:3.0:1550575072.536878:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.536880:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.536882:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.536883:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.536884:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.536884:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.536885:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.536893:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.537009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.537270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.537410:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac300 - object 0x0:1728687 offset 1150287872<>1151336448
00000100:00100000:3.0:1550575072.537415:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.537417:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887664:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.537420:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322f70-0x5c6be48322f70, portal 8
00000100:00000200:3.0:1550575072.537425:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887664, portal 4
00000100:00000200:3.0:1550575072.537426:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887664, offset 0
00000400:00000200:3.0:1550575072.537427:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.537430:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.537431:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.537432:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.537433:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.537433:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.537434:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.537436:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440887600/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.537438:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440887600/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.537440:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:0.2:1550575072.537441:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.537502:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887600:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.537701:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867c00 x1625895440887632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.537705:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867c00 x1625895440887632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.537706:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575072.537786:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887632:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.537797:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.537998:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae400 - object 0x0:1725237 offset 1150287872<>1151336448
00000100:00100000:3.0:1550575072.538006:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887696:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.538010:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322f90-0x5c6be48322f90, portal 8
00000100:00000200:3.0:1550575072.538011:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887696, portal 4
00000100:00000200:3.0:1550575072.538012:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887696, offset 0
00000400:00000200:3.0:1550575072.538014:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.538016:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.538018:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.538019:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.538020:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.538020:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.538021:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.538147:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.538172:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.538200:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.538342:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.538586:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.538839:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae400 x1625895440887696/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.538841:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae400 x1625895440887696/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.538843:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00100000:3.0:1550575072.538918:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887696:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.539120:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca5b00 - object 0x0:1728254 offset 1151336448<>1152385024
00000100:00100000:2.0:1550575072.539126:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.539127:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887760:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.539131:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322fd0-0x5c6be48322fd0, portal 8
00000100:00000200:2.0:1550575072.539133:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887760, portal 4
00000100:00000200:2.0:1550575072.539134:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887760, offset 0
00000400:00000200:2.0:1550575072.539135:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.539139:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.539140:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.539141:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.539142:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.539143:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.539144:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.539151:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.539253:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.539373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.539391:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac300 x1625895440887664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.539393:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac300 x1625895440887664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.539395:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575072.539474:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887664:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.539692:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae100 - object 0x0:1728687 offset 1151336448<>1152385024
00000100:00100000:3.0:1550575072.539699:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.539700:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887792:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.539704:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48322ff0-0x5c6be48322ff0, portal 8
00000100:00000200:3.0:1550575072.539705:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887792, portal 4
00000100:00000200:3.0:1550575072.539706:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887792, offset 0
00000400:00000200:3.0:1550575072.539707:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.539710:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.539711:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.539713:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.539713:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.539714:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.539715:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.539722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.540010:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5b00 x1625895440887760/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.540012:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5b00 x1625895440887760/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.540014:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:3.0:1550575072.540029:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.540108:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887760:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.540267:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebafc00 - object 0x0:1725237 offset 1151336448<>1152385024
00000100:00100000:3.0:1550575072.540274:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887824:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.540277:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323010-0x5c6be48323010, portal 8
00000100:00000200:3.0:1550575072.540279:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887824, portal 4
00000100:00000200:3.0:1550575072.540279:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887824, offset 0
00000400:00000200:3.0:1550575072.540281:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.540283:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.540285:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.540286:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.540287:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.540287:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.540288:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.540295:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.540400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.540574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.540809:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebade00 - object 0x0:1728629 offset 1151336448<>1152385024
00000100:00100000:3.0:1550575072.540815:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.540816:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887856:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.540819:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323030-0x5c6be48323030, portal 8
00000100:00000200:3.0:1550575072.540821:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887856, portal 4
00000100:00000200:3.0:1550575072.540821:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887856, offset 0
00000400:00000200:3.0:1550575072.540823:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.540825:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.540826:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.540828:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.540828:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.540829:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.540830:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.540836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.541109:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebafc00 x1625895440887824/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.541111:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebafc00 x1625895440887824/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.541113:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575072.541199:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887824:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.541365:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc512d00 - object 0x0:1728254 offset 1152385024<>1153433600
00000100:00100000:2.0:1550575072.541370:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.541371:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887888:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.541375:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323050-0x5c6be48323050, portal 8
00000100:00000200:2.0:1550575072.541376:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887888, portal 4
00000100:00000200:2.0:1550575072.541377:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887888, offset 0
00000400:00000200:2.0:1550575072.541378:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.541381:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.541382:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.541384:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.541385:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.541385:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.541386:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.541393:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.541495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.541528:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae100 x1625895440887792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.541529:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae100 x1625895440887792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.541531:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00100000:3.0:1550575072.541590:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887792:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.541901:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac000 - object 0x0:1728687 offset 1152385024<>1153433600
00000100:00100000:3.0:1550575072.541906:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.541907:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887920:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.541910:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323070-0x5c6be48323070, portal 8
00000100:00000200:3.0:1550575072.541912:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887920, portal 4
00000100:00000200:3.0:1550575072.541913:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887920, offset 0
00000400:00000200:3.0:1550575072.541914:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.541917:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.541918:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.541920:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.541920:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.541921:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.541922:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.541928:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.542188:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc512d00 x1625895440887888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.542190:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc512d00 x1625895440887888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.542194:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.542272:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440887888:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.542284:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.542481:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95e00 - object 0x0:1725237 offset 1152385024<>1153433600
00000100:00100000:3.0:1550575072.542489:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887952:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.542492:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323090-0x5c6be48323090, portal 8
00000100:00000200:3.0:1550575072.542494:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887952, portal 4
00000100:00000200:3.0:1550575072.542494:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887952, offset 0
00000400:00000200:3.0:1550575072.542496:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.542499:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.542500:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.542501:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.542502:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.542502:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.542503:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.542510:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.542622:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.542653:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.542671:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebade00 x1625895440887856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.542673:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebade00 x1625895440887856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.542675:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00100000:3.0:1550575072.542737:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887856:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.543042:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97000 - object 0x0:1728629 offset 1152385024<>1153433600
00000100:00100000:3.0:1550575072.543047:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.543048:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887984:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.543052:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483230b0-0x5c6be483230b0, portal 8
00000100:00000200:3.0:1550575072.543053:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440887984, portal 4
00000100:00000200:3.0:1550575072.543054:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440887984, offset 0
00000400:00000200:3.0:1550575072.543055:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.543058:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.543059:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.543060:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.543061:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.543061:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.543062:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.543070:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.543313:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95e00 x1625895440887952/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.543315:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95e00 x1625895440887952/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.543317:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575072.543396:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440887952:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.543421:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:0.2:1550575072.543509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.543621:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96d00 - object 0x0:1728254 offset 1153433600<>1154482176
00000100:00100000:3.0:1550575072.543629:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888016:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.543632:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483230d0-0x5c6be483230d0, portal 8
00000100:00000200:3.0:1550575072.543634:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888016, portal 4
00000100:00000200:3.0:1550575072.543634:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888016, offset 0
00000400:00000200:3.0:1550575072.543636:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.543638:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.543639:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.543641:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.543642:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.543642:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.543643:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.543646:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac000 x1625895440887920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.543648:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac000 x1625895440887920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.543649:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575072.543650:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575072.543711:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887920:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.543755:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.544176:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94c00 - object 0x0:1728687 offset 1153433600<>1154482176
00000100:00100000:3.0:1550575072.544185:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.544186:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888048:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.544189:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483230f0-0x5c6be483230f0, portal 8
00000100:00000200:3.0:1550575072.544191:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888048, portal 4
00000100:00000200:3.0:1550575072.544191:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888048, offset 0
00000400:00000200:3.0:1550575072.544193:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.544195:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.544196:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.544198:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.544198:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.544199:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.544200:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.544244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.544444:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96d00 x1625895440888016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.544446:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96d00 x1625895440888016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.544448:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000100:00100000:3.0:1550575072.544508:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888016:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.544605:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.544801:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96a00 - object 0x0:1725237 offset 1153433600<>1154482176
00000100:00100000:3.0:1550575072.544809:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888080:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.544812:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323110-0x5c6be48323110, portal 8
00000100:00000200:3.0:1550575072.544813:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888080, portal 4
00000100:00000200:3.0:1550575072.544814:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888080, offset 0
00000400:00000200:3.0:1550575072.544815:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.544818:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.544819:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.544821:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.544821:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.544822:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.544823:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.544830:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.544866:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.544885:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97000 x1625895440887984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.544886:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97000 x1625895440887984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.544888:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:0.2:1550575072.544933:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.544948:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440887984:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575072.545369:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94f00 - object 0x0:1728629 offset 1153433600<>1154482176
00000100:00100000:3.0:1550575072.545374:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.545376:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888112:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.545379:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323130-0x5c6be48323130, portal 8
00000100:00000200:3.0:1550575072.545380:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888112, portal 4
00000100:00000200:3.0:1550575072.545381:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888112, offset 0
00000400:00000200:3.0:1550575072.545382:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.545384:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.545385:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.545387:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.545388:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.545388:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.545389:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.545396:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.545615:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96a00 x1625895440888080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.545617:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96a00 x1625895440888080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.545619:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575072.545696:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888080:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.545742:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:0.2:1550575072.545834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.545937:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97300 - object 0x0:1728254 offset 1154482176<>1155530752
00000100:00100000:3.0:1550575072.545944:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.545947:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323150-0x5c6be48323150, portal 8
00000100:00000200:3.0:1550575072.545949:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888144, portal 4
00000100:00000200:3.0:1550575072.545949:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888144, offset 0
00000400:00000200:3.0:1550575072.545950:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.545953:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.545954:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.545955:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.545956:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.545956:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.545957:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575072.545960:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94c00 x1625895440888048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.545962:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94c00 x1625895440888048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.545964:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:0.2:1550575072.545964:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.546026:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888048:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.546064:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.546504:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96100 - object 0x0:1728687 offset 1154482176<>1155530752
00000100:00100000:3.0:1550575072.546510:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.546511:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888176:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.546514:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323170-0x5c6be48323170, portal 8
00000100:00000200:3.0:1550575072.546515:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888176, portal 4
00000100:00000200:3.0:1550575072.546516:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888176, offset 0
00000400:00000200:3.0:1550575072.546517:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.546520:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.546521:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.546522:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.546523:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.546524:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.546524:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.546531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.546753:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97300 x1625895440888144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.546755:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97300 x1625895440888144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.546757:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575072.546825:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.546832:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.546843:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94f00 x1625895440888112/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.546845:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94f00 x1625895440888112/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.546846:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00100000:3.0:1550575072.546924:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888112:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.547105:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc511500 - object 0x0:1725237 offset 1154482176<>1155530752
00000100:00100000:2.0:1550575072.547110:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.547111:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888208:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.547115:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323190-0x5c6be48323190, portal 8
00000100:00000200:2.0:1550575072.547116:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888208, portal 4
00000100:00000200:2.0:1550575072.547117:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888208, offset 0
00000400:00000200:2.0:1550575072.547119:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.547121:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.547122:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.547124:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.547125:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.547125:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.547126:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.547133:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.547235:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.547633:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94600 - object 0x0:1728629 offset 1154482176<>1155530752
00000100:00000200:3.0:1550575072.547639:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96100 x1625895440888176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.547641:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96100 x1625895440888176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.547643:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:0.2:1550575072.547660:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.547703:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888176:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.547781:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.547941:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc511500 x1625895440888208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.547943:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc511500 x1625895440888208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.547945:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:3.0:1550575072.547998:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.548022:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888208:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.548213:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049c900 - object 0x0:1728254 offset 1155530752<>1156579328
00000100:00100000:3.0:1550575072.548220:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888272:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.548224:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483231d0-0x5c6be483231d0, portal 8
00000100:00000200:3.0:1550575072.548225:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888272, portal 4
00000100:00000200:3.0:1550575072.548226:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888272, offset 0
00000400:00000200:3.0:1550575072.548227:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.548230:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.548231:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.548232:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.548233:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.548233:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.548234:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.548241:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.548345:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575072.548770:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049d500 - object 0x0:1728687 offset 1155530752<>1156579328
00000100:00100000:3.0:1550575072.548775:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575072.548777:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888304:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.548779:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483231f0-0x5c6be483231f0, portal 8
00000100:00000200:3.0:1550575072.548781:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888304, portal 4
00000100:00000200:3.0:1550575072.548782:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888304, offset 0
00000400:00000200:3.0:1550575072.548783:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575072.548785:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.548786:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.548788:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.548788:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.548789:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.548790:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.548797:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.548922:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.549044:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049c900 x1625895440888272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.549046:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049c900 x1625895440888272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.549048:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575072.549132:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888272:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.549134:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.549339:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049e100 - object 0x0:1725237 offset 1155530752<>1156579328
00000100:00100000:3.0:1550575072.549346:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888336:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.549349:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323210-0x5c6be48323210, portal 8
00000100:00000200:3.0:1550575072.549352:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888336, portal 4
00000100:00000200:3.0:1550575072.549352:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888336, offset 0
00000400:00000200:3.0:1550575072.549354:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.549356:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.549357:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.549359:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.549359:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.549360:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.549361:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.549368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.549468:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.549661:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049d500 x1625895440888304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.549662:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049d500 x1625895440888304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.549664:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000100:00100000:2.0:1550575072.549743:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888304:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.549943:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.550062:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.550177:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049e100 x1625895440888336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.550179:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049e100 x1625895440888336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.550184:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:3.0:1550575072.550261:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888336:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.550280:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.550476:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049f300 - object 0x0:1728254 offset 1156579328<>1157627904
00000100:00100000:3.0:1550575072.550483:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888400:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.550487:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323250-0x5c6be48323250, portal 8
00000100:00000200:3.0:1550575072.550488:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888400, portal 4
00000100:00000200:3.0:1550575072.550489:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888400, offset 0
00000400:00000200:3.0:1550575072.550490:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.550493:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.550494:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.550495:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.550496:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.550496:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.550497:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.550504:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.550608:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.551058:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc513600 - object 0x0:1728687 offset 1156579328<>1157627904
00000100:00100000:2.0:1550575072.551064:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.551066:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888432:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.551069:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323270-0x5c6be48323270, portal 8
00000100:00000200:2.0:1550575072.551071:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888432, portal 4
00000100:00000200:2.0:1550575072.551072:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888432, offset 0
00000400:00000200:2.0:1550575072.551073:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.551076:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.551077:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.551079:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.551080:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.551080:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.551081:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.551088:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.551221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.551302:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049f300 x1625895440888400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.551303:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049f300 x1625895440888400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.551305:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575072.551387:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440888400:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.551612:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc513000 - object 0x0:1725237 offset 1156579328<>1157627904
00000100:00100000:2.0:1550575072.551617:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.551618:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888464:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.551622:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323290-0x5c6be48323290, portal 8
00000100:00000200:2.0:1550575072.551623:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888464, portal 4
00000100:00000200:2.0:1550575072.551624:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888464, offset 0
00000400:00000200:2.0:1550575072.551625:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.551628:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.551629:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.551630:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.551631:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.551631:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.551632:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.551639:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.551745:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.552148:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc510000 - object 0x0:1728629 offset 1156579328<>1157627904
00000100:00000200:2.0:1550575072.552154:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc513600 x1625895440888432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.552156:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc513600 x1625895440888432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.552158:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:0.2:1550575072.552174:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.552227:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888432:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.552285:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.552443:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc513000 x1625895440888464/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.552445:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc513000 x1625895440888464/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.552447:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.552524:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888464:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.552733:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc512400 - object 0x0:1728254 offset 1157627904<>1158676480
00000100:00100000:2.0:1550575072.552741:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.552743:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.552746:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483232d0-0x5c6be483232d0, portal 8
00000100:00000200:2.0:1550575072.552747:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888528, portal 4
00000100:00000200:2.0:1550575072.552748:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888528, offset 0
00000400:00000200:2.0:1550575072.552749:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.552752:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.552753:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.552755:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.552755:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.552756:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.552757:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.552763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.552862:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.553310:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc511e00 - object 0x0:1728687 offset 1157627904<>1158676480
00000100:00100000:2.0:1550575072.553315:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.553316:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.553319:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483232f0-0x5c6be483232f0, portal 8
00000100:00000200:2.0:1550575072.553320:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888560, portal 4
00000100:00000200:2.0:1550575072.553321:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888560, offset 0
00000400:00000200:2.0:1550575072.553322:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.553325:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.553326:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.553328:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.553328:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.553329:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.553329:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.553336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.553455:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.553555:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc512400 x1625895440888528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.553557:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc512400 x1625895440888528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.553559:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.553634:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888528:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.553870:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc512a00 - object 0x0:1725237 offset 1157627904<>1158676480
00000100:00100000:2.0:1550575072.553877:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.553878:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888592:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.553881:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323310-0x5c6be48323310, portal 8
00000100:00000200:2.0:1550575072.553883:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888592, portal 4
00000100:00000200:2.0:1550575072.553883:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888592, offset 0
00000400:00000200:2.0:1550575072.553884:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.553887:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.553888:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.553890:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.553890:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.553891:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.553892:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.553898:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.554001:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.554186:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc511e00 x1625895440888560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.554188:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc511e00 x1625895440888560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.554190:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.554263:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888560:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.554474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.554584:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.554694:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc512a00 x1625895440888592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.554695:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc512a00 x1625895440888592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.554697:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.554762:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888592:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.555010:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0f00 - object 0x0:1728254 offset 1158676480<>1159725056
00000100:00100000:2.0:1550575072.555018:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.555019:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888656:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.555022:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323350-0x5c6be48323350, portal 8
00000100:00000200:2.0:1550575072.555023:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888656, portal 4
00000100:00000200:2.0:1550575072.555024:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888656, offset 0
00000400:00000200:2.0:1550575072.555025:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.555028:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.555029:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.555030:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.555033:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.555038:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.555039:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.555046:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.555156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.555605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.555714:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.555847:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0f00 x1625895440888656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.555849:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0f00 x1625895440888656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.555852:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.555932:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888656:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.556154:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0000 - object 0x0:1725237 offset 1158676480<>1159725056
00000100:00100000:2.0:1550575072.556161:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.556162:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888720:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.556165:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323390-0x5c6be48323390, portal 8
00000100:00000200:2.0:1550575072.556166:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888720, portal 4
00000100:00000200:2.0:1550575072.556167:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888720, offset 0
00000400:00000200:2.0:1550575072.556170:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.556173:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.556174:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.556175:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.556176:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.556177:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.556177:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.556185:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.556286:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.556725:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1200 - object 0x0:1728629 offset 1158676480<>1159725056
00000100:00100000:2.0:1550575072.556730:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.556731:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888752:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.556734:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483233b0-0x5c6be483233b0, portal 8
00000100:00000200:2.0:1550575072.556735:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888752, portal 4
00000100:00000200:2.0:1550575072.556736:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888752, offset 0
00000400:00000200:2.0:1550575072.556737:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.556740:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.556741:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.556742:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.556743:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.556743:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.556745:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.556751:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.556862:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.556978:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0000 x1625895440888720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.556980:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0000 x1625895440888720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.556982:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.557069:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888720:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.557305:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c2a00 - object 0x0:1728254 offset 1159725056<>1160773632
00000100:00100000:2.0:1550575072.557311:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.557312:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888784:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.557315:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483233d0-0x5c6be483233d0, portal 8
00000100:00000200:2.0:1550575072.557317:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888784, portal 4
00000100:00000200:2.0:1550575072.557317:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888784, offset 0
00000400:00000200:2.0:1550575072.557319:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.557321:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.557322:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.557324:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.557324:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.557325:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.557326:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.557333:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.557436:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.557582:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1200 x1625895440888752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.557584:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1200 x1625895440888752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.557585:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.557668:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888752:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.557872:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1800 - object 0x0:1728687 offset 1159725056<>1160773632
00000100:00100000:2.0:1550575072.557877:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.557879:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888816:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.557882:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483233f0-0x5c6be483233f0, portal 8
00000100:00000200:2.0:1550575072.557883:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888816, portal 4
00000100:00000200:2.0:1550575072.557884:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888816, offset 0
00000400:00000200:2.0:1550575072.557885:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.557888:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.557889:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.557890:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.557891:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.557891:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.557892:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.557899:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.558009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.558109:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c2a00 x1625895440888784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.558110:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c2a00 x1625895440888784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.558112:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.558185:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888784:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.558437:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3000 - object 0x0:1725237 offset 1159725056<>1160773632
00000100:00100000:2.0:1550575072.558444:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.558445:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888848:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.558448:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323410-0x5c6be48323410, portal 8
00000100:00000200:2.0:1550575072.558450:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888848, portal 4
00000100:00000200:2.0:1550575072.558451:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888848, offset 0
00000400:00000200:2.0:1550575072.558452:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.558455:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.558456:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.558457:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.558458:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.558458:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.558459:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.558466:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.558566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.558732:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1800 x1625895440888816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.558734:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1800 x1625895440888816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.558736:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.558814:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888816:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.559005:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0c00 - object 0x0:1728629 offset 1159725056<>1160773632
00000100:00100000:2.0:1550575072.559011:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.559012:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888880:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.559015:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323430-0x5c6be48323430, portal 8
00000100:00000200:2.0:1550575072.559016:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888880, portal 4
00000100:00000200:2.0:1550575072.559017:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888880, offset 0
00000400:00000200:2.0:1550575072.559018:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.559020:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.559022:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.559023:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.559024:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.559024:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.559025:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.559032:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.559146:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.559250:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3000 x1625895440888848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.559252:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3000 x1625895440888848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.559254:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.559319:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888848:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.559574:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c2100 - object 0x0:1728254 offset 1160773632<>1161822208
00000100:00100000:2.0:1550575072.559580:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.559581:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888912:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.559584:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323450-0x5c6be48323450, portal 8
00000100:00000200:2.0:1550575072.559586:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888912, portal 4
00000100:00000200:2.0:1550575072.559586:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888912, offset 0
00000400:00000200:2.0:1550575072.559588:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.559590:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.559591:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.559593:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.559593:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.559594:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.559595:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.559601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.559703:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.559860:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0c00 x1625895440888880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.559862:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0c00 x1625895440888880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.559864:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.559943:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888880:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.560151:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3900 - object 0x0:1728687 offset 1160773632<>1161822208
00000100:00100000:2.0:1550575072.560156:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.560157:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888944:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.560160:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323470-0x5c6be48323470, portal 8
00000100:00000200:2.0:1550575072.560162:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888944, portal 4
00000100:00000200:2.0:1550575072.560163:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888944, offset 0
00000400:00000200:2.0:1550575072.560164:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.560166:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.560168:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.560169:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.560170:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.560170:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.560171:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.560178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.560294:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.560391:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c2100 x1625895440888912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.560393:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c2100 x1625895440888912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.560395:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.560466:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888912:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.560715:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52cc00 - object 0x0:1725237 offset 1160773632<>1161822208
00000100:00100000:2.0:1550575072.560722:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.560723:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888976:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.560726:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323490-0x5c6be48323490, portal 8
00000100:00000200:2.0:1550575072.560728:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440888976, portal 4
00000100:00000200:2.0:1550575072.560728:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440888976, offset 0
00000400:00000200:2.0:1550575072.560730:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.560732:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.560733:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.560735:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.560735:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.560736:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.560737:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.560743:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.560842:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.561015:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3900 x1625895440888944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.561017:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3900 x1625895440888944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.561019:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.561099:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440888944:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.561318:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.561430:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.561525:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52cc00 x1625895440888976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.561528:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52cc00 x1625895440888976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.561529:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.561600:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440888976:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.561840:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52e400 - object 0x0:1728254 offset 1161822208<>1162870784
00000100:00100000:2.0:1550575072.561846:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.561848:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889040:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.561850:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483234d0-0x5c6be483234d0, portal 8
00000100:00000200:2.0:1550575072.561852:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889040, portal 4
00000100:00000200:2.0:1550575072.561852:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889040, offset 0
00000400:00000200:2.0:1550575072.561853:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.561856:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.561857:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.561859:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.561859:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.561860:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.561861:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.561868:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.561967:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.562415:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52fc00 - object 0x0:1728687 offset 1161822208<>1162870784
00000100:00100000:2.0:1550575072.562420:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.562421:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889072:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.562424:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483234f0-0x5c6be483234f0, portal 8
00000100:00000200:2.0:1550575072.562425:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889072, portal 4
00000100:00000200:2.0:1550575072.562426:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889072, offset 0
00000400:00000200:2.0:1550575072.562427:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.562430:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.562431:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.562432:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.562433:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.562433:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.562434:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.562441:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.562550:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.562658:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52e400 x1625895440889040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.562660:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52e400 x1625895440889040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.562662:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.562740:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889040:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.562974:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52d200 - object 0x0:1725237 offset 1161822208<>1162870784
00000100:00100000:2.0:1550575072.562980:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.562981:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889104:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.562984:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323510-0x5c6be48323510, portal 8
00000100:00000200:2.0:1550575072.562986:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889104, portal 4
00000100:00000200:2.0:1550575072.562987:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889104, offset 0
00000400:00000200:2.0:1550575072.562988:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.562991:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.562992:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.562993:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.562994:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.562994:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.562995:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.563002:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.563102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.563282:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52fc00 x1625895440889072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.563284:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52fc00 x1625895440889072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.563286:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.563362:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889072:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.563577:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.563689:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.563794:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52d200 x1625895440889104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.563796:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52d200 x1625895440889104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.563797:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.563865:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889104:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.564114:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52ea00 - object 0x0:1728254 offset 1162870784<>1163919360
00000100:00100000:2.0:1550575072.564121:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.564122:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889168:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.564125:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323550-0x5c6be48323550, portal 8
00000100:00000200:2.0:1550575072.564126:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889168, portal 4
00000100:00000200:2.0:1550575072.564127:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889168, offset 0
00000400:00000200:2.0:1550575072.564128:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.564131:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.564132:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.564133:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.564134:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.564135:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.564136:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.564142:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.564240:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.564684:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c300 - object 0x0:1728687 offset 1162870784<>1163919360
00000100:00100000:2.0:1550575072.564690:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.564691:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.564694:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323570-0x5c6be48323570, portal 8
00000100:00000200:2.0:1550575072.564695:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889200, portal 4
00000100:00000200:2.0:1550575072.564696:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889200, offset 0
00000400:00000200:2.0:1550575072.564697:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.564700:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.564701:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.564702:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.564703:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.564703:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.564704:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.564710:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.564821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.564934:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52ea00 x1625895440889168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.564936:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52ea00 x1625895440889168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.564938:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.565015:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889168:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.565262:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52db00 - object 0x0:1725237 offset 1162870784<>1163919360
00000100:00100000:2.0:1550575072.565269:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.565270:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889232:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.565273:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323590-0x5c6be48323590, portal 8
00000100:00000200:2.0:1550575072.565275:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889232, portal 4
00000100:00000200:2.0:1550575072.565275:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889232, offset 0
00000400:00000200:2.0:1550575072.565277:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.565279:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.565281:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.565282:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.565283:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.565283:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.565284:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.565291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.565389:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.565534:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c300 x1625895440889200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.565536:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c300 x1625895440889200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.565537:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.565617:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889200:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.565825:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f300 - object 0x0:1728629 offset 1162870784<>1163919360
00000100:00100000:2.0:1550575072.565830:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.565832:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889264:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.565834:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483235b0-0x5c6be483235b0, portal 8
00000100:00000200:2.0:1550575072.565836:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889264, portal 4
00000100:00000200:2.0:1550575072.565836:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889264, offset 0
00000400:00000200:2.0:1550575072.565837:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.565840:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.565841:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.565843:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.565843:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.565844:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.565845:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.565851:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.565961:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.566076:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52db00 x1625895440889232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.566078:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52db00 x1625895440889232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.566080:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.566155:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889232:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.566400:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3900 - object 0x0:1728254 offset 1163919360<>1164967936
00000100:00100000:2.0:1550575072.566408:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.566409:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.566412:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483235d0-0x5c6be483235d0, portal 8
00000100:00000200:2.0:1550575072.566413:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889296, portal 4
00000100:00000200:2.0:1550575072.566414:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889296, offset 0
00000400:00000200:2.0:1550575072.566416:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.566419:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.566420:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.566422:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.566423:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.566423:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.566424:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.566431:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.566529:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.566687:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f300 x1625895440889264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.566689:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f300 x1625895440889264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.566691:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.566771:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889264:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.566994:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.567106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.567218:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3900 x1625895440889296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.567220:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3900 x1625895440889296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.567221:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.567288:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889296:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.567538:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1200 - object 0x0:1725237 offset 1163919360<>1164967936
00000100:00100000:2.0:1550575072.567545:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.567546:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.567549:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323610-0x5c6be48323610, portal 8
00000100:00000200:2.0:1550575072.567550:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889360, portal 4
00000100:00000200:2.0:1550575072.567551:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889360, offset 0
00000400:00000200:2.0:1550575072.567552:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.567555:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.567556:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.567557:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.567558:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.567558:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.567559:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.567566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.567664:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.568109:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2a00 - object 0x0:1728629 offset 1163919360<>1164967936
00000100:00100000:2.0:1550575072.568114:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.568115:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889392:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.568118:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323630-0x5c6be48323630, portal 8
00000100:00000200:2.0:1550575072.568119:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889392, portal 4
00000100:00000200:2.0:1550575072.568120:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889392, offset 0
00000400:00000200:2.0:1550575072.568121:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.568124:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.568125:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.568127:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.568127:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.568128:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.568129:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.568135:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.568244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.568355:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1200 x1625895440889360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.568356:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1200 x1625895440889360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.568358:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.568434:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889360:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.568677:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0000 - object 0x0:1728254 offset 1164967936<>1166016512
00000100:00100000:2.0:1550575072.568684:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.568685:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889424:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.568688:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323650-0x5c6be48323650, portal 8
00000100:00000200:2.0:1550575072.568689:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889424, portal 4
00000100:00000200:2.0:1550575072.568690:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889424, offset 0
00000400:00000200:2.0:1550575072.568691:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.568694:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.568695:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.568696:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.568697:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.568697:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.568698:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.568705:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.568808:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.568950:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2a00 x1625895440889392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.568952:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2a00 x1625895440889392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.568953:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.569038:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889392:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.569252:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1800 - object 0x0:1728687 offset 1164967936<>1166016512
00000100:00100000:2.0:1550575072.569257:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.569258:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.569261:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323670-0x5c6be48323670, portal 8
00000100:00000200:2.0:1550575072.569262:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889456, portal 4
00000100:00000200:2.0:1550575072.569263:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889456, offset 0
00000400:00000200:2.0:1550575072.569264:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.569267:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.569268:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.569270:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.569270:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.569271:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.569271:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.569278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.569388:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.569508:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0000 x1625895440889424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.569510:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0000 x1625895440889424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.569512:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.569592:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889424:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.569816:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3000 - object 0x0:1725237 offset 1164967936<>1166016512
00000100:00100000:2.0:1550575072.569822:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.569823:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889488:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.569826:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323690-0x5c6be48323690, portal 8
00000100:00000200:2.0:1550575072.569828:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889488, portal 4
00000100:00000200:2.0:1550575072.569829:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889488, offset 0
00000400:00000200:2.0:1550575072.569830:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.569833:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.569834:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.569835:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.569836:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.569836:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.569837:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.569844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.569946:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.570092:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1800 x1625895440889456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.570094:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1800 x1625895440889456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.570096:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.570177:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889456:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.570396:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0900 - object 0x0:1728629 offset 1164967936<>1166016512
00000100:00100000:2.0:1550575072.570401:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.570402:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.570405:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483236b0-0x5c6be483236b0, portal 8
00000100:00000200:2.0:1550575072.570406:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889520, portal 4
00000100:00000200:2.0:1550575072.570407:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889520, offset 0
00000400:00000200:2.0:1550575072.570408:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.570411:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.570412:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.570413:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.570414:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.570414:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.570415:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.570422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.570527:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.570631:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3000 x1625895440889488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.570632:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3000 x1625895440889488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.570634:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.570709:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889488:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.570954:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2100 - object 0x0:1728254 offset 1166016512<>1167065088
00000100:00100000:2.0:1550575072.570961:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.570962:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889552:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.570965:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483236d0-0x5c6be483236d0, portal 8
00000100:00000200:2.0:1550575072.570966:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889552, portal 4
00000100:00000200:2.0:1550575072.570967:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889552, offset 0
00000400:00000200:2.0:1550575072.570968:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.570971:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.570972:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.570973:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.570974:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.570974:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.570975:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.570982:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.571085:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.571235:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0900 x1625895440889520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.571237:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0900 x1625895440889520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.571239:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.571320:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889520:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.571536:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c7900 - object 0x0:1728687 offset 1166016512<>1167065088
00000100:00100000:2.0:1550575072.571541:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.571542:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.571545:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483236f0-0x5c6be483236f0, portal 8
00000100:00000200:2.0:1550575072.571547:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889584, portal 4
00000100:00000200:2.0:1550575072.571547:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889584, offset 0
00000400:00000200:2.0:1550575072.571549:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.571551:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.571553:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.571554:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.571555:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.571555:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.571556:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.571563:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.571670:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.571785:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2100 x1625895440889552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.571787:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2100 x1625895440889552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.571789:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.571867:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889552:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.572099:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c6100 - object 0x0:1725237 offset 1166016512<>1167065088
00000100:00100000:2.0:1550575072.572105:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.572106:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889616:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.572109:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323710-0x5c6be48323710, portal 8
00000100:00000200:2.0:1550575072.572111:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889616, portal 4
00000100:00000200:2.0:1550575072.572111:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889616, offset 0
00000400:00000200:2.0:1550575072.572112:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.572115:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.572116:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.572118:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.572119:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.572119:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.572120:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.572127:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.572229:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.572398:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c7900 x1625895440889584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.572400:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c7900 x1625895440889584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.572401:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.572483:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889584:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.572680:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c4600 - object 0x0:1728629 offset 1166016512<>1167065088
00000100:00100000:2.0:1550575072.572686:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.572687:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889648:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.572690:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323730-0x5c6be48323730, portal 8
00000100:00000200:2.0:1550575072.572692:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889648, portal 4
00000100:00000200:2.0:1550575072.572693:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889648, offset 0
00000400:00000200:2.0:1550575072.572694:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.572696:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.572698:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.572699:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.572700:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.572700:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.572701:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.572708:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.572815:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.572935:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c6100 x1625895440889616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.572937:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c6100 x1625895440889616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.572939:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.573020:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889616:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.573253:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c7c00 - object 0x0:1728254 offset 1167065088<>1168113664
00000100:00100000:2.0:1550575072.573259:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.573260:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.573263:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323750-0x5c6be48323750, portal 8
00000100:00000200:2.0:1550575072.573264:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889680, portal 4
00000100:00000200:2.0:1550575072.573265:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889680, offset 0
00000400:00000200:2.0:1550575072.573266:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.573269:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.573270:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.573271:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.573272:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.573272:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.573273:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.573280:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.573383:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.573520:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c4600 x1625895440889648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.573521:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c4600 x1625895440889648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.573523:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.573608:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889648:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.573821:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c4f00 - object 0x0:1728687 offset 1167065088<>1168113664
00000100:00100000:2.0:1550575072.573826:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.573827:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.573831:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323770-0x5c6be48323770, portal 8
00000100:00000200:2.0:1550575072.573832:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889712, portal 4
00000100:00000200:2.0:1550575072.573833:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889712, offset 0
00000400:00000200:2.0:1550575072.573834:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.573836:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.573837:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.573839:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.573840:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.573840:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.573841:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.573848:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.573957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.574101:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c7c00 x1625895440889680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.574103:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c7c00 x1625895440889680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.574105:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.574191:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889680:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.574391:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c5800 - object 0x0:1725237 offset 1167065088<>1168113664
00000100:00100000:2.0:1550575072.574397:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.574399:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889744:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.574402:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323790-0x5c6be48323790, portal 8
00000100:00000200:2.0:1550575072.574403:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889744, portal 4
00000100:00000200:2.0:1550575072.574404:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889744, offset 0
00000400:00000200:2.0:1550575072.574405:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.574407:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.574409:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.574410:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.574411:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.574411:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.574412:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.574419:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.574523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.574662:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c4f00 x1625895440889712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.574663:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c4f00 x1625895440889712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.574665:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.574749:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889712:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.574966:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c6a00 - object 0x0:1728629 offset 1167065088<>1168113664
00000100:00100000:2.0:1550575072.574971:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.574972:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889776:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.574975:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483237b0-0x5c6be483237b0, portal 8
00000100:00000200:2.0:1550575072.574977:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889776, portal 4
00000100:00000200:2.0:1550575072.574977:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889776, offset 0
00000400:00000200:2.0:1550575072.574979:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.574981:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.574983:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.574984:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.574985:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.574985:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.574986:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.574992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.575103:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.575215:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c5800 x1625895440889744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.575217:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c5800 x1625895440889744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.575219:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.575293:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889744:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.575538:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c7600 - object 0x0:1728254 offset 1168113664<>1169162240
00000100:00100000:2.0:1550575072.575545:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.575546:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889808:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.575549:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483237d0-0x5c6be483237d0, portal 8
00000100:00000200:2.0:1550575072.575550:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889808, portal 4
00000100:00000200:2.0:1550575072.575551:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889808, offset 0
00000400:00000200:2.0:1550575072.575552:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.575555:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.575556:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.575557:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.575558:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.575559:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.575560:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.575566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.575666:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.575808:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c6a00 x1625895440889776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.575810:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c6a00 x1625895440889776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.575811:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.575893:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889776:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.576121:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df7c4900 - object 0x0:1728687 offset 1168113664<>1169162240
00000100:00100000:2.0:1550575072.576126:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.576127:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.576130:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483237f0-0x5c6be483237f0, portal 8
00000100:00000200:2.0:1550575072.576132:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889840, portal 4
00000100:00000200:2.0:1550575072.576132:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889840, offset 0
00000400:00000200:2.0:1550575072.576135:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.576138:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.576139:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.576140:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.576141:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.576141:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.576142:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.576149:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.576258:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.576356:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c7600 x1625895440889808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.576359:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c7600 x1625895440889808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.576361:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.576431:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889808:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.576686:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35200 - object 0x0:1725237 offset 1168113664<>1169162240
00000100:00100000:2.0:1550575072.576693:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.576695:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.576698:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323810-0x5c6be48323810, portal 8
00000100:00000200:2.0:1550575072.576700:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889872, portal 4
00000100:00000200:2.0:1550575072.576701:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889872, offset 0
00000400:00000200:2.0:1550575072.576702:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.576704:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.576705:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.576707:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.576707:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.576708:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.576709:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.576716:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.576819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.576967:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c4900 x1625895440889840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.576969:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c4900 x1625895440889840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.576970:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.577059:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889840:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.577262:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35e00 - object 0x0:1728629 offset 1168113664<>1169162240
00000100:00100000:2.0:1550575072.577267:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.577268:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889904:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.577271:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323830-0x5c6be48323830, portal 8
00000100:00000200:2.0:1550575072.577272:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889904, portal 4
00000100:00000200:2.0:1550575072.577273:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889904, offset 0
00000400:00000200:2.0:1550575072.577274:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.577277:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.577278:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.577279:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.577280:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.577280:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.577281:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.577288:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.577398:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.577508:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35200 x1625895440889872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.577510:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35200 x1625895440889872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.577511:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.577589:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889872:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.577827:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35800 - object 0x0:1728254 offset 1169162240<>1170210816
00000100:00100000:2.0:1550575072.577834:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.577835:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889936:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.577839:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323850-0x5c6be48323850, portal 8
00000100:00000200:2.0:1550575072.577840:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889936, portal 4
00000100:00000200:2.0:1550575072.577841:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889936, offset 0
00000400:00000200:2.0:1550575072.577842:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.577845:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.577846:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.577848:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.577848:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.577849:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.577850:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.577856:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.577982:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.578106:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35e00 x1625895440889904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.578108:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35e00 x1625895440889904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.578110:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.578200:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889904:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.578410:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36400 - object 0x0:1728687 offset 1169162240<>1170210816
00000100:00100000:2.0:1550575072.578415:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.578416:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.578419:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323870-0x5c6be48323870, portal 8
00000100:00000200:2.0:1550575072.578421:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440889968, portal 4
00000100:00000200:2.0:1550575072.578421:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440889968, offset 0
00000400:00000200:2.0:1550575072.578422:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.578425:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.578426:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.578428:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.578428:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.578429:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.578430:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.578437:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.578545:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.578691:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35800 x1625895440889936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.578692:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35800 x1625895440889936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.578694:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.578776:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440889936:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.578977:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7c300 - object 0x0:1725237 offset 1169162240<>1170210816
00000100:00100000:2.0:1550575072.578984:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.578985:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890000:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.578988:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323890-0x5c6be48323890, portal 8
00000100:00000200:2.0:1550575072.578990:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890000, portal 4
00000100:00000200:2.0:1550575072.578991:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890000, offset 0
00000400:00000200:2.0:1550575072.578992:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.578995:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.578996:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.578997:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.578998:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.578998:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.578999:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.579006:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.579117:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.579260:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36400 x1625895440889968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.579262:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36400 x1625895440889968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.579264:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.579346:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440889968:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.579561:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7cf00 - object 0x0:1728629 offset 1169162240<>1170210816
00000100:00100000:2.0:1550575072.579566:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.579567:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.579570:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483238b0-0x5c6be483238b0, portal 8
00000100:00000200:2.0:1550575072.579572:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890032, portal 4
00000100:00000200:2.0:1550575072.579572:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890032, offset 0
00000400:00000200:2.0:1550575072.579574:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.579576:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.579578:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.579579:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.579580:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.579580:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.579581:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.579588:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.579706:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.579819:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7c300 x1625895440890000/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.579820:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7c300 x1625895440890000/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.579822:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.579907:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890000:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.580131:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7d800 - object 0x0:1728254 offset 1170210816<>1171259392
00000100:00100000:2.0:1550575072.580138:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.580139:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.580142:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483238d0-0x5c6be483238d0, portal 8
00000100:00000200:2.0:1550575072.580143:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890064, portal 4
00000100:00000200:2.0:1550575072.580144:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890064, offset 0
00000400:00000200:2.0:1550575072.580145:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.580148:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.580149:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.580150:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.580151:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.580151:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.580152:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.580159:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.580262:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.580407:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7cf00 x1625895440890032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.580409:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7cf00 x1625895440890032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.580411:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.580494:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890032:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.580707:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7e400 - object 0x0:1728687 offset 1170210816<>1171259392
00000100:00100000:2.0:1550575072.580712:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.580713:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890096:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.580716:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483238f0-0x5c6be483238f0, portal 8
00000100:00000200:2.0:1550575072.580718:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890096, portal 4
00000100:00000200:2.0:1550575072.580719:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890096, offset 0
00000400:00000200:2.0:1550575072.580720:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.580723:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.580724:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.580725:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.580726:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.580726:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.580727:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.580734:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.580841:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.580962:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7d800 x1625895440890064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.580964:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7d800 x1625895440890064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.580966:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.581054:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890064:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.581281:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7f000 - object 0x0:1725237 offset 1170210816<>1171259392
00000100:00100000:2.0:1550575072.581287:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.581289:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890128:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.581292:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323910-0x5c6be48323910, portal 8
00000100:00000200:2.0:1550575072.581293:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890128, portal 4
00000100:00000200:2.0:1550575072.581294:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890128, offset 0
00000400:00000200:2.0:1550575072.581295:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.581298:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.581299:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.581300:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.581301:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.581301:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.581302:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.581309:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.581413:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.581535:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7e400 x1625895440890096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.581537:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7e400 x1625895440890096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.581539:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.581621:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890096:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.581846:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7fc00 - object 0x0:1728629 offset 1170210816<>1171259392
00000100:00100000:2.0:1550575072.581851:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.581853:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.581856:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323930-0x5c6be48323930, portal 8
00000100:00000200:2.0:1550575072.581857:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890160, portal 4
00000100:00000200:2.0:1550575072.581858:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890160, offset 0
00000400:00000200:2.0:1550575072.581859:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.581862:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.581863:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.581865:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.581865:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.581866:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.581867:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.581873:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.581979:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.582102:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7f000 x1625895440890128/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.582104:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7f000 x1625895440890128/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.582106:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.582188:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890128:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.582421:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7ed00 - object 0x0:1728254 offset 1171259392<>1172307968
00000100:00100000:2.0:1550575072.582427:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.582428:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890192:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.582431:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323950-0x5c6be48323950, portal 8
00000100:00000200:2.0:1550575072.582432:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890192, portal 4
00000100:00000200:2.0:1550575072.582433:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890192, offset 0
00000400:00000200:2.0:1550575072.582434:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.582437:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.582438:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.582440:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.582440:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.582441:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.582442:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.582448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.582547:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.582675:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7fc00 x1625895440890160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.582677:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7fc00 x1625895440890160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.582679:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.582760:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890160:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.582987:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7db00 - object 0x0:1728687 offset 1171259392<>1172307968
00000100:00100000:2.0:1550575072.582993:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.582994:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890224:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.582997:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323970-0x5c6be48323970, portal 8
00000100:00000200:2.0:1550575072.582999:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890224, portal 4
00000100:00000200:2.0:1550575072.582999:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890224, offset 0
00000400:00000200:2.0:1550575072.583001:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.583003:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.583004:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.583006:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.583006:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.583007:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.583008:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.583014:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.583125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.583244:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7ed00 x1625895440890192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.583246:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7ed00 x1625895440890192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.583247:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.583325:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890192:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.583560:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7cc00 - object 0x0:1725237 offset 1171259392<>1172307968
00000100:00100000:2.0:1550575072.583567:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.583568:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890256:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.583571:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323990-0x5c6be48323990, portal 8
00000100:00000200:2.0:1550575072.583572:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890256, portal 4
00000100:00000200:2.0:1550575072.583573:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890256, offset 0
00000400:00000200:2.0:1550575072.583574:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.583577:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.583578:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.583580:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.583580:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.583581:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.583582:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.583589:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.583690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.583846:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7db00 x1625895440890224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.583848:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7db00 x1625895440890224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.583850:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.583929:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890224:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.584127:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3d7c000 - object 0x0:1728629 offset 1171259392<>1172307968
00000100:00100000:2.0:1550575072.584132:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.584133:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890288:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.584136:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483239b0-0x5c6be483239b0, portal 8
00000100:00000200:2.0:1550575072.584137:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890288, portal 4
00000100:00000200:2.0:1550575072.584138:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890288, offset 0
00000400:00000200:2.0:1550575072.584139:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.584142:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.584143:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.584144:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.584145:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.584145:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.584146:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.584153:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.584264:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.584378:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7cc00 x1625895440890256/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.584380:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7cc00 x1625895440890256/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.584381:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.584458:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890256:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.584700:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc535200 - object 0x0:1728254 offset 1172307968<>1173356544
00000100:00100000:2.0:1550575072.584707:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.584708:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890320:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.584711:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483239d0-0x5c6be483239d0, portal 8
00000100:00000200:2.0:1550575072.584713:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890320, portal 4
00000100:00000200:2.0:1550575072.584713:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890320, offset 0
00000400:00000200:2.0:1550575072.584714:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.584717:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.584718:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.584720:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.584720:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.584721:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.584722:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.584728:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.584826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.584953:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7c000 x1625895440890288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.584955:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7c000 x1625895440890288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.584957:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.585046:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890288:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.585280:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534600 - object 0x0:1728687 offset 1172307968<>1173356544
00000100:00100000:2.0:1550575072.585285:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.585286:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.585289:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483239f0-0x5c6be483239f0, portal 8
00000100:00000200:2.0:1550575072.585290:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890352, portal 4
00000100:00000200:2.0:1550575072.585291:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890352, offset 0
00000400:00000200:2.0:1550575072.585294:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.585296:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.585297:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.585299:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.585299:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.585300:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.585301:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.585308:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.585415:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.585516:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc535200 x1625895440890320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.585518:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc535200 x1625895440890320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.585520:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.585596:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890320:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.585839:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc535800 - object 0x0:1725237 offset 1172307968<>1173356544
00000100:00100000:2.0:1550575072.585845:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.585846:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890384:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.585850:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323a10-0x5c6be48323a10, portal 8
00000100:00000200:2.0:1550575072.585851:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890384, portal 4
00000100:00000200:2.0:1550575072.585852:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890384, offset 0
00000400:00000200:2.0:1550575072.585853:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.585856:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.585857:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.585858:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.585859:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.585859:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.585860:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.585867:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.585967:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.586112:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc534600 x1625895440890352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.586114:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc534600 x1625895440890352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.586116:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.586204:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890352:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.586420:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536400 - object 0x0:1728629 offset 1172307968<>1173356544
00000100:00100000:2.0:1550575072.586425:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.586426:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890416:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.586430:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323a30-0x5c6be48323a30, portal 8
00000100:00000200:2.0:1550575072.586431:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890416, portal 4
00000100:00000200:2.0:1550575072.586432:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890416, offset 0
00000400:00000200:2.0:1550575072.586433:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.586435:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.586436:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.586438:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.586439:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.586439:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.586440:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.586447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.586555:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.586656:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc535800 x1625895440890384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.586658:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc535800 x1625895440890384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.586660:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.586735:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890384:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.586974:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc537000 - object 0x0:1728254 offset 1173356544<>1174405120
00000100:00100000:2.0:1550575072.586981:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.586982:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890448:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.586985:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323a50-0x5c6be48323a50, portal 8
00000100:00000200:2.0:1550575072.586987:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890448, portal 4
00000100:00000200:2.0:1550575072.586987:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890448, offset 0
00000400:00000200:2.0:1550575072.586988:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.586991:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.586992:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.586993:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.586994:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.586994:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.586995:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.587002:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.587101:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.587527:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc537c00 - object 0x0:1728687 offset 1173356544<>1174405120
00000100:00000200:2.0:1550575072.587533:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536400 x1625895440890416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.587535:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536400 x1625895440890416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.587536:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:0.2:1550575072.587555:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.587597:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890416:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.587686:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.587794:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc537000 x1625895440890448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.587796:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc537000 x1625895440890448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.587797:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.587873:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890448:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.588112:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534900 - object 0x0:1725237 offset 1173356544<>1174405120
00000100:00100000:2.0:1550575072.588119:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.588120:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890512:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.588123:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323a90-0x5c6be48323a90, portal 8
00000100:00000200:2.0:1550575072.588125:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890512, portal 4
00000100:00000200:2.0:1550575072.588126:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890512, offset 0
00000400:00000200:2.0:1550575072.588127:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.588130:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.588131:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.588132:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.588133:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.588133:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.588134:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.588141:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.588247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.588664:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc535500 - object 0x0:1728629 offset 1173356544<>1174405120
00000100:00100000:2.0:1550575072.588667:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.588668:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.588671:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323ab0-0x5c6be48323ab0, portal 8
00000100:00000200:2.0:1550575072.588672:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890544, portal 4
00000100:00000200:2.0:1550575072.588673:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890544, offset 0
00000400:00000200:2.0:1550575072.588674:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.588677:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.588678:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.588679:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.588680:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.588681:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.588681:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.588688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.589041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.589042:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575072.589044:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815dc535500 x1625895440890544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.589045:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:3.0:1550575072.589047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575072.589048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.589049:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575072.589050:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:3.0:1550575072.589052:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be48323a90
00000400:00000200:3.0:1550575072.589054:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0xd75d [1] + 192
00000100:00000200:3.0:1550575072.589055:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815dc534900 x1625895440890512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.589058:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.589059:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.589059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.589060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.589061:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575072.589062:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:3.0:1550575072.589063:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48323ab0
00000400:00000200:3.0:1550575072.589064:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0xd765 [256] + 0
00000400:00000200:3.0:1550575072.589065:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:3.0:1550575072.589066:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.589066:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:3.0:1550575072.589068:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:3.0:1550575072.589069:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.589070:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575072.589075:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.589075:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.589076:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.589077:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.589077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575072.589078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.589079:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:3.0:1550575072.589095:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.589096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.589097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.589113:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.589114:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.589118:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.589127:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:3.0:1550575072.589127:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.589128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000008:00100000:2.0:1550575072.589231:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536100 - object 0x0:1728254 offset 1174405120<>1175453696
00000100:00000200:2.0:1550575072.589242:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc534900 x1625895440890512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.589244:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc534900 x1625895440890512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575072.589245:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440890576:172.20.0.211@o2ib1:4
00000400:00000200:2.0:1550575072.589247:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00000200:3.0:1550575072.589251:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323ad0-0x5c6be48323ad0, portal 8
00000100:00000200:3.0:1550575072.589252:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890576, portal 4
00000100:00000200:3.0:1550575072.589253:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890576, offset 0
00000400:00000200:3.0:1550575072.589254:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.589256:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.589257:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.589258:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.589259:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.589259:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.589260:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.589267:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.589279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575072.589310:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890512:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.589365:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.589375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.589378:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575072.589379:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:3.0:1550575072.589381:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48323ad0
00000400:00000200:3.0:1550575072.589382:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0xd771 [256] + 0
00000400:00000200:3.0:1550575072.589382:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:3.0:1550575072.589383:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.589383:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:3.0:1550575072.589386:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:3.0:1550575072.589387:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.589387:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575072.589391:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.589391:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.589392:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.589392:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575072.589393:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:3.0:1550575072.589433:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000008:00100000:2.0:1550575072.589863:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536d00 - object 0x0:1728687 offset 1174405120<>1175453696
00000100:00100000:2.0:1550575072.589869:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.589870:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890608:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.589874:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323af0-0x5c6be48323af0, portal 8
00000100:00000200:2.0:1550575072.589876:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890608, portal 4
00000100:00000200:2.0:1550575072.589876:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890608, offset 0
00000400:00000200:2.0:1550575072.589878:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.589880:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.589881:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.589883:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.589883:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.589884:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.589885:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.589891:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.589965:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc535500 x1625895440890544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.589967:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc535500 x1625895440890544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.589969:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.590038:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890544:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575072.590082:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536100 x1625895440890576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.590086:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536100 x1625895440890576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.590088:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:0.2:1550575072.590097:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.590152:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440890576:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.590435:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc537900 - object 0x0:1725237 offset 1174405120<>1175453696
00000100:00100000:2.0:1550575072.590442:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.590443:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890640:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.590446:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323b10-0x5c6be48323b10, portal 8
00000100:00000200:2.0:1550575072.590448:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890640, portal 4
00000100:00000200:2.0:1550575072.590448:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890640, offset 0
00000400:00000200:2.0:1550575072.590450:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.590452:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.590454:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.590455:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.590456:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.590456:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.590457:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.590464:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.590566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.590973:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccfc00 - object 0x0:1728629 offset 1174405120<>1175453696
00000100:00000200:2.0:1550575072.590979:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536d00 x1625895440890608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.590981:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536d00 x1625895440890608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.590983:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.591001:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.591053:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890608:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.591125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.591248:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc537900 x1625895440890640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.591250:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc537900 x1625895440890640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.591251:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.591333:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890640:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.591555:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccde00 - object 0x0:1728254 offset 1175453696<>1176502272
00000100:00100000:2.0:1550575072.591562:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.591564:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890704:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.591567:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323b50-0x5c6be48323b50, portal 8
00000100:00000200:2.0:1550575072.591569:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890704, portal 4
00000100:00000200:2.0:1550575072.591569:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890704, offset 0
00000400:00000200:2.0:1550575072.591570:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.591573:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.591574:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.591576:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.591576:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.591577:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.591578:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.591585:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.591682:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.592112:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccc000 - object 0x0:1728687 offset 1175453696<>1176502272
00000100:00100000:2.0:1550575072.592116:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.592118:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890736:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.592121:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323b70-0x5c6be48323b70, portal 8
00000100:00000200:2.0:1550575072.592122:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890736, portal 4
00000100:00000200:2.0:1550575072.592123:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890736, offset 0
00000400:00000200:2.0:1550575072.592124:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.592127:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.592128:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.592129:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.592130:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.592130:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.592131:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.592138:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.592388:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccde00 x1625895440890704/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.592390:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccde00 x1625895440890704/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.592392:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.592475:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890704:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.592689:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccd500 - object 0x0:1725237 offset 1175453696<>1176502272
00000100:00100000:2.0:1550575072.592696:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.592697:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890768:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.592700:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323b90-0x5c6be48323b90, portal 8
00000100:00000200:2.0:1550575072.592701:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890768, portal 4
00000100:00000200:2.0:1550575072.592702:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890768, offset 0
00000400:00000200:2.0:1550575072.592704:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.592706:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.592707:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.592709:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.592709:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.592710:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.592711:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.592717:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.592828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.593080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.593244:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cce100 - object 0x0:1728629 offset 1175453696<>1176502272
00000100:00100000:2.0:1550575072.593250:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.593251:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890800:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.593254:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323bb0-0x5c6be48323bb0, portal 8
00000100:00000200:2.0:1550575072.593255:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890800, portal 4
00000100:00000200:2.0:1550575072.593256:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890800, offset 0
00000400:00000200:2.0:1550575072.593257:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.593260:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.593261:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.593262:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.593263:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.593263:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.593264:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.593271:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.593515:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccd500 x1625895440890768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.593517:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccd500 x1625895440890768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.593519:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.593604:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890768:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.593820:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cced00 - object 0x0:1728254 offset 1176502272<>1177550848
00000100:00100000:2.0:1550575072.593827:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.593829:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890832:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.593831:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323bd0-0x5c6be48323bd0, portal 8
00000100:00000200:2.0:1550575072.593833:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890832, portal 4
00000100:00000200:2.0:1550575072.593833:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890832, offset 0
00000400:00000200:2.0:1550575072.593834:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.593837:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.593838:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.593839:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.593840:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.593840:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.593842:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.593979:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.594005:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.594031:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.594155:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.594384:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662a00 - object 0x0:1728687 offset 1176502272<>1177550848
00000100:00100000:2.0:1550575072.594390:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.594391:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890864:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.594394:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323bf0-0x5c6be48323bf0, portal 8
00000100:00000200:2.0:1550575072.594396:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890864, portal 4
00000100:00000200:2.0:1550575072.594396:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890864, offset 0
00000400:00000200:2.0:1550575072.594399:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.594401:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.594402:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.594404:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.594404:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.594405:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.594406:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.594517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.594543:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.594636:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cced00 x1625895440890832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.594638:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cced00 x1625895440890832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.594640:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000800:00000200:0.2:1550575072.594661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.594720:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890832:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.594952:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663900 - object 0x0:1725237 offset 1176502272<>1177550848
00000100:00100000:2.0:1550575072.594959:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.594960:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890896:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.594963:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323c10-0x5c6be48323c10, portal 8
00000100:00000200:2.0:1550575072.594965:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890896, portal 4
00000100:00000200:2.0:1550575072.594965:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890896, offset 0
00000400:00000200:2.0:1550575072.594966:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.594969:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.594970:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.594972:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.594972:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.594973:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.594974:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.594977:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccc000 x1625895440890736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.594979:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccc000 x1625895440890736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.594980:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.594981:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.595048:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890736:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.595080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.595295:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.595315:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cce100 x1625895440890800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.595316:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cce100 x1625895440890800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.595318:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.595413:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890800:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.595415:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662a00 x1625895440890864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.595417:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662a00 x1625895440890864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.595418:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.595476:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890864:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.595580:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.595761:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.595771:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663900 x1625895440890896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.595772:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663900 x1625895440890896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.595774:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.595840:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890896:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.596098:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660c00 - object 0x0:1728254 offset 1177550848<>1178599424
00000100:00100000:2.0:1550575072.596105:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.596106:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890960:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.596110:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323c50-0x5c6be48323c50, portal 8
00000100:00000200:2.0:1550575072.596111:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890960, portal 4
00000100:00000200:2.0:1550575072.596112:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890960, offset 0
00000400:00000200:2.0:1550575072.596113:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.596116:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.596117:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.596118:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.596119:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.596119:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.596121:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.596127:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.596232:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.596668:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663600 - object 0x0:1728687 offset 1177550848<>1178599424
00000100:00100000:2.0:1550575072.596673:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.596674:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890992:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.596677:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323c70-0x5c6be48323c70, portal 8
00000100:00000200:2.0:1550575072.596678:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440890992, portal 4
00000100:00000200:2.0:1550575072.596679:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440890992, offset 0
00000400:00000200:2.0:1550575072.596680:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.596683:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.596684:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.596685:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.596686:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.596686:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.596687:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.596694:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.596839:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.596925:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660c00 x1625895440890960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.596927:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660c00 x1625895440890960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.596928:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.597014:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440890960:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.597231:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663000 - object 0x0:1725237 offset 1177550848<>1178599424
00000100:00100000:2.0:1550575072.597237:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.597238:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891024:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.597241:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323c90-0x5c6be48323c90, portal 8
00000100:00000200:2.0:1550575072.597242:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891024, portal 4
00000100:00000200:2.0:1550575072.597243:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891024, offset 0
00000400:00000200:2.0:1550575072.597244:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.597247:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.597248:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.597250:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.597250:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.597251:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.597252:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.597259:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.597359:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.597563:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440890992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.597565:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440890992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.597567:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.597651:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440890992:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.597829:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.597956:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.598059:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663000 x1625895440891024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.598061:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663000 x1625895440891024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.598062:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.598142:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891024:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.598358:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662400 - object 0x0:1728254 offset 1178599424<>1179648000
00000100:00100000:2.0:1550575072.598365:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.598366:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891088:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.598368:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323cd0-0x5c6be48323cd0, portal 8
00000100:00000200:2.0:1550575072.598370:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891088, portal 4
00000100:00000200:2.0:1550575072.598370:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891088, offset 0
00000400:00000200:2.0:1550575072.598371:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.598374:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.598375:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.598377:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.598377:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.598378:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.598378:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.598386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.598487:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.598934:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661800 - object 0x0:1728687 offset 1178599424<>1179648000
00000100:00100000:2.0:1550575072.598940:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.598941:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891120:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.598943:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323cf0-0x5c6be48323cf0, portal 8
00000100:00000200:2.0:1550575072.598945:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891120, portal 4
00000100:00000200:2.0:1550575072.598946:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891120, offset 0
00000400:00000200:2.0:1550575072.598947:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.598949:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.598950:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.598952:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.598952:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.598953:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.598954:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.598960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.599074:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.599168:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662400 x1625895440891088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.599170:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662400 x1625895440891088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.599172:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.599258:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891088:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.599487:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660f00 - object 0x0:1725237 offset 1178599424<>1179648000
00000100:00100000:2.0:1550575072.599493:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.599494:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891152:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.599497:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323d10-0x5c6be48323d10, portal 8
00000100:00000200:2.0:1550575072.599499:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891152, portal 4
00000100:00000200:2.0:1550575072.599500:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891152, offset 0
00000400:00000200:2.0:1550575072.599501:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.599503:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.599505:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.599506:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.599507:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.599507:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.599508:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.599516:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.599612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.599800:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440891120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.599802:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440891120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.599804:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.599887:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891120:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.600086:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.600204:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.600308:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660f00 x1625895440891152/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.600309:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660f00 x1625895440891152/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.600311:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.600383:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891152:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.600614:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663300 - object 0x0:1728254 offset 1179648000<>1180696576
00000100:00100000:2.0:1550575072.600621:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.600622:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891216:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.600625:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323d50-0x5c6be48323d50, portal 8
00000100:00000200:2.0:1550575072.600626:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891216, portal 4
00000100:00000200:2.0:1550575072.600627:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891216, offset 0
00000400:00000200:2.0:1550575072.600628:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.600631:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.600632:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.600633:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.600634:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.600634:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.600635:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.600642:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.600739:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.601200:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662100 - object 0x0:1728687 offset 1179648000<>1180696576
00000100:00100000:2.0:1550575072.601204:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.601206:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891248:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.601209:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323d70-0x5c6be48323d70, portal 8
00000100:00000200:2.0:1550575072.601210:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891248, portal 4
00000100:00000200:2.0:1550575072.601211:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891248, offset 0
00000400:00000200:2.0:1550575072.601212:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.601214:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.601216:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.601217:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.601218:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.601218:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.601219:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.601226:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.601333:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.601424:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663300 x1625895440891216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.601425:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663300 x1625895440891216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.601427:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.601503:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891216:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.601754:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314f00 - object 0x0:1725237 offset 1179648000<>1180696576
00000100:00100000:2.0:1550575072.601761:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.601762:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891280:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.601765:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323d90-0x5c6be48323d90, portal 8
00000100:00000200:2.0:1550575072.601766:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891280, portal 4
00000100:00000200:2.0:1550575072.601767:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891280, offset 0
00000400:00000200:2.0:1550575072.601768:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.601770:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.601772:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.601773:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.601774:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.601774:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.601775:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.601782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.601879:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.602042:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662100 x1625895440891248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.602044:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662100 x1625895440891248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.602046:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.602130:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891248:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.602341:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314600 - object 0x0:1728629 offset 1179648000<>1180696576
00000100:00100000:2.0:1550575072.602346:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.602347:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891312:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.602350:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323db0-0x5c6be48323db0, portal 8
00000100:00000200:2.0:1550575072.602352:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891312, portal 4
00000100:00000200:2.0:1550575072.602352:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891312, offset 0
00000400:00000200:2.0:1550575072.602354:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.602356:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.602357:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.602359:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.602359:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.602360:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.602361:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.602368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.602490:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.602572:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314f00 x1625895440891280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.602573:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314f00 x1625895440891280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.602575:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.602649:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891280:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.602892:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e316a00 - object 0x0:1728254 offset 1180696576<>1181745152
00000100:00100000:2.0:1550575072.602899:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.602900:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891344:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.602903:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323dd0-0x5c6be48323dd0, portal 8
00000100:00000200:2.0:1550575072.602904:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891344, portal 4
00000100:00000200:2.0:1550575072.602905:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891344, offset 0
00000400:00000200:2.0:1550575072.602906:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.602909:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.602910:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.602911:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.602912:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.602912:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.602913:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.602920:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.603023:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.603205:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314600 x1625895440891312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.603206:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314600 x1625895440891312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.603208:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.603289:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891312:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.603494:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.603601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.603708:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e316a00 x1625895440891344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.603710:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e316a00 x1625895440891344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.603712:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.603785:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891344:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.604022:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314900 - object 0x0:1725237 offset 1180696576<>1181745152
00000100:00100000:2.0:1550575072.604029:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.604030:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.604040:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323e10-0x5c6be48323e10, portal 8
00000100:00000200:2.0:1550575072.604041:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891408, portal 4
00000100:00000200:2.0:1550575072.604042:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891408, offset 0
00000400:00000200:2.0:1550575072.604043:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.604046:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.604047:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.604048:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.604049:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.604049:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.604050:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.604057:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.604157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.604603:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e316100 - object 0x0:1728629 offset 1180696576<>1181745152
00000100:00100000:2.0:1550575072.604608:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.604609:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891440:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.604612:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323e30-0x5c6be48323e30, portal 8
00000100:00000200:2.0:1550575072.604613:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891440, portal 4
00000100:00000200:2.0:1550575072.604614:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891440, offset 0
00000400:00000200:2.0:1550575072.604615:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.604618:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.604619:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.604621:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.604621:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.604622:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.604623:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.604630:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.604738:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.604849:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314900 x1625895440891408/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.604851:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314900 x1625895440891408/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.604853:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.604932:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891408:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.605167:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314300 - object 0x0:1728254 offset 1181745152<>1182793728
00000100:00100000:2.0:1550575072.605174:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.605175:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891472:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.605178:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323e50-0x5c6be48323e50, portal 8
00000100:00000200:2.0:1550575072.605179:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891472, portal 4
00000100:00000200:2.0:1550575072.605184:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891472, offset 0
00000400:00000200:2.0:1550575072.605185:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.605188:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.605189:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.605191:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.605191:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.605192:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.605193:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.605200:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.605306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.605456:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e316100 x1625895440891440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.605458:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e316100 x1625895440891440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.605460:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.605540:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891440:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.605746:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e316700 - object 0x0:1728687 offset 1181745152<>1182793728
00000100:00100000:2.0:1550575072.605751:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.605753:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891504:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.605756:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323e70-0x5c6be48323e70, portal 8
00000100:00000200:2.0:1550575072.605757:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891504, portal 4
00000100:00000200:2.0:1550575072.605758:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891504, offset 0
00000400:00000200:2.0:1550575072.605760:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.605763:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.605764:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.605766:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.605766:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.605767:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.605768:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.605774:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.605883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.606009:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314300 x1625895440891472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.606010:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314300 x1625895440891472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.606012:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.606094:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891472:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.606323:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317c00 - object 0x0:1725237 offset 1181745152<>1182793728
00000100:00100000:2.0:1550575072.606330:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.606331:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891536:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.606335:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323e90-0x5c6be48323e90, portal 8
00000100:00000200:2.0:1550575072.606336:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891536, portal 4
00000100:00000200:2.0:1550575072.606337:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891536, offset 0
00000400:00000200:2.0:1550575072.606338:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.606341:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.606342:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.606343:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.606344:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.606344:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.606345:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.606352:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.606459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.606588:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e316700 x1625895440891504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.606590:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e316700 x1625895440891504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.606592:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.606672:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891504:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.606893:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ec000 - object 0x0:1728629 offset 1181745152<>1182793728
00000100:00100000:2.0:1550575072.606898:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.606900:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891568:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.606903:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323eb0-0x5c6be48323eb0, portal 8
00000100:00000200:2.0:1550575072.606904:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891568, portal 4
00000100:00000200:2.0:1550575072.606905:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891568, offset 0
00000400:00000200:2.0:1550575072.606906:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.606908:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.606909:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.606911:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.606911:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.606912:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.606913:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.606919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.607029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.607159:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317c00 x1625895440891536/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.607161:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317c00 x1625895440891536/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.607163:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.607245:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891536:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.607465:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ec600 - object 0x0:1728254 offset 1182793728<>1183842304
00000100:00100000:2.0:1550575072.607471:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.607472:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891600:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.607475:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323ed0-0x5c6be48323ed0, portal 8
00000100:00000200:2.0:1550575072.607476:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891600, portal 4
00000100:00000200:2.0:1550575072.607477:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891600, offset 0
00000400:00000200:2.0:1550575072.607478:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.607481:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.607482:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.607483:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.607484:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.607485:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.607486:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.607493:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.607591:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.607735:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ec000 x1625895440891568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.607737:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ec000 x1625895440891568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.607739:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.607820:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891568:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.608048:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ed200 - object 0x0:1728687 offset 1182793728<>1183842304
00000100:00100000:2.0:1550575072.608052:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.608054:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891632:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.608057:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323ef0-0x5c6be48323ef0, portal 8
00000100:00000200:2.0:1550575072.608059:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891632, portal 4
00000100:00000200:2.0:1550575072.608059:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891632, offset 0
00000400:00000200:2.0:1550575072.608060:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.608063:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.608064:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.608066:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.608066:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.608067:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.608068:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.608074:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.608190:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.608280:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ec600 x1625895440891600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.608282:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ec600 x1625895440891600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.608283:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.608353:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891600:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.608606:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ede00 - object 0x0:1725237 offset 1182793728<>1183842304
00000100:00100000:2.0:1550575072.608612:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.608614:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891664:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.608617:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323f10-0x5c6be48323f10, portal 8
00000100:00000200:2.0:1550575072.608618:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891664, portal 4
00000100:00000200:2.0:1550575072.608619:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891664, offset 0
00000400:00000200:2.0:1550575072.608620:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.608622:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.608624:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.608625:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.608626:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.608626:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.608627:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.608634:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.608735:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.608901:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ed200 x1625895440891632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.608902:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ed200 x1625895440891632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.608904:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.608981:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891632:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.609211:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.609320:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.609431:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ede00 x1625895440891664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.609432:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ede00 x1625895440891664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.609434:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.609507:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891664:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.609742:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244eea00 - object 0x0:1728254 offset 1183842304<>1184890880
00000100:00100000:2.0:1550575072.609749:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.609750:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891728:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.609753:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323f50-0x5c6be48323f50, portal 8
00000100:00000200:2.0:1550575072.609754:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891728, portal 4
00000100:00000200:2.0:1550575072.609755:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891728, offset 0
00000400:00000200:2.0:1550575072.609756:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.609759:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.609760:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.609761:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.609762:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.609762:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.609763:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.609770:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.609882:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.610326:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ec900 - object 0x0:1728687 offset 1183842304<>1184890880
00000100:00100000:2.0:1550575072.610331:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.610332:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891760:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.610335:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323f70-0x5c6be48323f70, portal 8
00000100:00000200:2.0:1550575072.610336:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891760, portal 4
00000100:00000200:2.0:1550575072.610337:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891760, offset 0
00000400:00000200:2.0:1550575072.610338:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.610341:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.610342:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.610343:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.610344:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.610344:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.610345:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.610352:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.610459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.610574:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244eea00 x1625895440891728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.610576:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244eea00 x1625895440891728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.610578:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.610663:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891728:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.610887:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ed500 - object 0x0:1725237 offset 1183842304<>1184890880
00000100:00100000:2.0:1550575072.610894:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.610896:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891792:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.610898:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323f90-0x5c6be48323f90, portal 8
00000100:00000200:2.0:1550575072.610900:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891792, portal 4
00000100:00000200:2.0:1550575072.610900:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891792, offset 0
00000400:00000200:2.0:1550575072.610902:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.610904:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.610905:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.610907:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.610907:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.610908:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.610909:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.610915:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.611013:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.611172:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ec900 x1625895440891760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.611173:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ec900 x1625895440891760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.611175:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.611261:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891760:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.611473:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ee100 - object 0x0:1728629 offset 1183842304<>1184890880
00000100:00100000:2.0:1550575072.611478:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.611479:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891824:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.611482:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323fb0-0x5c6be48323fb0, portal 8
00000100:00000200:2.0:1550575072.611483:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891824, portal 4
00000100:00000200:2.0:1550575072.611484:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891824, offset 0
00000400:00000200:2.0:1550575072.611485:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.611488:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.611489:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.611490:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.611491:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.611491:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.611492:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.611499:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.611610:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.611700:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ed500 x1625895440891792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.611702:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ed500 x1625895440891792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.611704:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.611771:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891792:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.612027:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ec300 - object 0x0:1728254 offset 1184890880<>1185939456
00000100:00100000:3.0:1550575072.612039:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440891856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.612043:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48323fd0-0x5c6be48323fd0, portal 8
00000100:00000200:3.0:1550575072.612045:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891856, portal 4
00000100:00000200:3.0:1550575072.612045:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891856, offset 0
00000400:00000200:3.0:1550575072.612047:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.612049:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.612050:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.612051:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.612052:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.612052:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.612054:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.612060:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.612156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.612348:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ee100 x1625895440891824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.612350:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ee100 x1625895440891824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.612352:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.612429:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891824:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.612627:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.612767:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.612848:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ec300 x1625895440891856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.612850:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ec300 x1625895440891856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.612851:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575072.612932:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440891856:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.613154:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ecf00 - object 0x0:1725237 offset 1184890880<>1185939456
00000100:00100000:2.0:1550575072.613160:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.613161:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.613164:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324010-0x5c6be48324010, portal 8
00000100:00000200:2.0:1550575072.613166:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891920, portal 4
00000100:00000200:2.0:1550575072.613167:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891920, offset 0
00000400:00000200:2.0:1550575072.613168:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.613170:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.613172:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.613173:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.613173:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.613174:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.613175:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.613185:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.613282:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.613737:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244edb00 - object 0x0:1728629 offset 1184890880<>1185939456
00000100:00100000:2.0:1550575072.613742:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.613744:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.613747:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324030-0x5c6be48324030, portal 8
00000100:00000200:2.0:1550575072.613748:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891952, portal 4
00000100:00000200:2.0:1550575072.613749:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891952, offset 0
00000400:00000200:2.0:1550575072.613750:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.613753:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.613754:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.613755:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.613756:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.613756:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.613757:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.613764:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.613877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.613982:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ecf00 x1625895440891920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.613984:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ecf00 x1625895440891920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.613986:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.614072:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891920:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.614281:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ee700 - object 0x0:1728254 offset 1185939456<>1186988032
00000100:00100000:2.0:1550575072.614288:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.614289:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891984:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.614292:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324050-0x5c6be48324050, portal 8
00000100:00000200:2.0:1550575072.614293:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440891984, portal 4
00000100:00000200:2.0:1550575072.614294:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440891984, offset 0
00000400:00000200:2.0:1550575072.614295:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.614298:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.614299:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.614300:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.614301:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.614302:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.614303:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.614309:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.614411:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.614584:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244edb00 x1625895440891952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.614586:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244edb00 x1625895440891952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.614588:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.614665:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440891952:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.614874:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.614981:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.615113:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ee700 x1625895440891984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.615114:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ee700 x1625895440891984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.615116:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.615197:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440891984:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.615423:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef300 - object 0x0:1725237 offset 1185939456<>1186988032
00000100:00100000:2.0:1550575072.615429:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.615431:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892048:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.615434:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324090-0x5c6be48324090, portal 8
00000100:00000200:2.0:1550575072.615435:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892048, portal 4
00000100:00000200:2.0:1550575072.615436:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892048, offset 0
00000400:00000200:2.0:1550575072.615437:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.615440:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.615441:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.615443:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.615443:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.615444:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.615445:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.615451:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.615547:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.616005:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bc600 - object 0x0:1728629 offset 1185939456<>1186988032
00000100:00100000:2.0:1550575072.616011:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.616012:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892080:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.616015:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483240b0-0x5c6be483240b0, portal 8
00000100:00000200:2.0:1550575072.616016:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892080, portal 4
00000100:00000200:2.0:1550575072.616017:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892080, offset 0
00000400:00000200:2.0:1550575072.616018:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.616020:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.616021:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.616023:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.616023:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.616024:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.616025:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.616031:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.616141:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.616243:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef300 x1625895440892048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.616245:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef300 x1625895440892048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.616246:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.616319:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892048:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.616562:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bea00 - object 0x0:1728254 offset 1186988032<>1188036608
00000100:00100000:2.0:1550575072.616569:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.616570:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892112:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.616573:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483240d0-0x5c6be483240d0, portal 8
00000100:00000200:2.0:1550575072.616574:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892112, portal 4
00000100:00000200:2.0:1550575072.616575:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892112, offset 0
00000400:00000200:2.0:1550575072.616578:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.616580:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.616582:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.616583:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.616584:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.616584:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.616585:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.616592:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.616687:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.616841:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bc600 x1625895440892080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.616843:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bc600 x1625895440892080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.616845:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.616924:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892080:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.617137:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bfc00 - object 0x0:1728687 offset 1186988032<>1188036608
00000100:00100000:2.0:1550575072.617142:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.617144:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892144:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.617147:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483240f0-0x5c6be483240f0, portal 8
00000100:00000200:2.0:1550575072.617148:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892144, portal 4
00000100:00000200:2.0:1550575072.617149:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892144, offset 0
00000400:00000200:2.0:1550575072.617150:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.617153:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.617154:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.617155:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.617156:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.617156:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.617157:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.617164:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.617269:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.617371:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bea00 x1625895440892112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.617372:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bea00 x1625895440892112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.617374:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.617439:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892112:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.617700:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bc300 - object 0x0:1725237 offset 1186988032<>1188036608
00000100:00100000:2.0:1550575072.617707:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.617708:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892176:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.617711:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324110-0x5c6be48324110, portal 8
00000100:00000200:2.0:1550575072.617713:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892176, portal 4
00000100:00000200:2.0:1550575072.617713:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892176, offset 0
00000400:00000200:2.0:1550575072.617715:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.617717:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.617719:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.617720:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.617720:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.617721:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.617722:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.617728:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.617825:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.617969:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bfc00 x1625895440892144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.617970:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bfc00 x1625895440892144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.617972:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.618055:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892144:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.618276:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1be700 - object 0x0:1728629 offset 1186988032<>1188036608
00000100:00100000:2.0:1550575072.618281:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.618282:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892208:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.618285:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324130-0x5c6be48324130, portal 8
00000100:00000200:2.0:1550575072.618286:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892208, portal 4
00000100:00000200:2.0:1550575072.618287:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892208, offset 0
00000400:00000200:2.0:1550575072.618288:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.618291:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.618292:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.618293:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.618294:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.618295:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.618295:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.618302:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.618407:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.618512:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bc300 x1625895440892176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.618513:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bc300 x1625895440892176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.618515:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.618589:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892176:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.618838:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bde00 - object 0x0:1728254 offset 1188036608<>1189085184
00000100:00100000:2.0:1550575072.618844:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.618845:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.618848:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324150-0x5c6be48324150, portal 8
00000100:00000200:2.0:1550575072.618850:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892240, portal 4
00000100:00000200:2.0:1550575072.618850:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892240, offset 0
00000400:00000200:2.0:1550575072.618852:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.618854:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.618855:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.618857:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.618857:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.618858:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.618858:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.618865:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.618965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.619105:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1be700 x1625895440892208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.619107:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1be700 x1625895440892208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.619108:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.619193:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892208:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.619416:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bcc00 - object 0x0:1728687 offset 1188036608<>1189085184
00000100:00100000:2.0:1550575072.619421:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.619423:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892272:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.619426:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324170-0x5c6be48324170, portal 8
00000100:00000200:2.0:1550575072.619427:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892272, portal 4
00000100:00000200:2.0:1550575072.619428:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892272, offset 0
00000400:00000200:2.0:1550575072.619429:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.619432:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.619433:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.619434:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.619435:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.619435:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.619436:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.619444:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.619550:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.619658:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bde00 x1625895440892240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.619660:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bde00 x1625895440892240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.619662:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.619736:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892240:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.619982:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1be400 - object 0x0:1725237 offset 1188036608<>1189085184
00000100:00100000:2.0:1550575072.619989:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.619990:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892304:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.619993:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324190-0x5c6be48324190, portal 8
00000100:00000200:2.0:1550575072.619995:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892304, portal 4
00000100:00000200:2.0:1550575072.619995:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892304, offset 0
00000400:00000200:2.0:1550575072.619997:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.619999:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.620000:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.620002:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.620003:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.620003:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.620004:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.620011:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.620117:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.620270:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bcc00 x1625895440892272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.620272:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bcc00 x1625895440892272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.620274:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.620355:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892272:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.620562:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bd500 - object 0x0:1728629 offset 1188036608<>1189085184
00000100:00100000:2.0:1550575072.620567:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.620568:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.620571:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483241b0-0x5c6be483241b0, portal 8
00000100:00000200:2.0:1550575072.620572:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892336, portal 4
00000100:00000200:2.0:1550575072.620573:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892336, offset 0
00000400:00000200:2.0:1550575072.620574:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.620577:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.620578:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.620579:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.620580:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.620580:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.620581:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.620588:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.620688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.620807:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1be400 x1625895440892304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.620809:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1be400 x1625895440892304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.620811:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.620881:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892304:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.621127:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8bc00 - object 0x0:1728254 offset 1189085184<>1190133760
00000100:00100000:2.0:1550575072.621134:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.621135:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892368:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.621138:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483241d0-0x5c6be483241d0, portal 8
00000100:00000200:2.0:1550575072.621139:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892368, portal 4
00000100:00000200:2.0:1550575072.621140:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892368, offset 0
00000400:00000200:2.0:1550575072.621141:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.621144:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.621145:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.621146:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.621147:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.621147:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.621148:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.621155:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.621255:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.621380:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bd500 x1625895440892336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.621382:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bd500 x1625895440892336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.621383:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.621457:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892336:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.621697:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8a400 - object 0x0:1728687 offset 1189085184<>1190133760
00000100:00100000:2.0:1550575072.621702:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.621703:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892400:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.621706:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483241f0-0x5c6be483241f0, portal 8
00000100:00000200:2.0:1550575072.621708:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892400, portal 4
00000100:00000200:2.0:1550575072.621708:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892400, offset 0
00000400:00000200:2.0:1550575072.621709:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.621712:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.621713:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.621715:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.621715:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.621716:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.621717:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.621723:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.621823:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.621953:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8bc00 x1625895440892368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.621955:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8bc00 x1625895440892368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.621957:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.622043:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892368:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.622273:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c89b00 - object 0x0:1725237 offset 1189085184<>1190133760
00000100:00100000:2.0:1550575072.622279:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.622280:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892432:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.622284:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324210-0x5c6be48324210, portal 8
00000100:00000200:2.0:1550575072.622285:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892432, portal 4
00000100:00000200:2.0:1550575072.622285:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892432, offset 0
00000400:00000200:2.0:1550575072.622287:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.622289:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.622290:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.622292:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.622292:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.622293:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.622294:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.622301:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.622399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.622511:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8a400 x1625895440892400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.622513:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8a400 x1625895440892400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.622515:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.622587:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892400:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.622830:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8a100 - object 0x0:1728629 offset 1189085184<>1190133760
00000100:00100000:2.0:1550575072.622835:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.622836:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892464:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.622839:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324230-0x5c6be48324230, portal 8
00000100:00000200:2.0:1550575072.622841:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892464, portal 4
00000100:00000200:2.0:1550575072.622841:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892464, offset 0
00000400:00000200:2.0:1550575072.622842:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.622845:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.622846:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.622848:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.622848:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.622849:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.622850:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.622856:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.622955:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.623111:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c89b00 x1625895440892432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.623112:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c89b00 x1625895440892432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.623115:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.623200:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892432:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.623411:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8b600 - object 0x0:1728254 offset 1190133760<>1191182336
00000100:00100000:2.0:1550575072.623417:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.623418:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892496:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.623421:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324250-0x5c6be48324250, portal 8
00000100:00000200:2.0:1550575072.623423:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892496, portal 4
00000100:00000200:2.0:1550575072.623424:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892496, offset 0
00000400:00000200:2.0:1550575072.623425:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.623428:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.623429:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.623430:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.623431:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.623431:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.623432:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.623439:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.623534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.623636:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8a100 x1625895440892464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.623638:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8a100 x1625895440892464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.623640:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.623705:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892464:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.623967:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c89e00 - object 0x0:1728687 offset 1190133760<>1191182336
00000100:00100000:2.0:1550575072.623972:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.623973:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892528:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.623976:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324270-0x5c6be48324270, portal 8
00000100:00000200:2.0:1550575072.623978:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892528, portal 4
00000100:00000200:2.0:1550575072.623978:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892528, offset 0
00000400:00000200:2.0:1550575072.623979:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.623982:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.623983:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.623985:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.623985:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.623986:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.623987:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.623993:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.624093:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.624228:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8b600 x1625895440892496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.624230:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8b600 x1625895440892496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.624232:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.624309:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892496:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.624542:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88c00 - object 0x0:1725237 offset 1190133760<>1191182336
00000100:00100000:2.0:1550575072.624549:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.624550:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892560:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.624553:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324290-0x5c6be48324290, portal 8
00000100:00000200:2.0:1550575072.624554:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892560, portal 4
00000100:00000200:2.0:1550575072.624555:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892560, offset 0
00000400:00000200:2.0:1550575072.624556:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.624559:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.624560:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.624562:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.624562:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.624563:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.624564:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.624570:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.624666:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.624773:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c89e00 x1625895440892528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.624775:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c89e00 x1625895440892528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.624776:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.624845:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892528:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.625102:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88900 - object 0x0:1728629 offset 1190133760<>1191182336
00000100:00100000:2.0:1550575072.625107:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.625108:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892592:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.625111:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483242b0-0x5c6be483242b0, portal 8
00000100:00000200:2.0:1550575072.625113:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892592, portal 4
00000100:00000200:2.0:1550575072.625113:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892592, offset 0
00000400:00000200:2.0:1550575072.625114:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.625117:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.625118:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.625120:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.625121:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.625121:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.625122:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.625129:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.625229:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.625364:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88c00 x1625895440892560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.625365:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88c00 x1625895440892560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.625367:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.625443:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892560:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.625683:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8ad00 - object 0x0:1728254 offset 1191182336<>1192230912
00000100:00100000:2.0:1550575072.625689:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.625691:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892624:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.625694:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483242d0-0x5c6be483242d0, portal 8
00000100:00000200:2.0:1550575072.625695:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892624, portal 4
00000100:00000200:2.0:1550575072.625696:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892624, offset 0
00000400:00000200:2.0:1550575072.625698:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.625701:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.625702:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.625703:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.625704:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.625704:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.625705:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.625712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.625817:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.625920:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88900 x1625895440892592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.625922:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88900 x1625895440892592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.625924:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.626001:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892592:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.626252:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8b300 - object 0x0:1728687 offset 1191182336<>1192230912
00000100:00100000:2.0:1550575072.626257:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.626258:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892656:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.626261:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483242f0-0x5c6be483242f0, portal 8
00000100:00000200:2.0:1550575072.626263:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892656, portal 4
00000100:00000200:2.0:1550575072.626263:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892656, offset 0
00000400:00000200:2.0:1550575072.626265:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.626267:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.626268:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.626270:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.626270:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.626271:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.626272:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.626278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.626376:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.626531:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8ad00 x1625895440892624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.626533:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8ad00 x1625895440892624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.626535:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.626618:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892624:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.626825:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8aa00 - object 0x0:1725237 offset 1191182336<>1192230912
00000100:00100000:2.0:1550575072.626831:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.626832:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892688:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.626835:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324310-0x5c6be48324310, portal 8
00000100:00000200:2.0:1550575072.626837:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892688, portal 4
00000100:00000200:2.0:1550575072.626837:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892688, offset 0
00000400:00000200:2.0:1550575072.626839:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.626841:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.626842:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.626844:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.626844:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.626845:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.626846:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.626852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.626959:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.627060:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8b300 x1625895440892656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.627061:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8b300 x1625895440892656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.627063:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.627134:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892656:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.627395:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c89200 - object 0x0:1728629 offset 1191182336<>1192230912
00000100:00100000:2.0:1550575072.627400:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.627401:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892720:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.627404:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324330-0x5c6be48324330, portal 8
00000100:00000200:2.0:1550575072.627405:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892720, portal 4
00000100:00000200:2.0:1550575072.627406:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892720, offset 0
00000400:00000200:2.0:1550575072.627407:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.627410:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.627411:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.627412:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.627413:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.627413:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.627414:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.627421:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.627517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.627655:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8aa00 x1625895440892688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.627656:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8aa00 x1625895440892688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.627658:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.627739:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892688:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.627960:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88000 - object 0x0:1728254 offset 1192230912<>1193279488
00000100:00100000:2.0:1550575072.627966:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.627968:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.627971:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324350-0x5c6be48324350, portal 8
00000100:00000200:2.0:1550575072.627973:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892752, portal 4
00000100:00000200:2.0:1550575072.627973:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892752, offset 0
00000400:00000200:2.0:1550575072.627974:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.627977:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.627978:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.627980:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.627980:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.627981:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.627982:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.627988:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.628093:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.628200:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c89200 x1625895440892720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.628202:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c89200 x1625895440892720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.628204:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.628273:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892720:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.628531:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c89800 - object 0x0:1728687 offset 1192230912<>1193279488
00000100:00100000:2.0:1550575072.628536:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.628537:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892784:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.628540:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324370-0x5c6be48324370, portal 8
00000100:00000200:2.0:1550575072.628541:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892784, portal 4
00000100:00000200:2.0:1550575072.628542:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892784, offset 0
00000400:00000200:2.0:1550575072.628543:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.628546:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.628547:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.628548:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.628549:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.628549:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.628550:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.628557:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.628657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.628785:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88000 x1625895440892752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.628787:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88000 x1625895440892752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.628788:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.628867:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892752:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.629103:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88300 - object 0x0:1725237 offset 1192230912<>1193279488
00000100:00100000:2.0:1550575072.629109:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.629111:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892816:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.629114:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324390-0x5c6be48324390, portal 8
00000100:00000200:2.0:1550575072.629115:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892816, portal 4
00000100:00000200:2.0:1550575072.629116:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892816, offset 0
00000400:00000200:2.0:1550575072.629117:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.629120:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.629121:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.629122:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.629123:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.629123:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.629124:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.629131:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.629230:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.629347:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c89800 x1625895440892784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.629349:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c89800 x1625895440892784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.629350:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.629424:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892784:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.629667:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410600 - object 0x0:1728629 offset 1192230912<>1193279488
00000100:00100000:2.0:1550575072.629673:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.629674:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892848:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.629677:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483243b0-0x5c6be483243b0, portal 8
00000100:00000200:2.0:1550575072.629678:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892848, portal 4
00000100:00000200:2.0:1550575072.629679:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892848, offset 0
00000400:00000200:2.0:1550575072.629680:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.629683:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.629684:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.629685:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.629686:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.629686:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.629687:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.629694:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.629794:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.629933:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88300 x1625895440892816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.629935:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88300 x1625895440892816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.629937:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.630017:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892816:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.630250:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410000 - object 0x0:1728254 offset 1193279488<>1194328064
00000100:00100000:2.0:1550575072.630256:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.630257:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892880:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.630260:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483243d0-0x5c6be483243d0, portal 8
00000100:00000200:2.0:1550575072.630262:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892880, portal 4
00000100:00000200:2.0:1550575072.630263:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892880, offset 0
00000400:00000200:2.0:1550575072.630264:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.630266:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.630267:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.630269:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.630270:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.630270:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.630271:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.630278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.630379:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.630480:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410600 x1625895440892848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.630482:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410600 x1625895440892848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.630483:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.630551:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892848:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.630805:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411500 - object 0x0:1728687 offset 1193279488<>1194328064
00000100:00100000:2.0:1550575072.630810:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.630811:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892912:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.630814:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483243f0-0x5c6be483243f0, portal 8
00000100:00000200:2.0:1550575072.630816:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892912, portal 4
00000100:00000200:2.0:1550575072.630816:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892912, offset 0
00000400:00000200:2.0:1550575072.630818:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.630820:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.630821:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.630823:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.630823:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.630824:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.630825:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.630831:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.630931:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.631084:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410000 x1625895440892880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.631086:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410000 x1625895440892880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.631088:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.631168:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892880:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.631382:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412400 - object 0x0:1725237 offset 1193279488<>1194328064
00000100:00100000:2.0:1550575072.631389:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.631390:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892944:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.631393:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324410-0x5c6be48324410, portal 8
00000100:00000200:2.0:1550575072.631394:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892944, portal 4
00000100:00000200:2.0:1550575072.631395:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892944, offset 0
00000400:00000200:2.0:1550575072.631396:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.631399:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.631400:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.631401:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.631402:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.631402:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.631403:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.631410:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.631507:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.631619:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411500 x1625895440892912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.631621:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411500 x1625895440892912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.631623:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.631694:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892912:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.631937:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413000 - object 0x0:1728629 offset 1193279488<>1194328064
00000100:00100000:2.0:1550575072.631943:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.631944:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892976:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.631947:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324430-0x5c6be48324430, portal 8
00000100:00000200:2.0:1550575072.631949:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440892976, portal 4
00000100:00000200:2.0:1550575072.631949:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440892976, offset 0
00000400:00000200:2.0:1550575072.631951:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.631953:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.631954:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.631956:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.631956:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.631957:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.631958:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.631964:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.632066:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.632202:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412400 x1625895440892944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.632204:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412400 x1625895440892944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.632206:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.632281:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440892944:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.632514:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652700 - object 0x0:1728254 offset 1194328064<>1195376640
00000100:00100000:2.0:1550575072.632520:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.632521:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893008:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.632524:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324450-0x5c6be48324450, portal 8
00000100:00000200:2.0:1550575072.632526:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893008, portal 4
00000100:00000200:2.0:1550575072.632526:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893008, offset 0
00000400:00000200:2.0:1550575072.632527:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.632530:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.632531:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.632533:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.632533:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.632533:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.632534:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.632541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.632638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.632743:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413000 x1625895440892976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.632745:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413000 x1625895440892976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.632747:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.632812:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440892976:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.633073:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650f00 - object 0x0:1728687 offset 1194328064<>1195376640
00000100:00100000:2.0:1550575072.633078:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.633079:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893040:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.633082:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324470-0x5c6be48324470, portal 8
00000100:00000200:2.0:1550575072.633084:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893040, portal 4
00000100:00000200:2.0:1550575072.633085:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893040, offset 0
00000400:00000200:2.0:1550575072.633086:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.633089:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.633090:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.633091:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.633092:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.633092:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.633093:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.633099:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.633206:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.633337:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652700 x1625895440893008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.633339:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652700 x1625895440893008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.633341:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.633421:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893008:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.633649:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653c00 - object 0x0:1725237 offset 1194328064<>1195376640
00000100:00100000:2.0:1550575072.633656:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.633657:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893072:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.633660:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324490-0x5c6be48324490, portal 8
00000100:00000200:2.0:1550575072.633661:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893072, portal 4
00000100:00000200:2.0:1550575072.633662:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893072, offset 0
00000400:00000200:2.0:1550575072.633663:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.633666:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.633667:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.633669:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.633669:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.633670:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.633671:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.633677:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.633774:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.633888:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650f00 x1625895440893040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.633889:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650f00 x1625895440893040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.633891:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.633963:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893040:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.634223:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652400 - object 0x0:1728629 offset 1194328064<>1195376640
00000100:00100000:2.0:1550575072.634228:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.634229:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893104:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.634232:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483244b0-0x5c6be483244b0, portal 8
00000100:00000200:2.0:1550575072.634234:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893104, portal 4
00000100:00000200:2.0:1550575072.634234:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893104, offset 0
00000400:00000200:2.0:1550575072.634235:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.634238:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.634239:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.634240:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.634241:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.634241:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.634242:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.634250:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.634347:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.634471:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1653c00 x1625895440893072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.634473:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1653c00 x1625895440893072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.634475:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.634552:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893072:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.634785:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650c00 - object 0x0:1728254 offset 1195376640<>1196425216
00000100:00100000:2.0:1550575072.634792:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.634793:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893136:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.634796:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483244d0-0x5c6be483244d0, portal 8
00000100:00000200:2.0:1550575072.634798:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893136, portal 4
00000100:00000200:2.0:1550575072.634798:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893136, offset 0
00000400:00000200:2.0:1550575072.634801:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.634804:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.634805:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.634806:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.634807:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.634807:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.634808:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.634815:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.634928:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.635018:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652400 x1625895440893104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.635020:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652400 x1625895440893104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.635022:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.635089:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893104:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.635358:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806a00 - object 0x0:1728687 offset 1195376640<>1196425216
00000100:00100000:2.0:1550575072.635363:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.635364:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893168:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.635367:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483244f0-0x5c6be483244f0, portal 8
00000100:00000200:2.0:1550575072.635369:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893168, portal 4
00000100:00000200:2.0:1550575072.635369:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893168, offset 0
00000400:00000200:2.0:1550575072.635371:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.635373:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.635374:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.635376:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.635376:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.635377:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.635378:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.635385:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.635481:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.635614:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650c00 x1625895440893136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.635616:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650c00 x1625895440893136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.635618:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.635698:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893136:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.635925:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805b00 - object 0x0:1725237 offset 1195376640<>1196425216
00000100:00100000:2.0:1550575072.635932:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.635933:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893200:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.635936:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324510-0x5c6be48324510, portal 8
00000100:00000200:2.0:1550575072.635937:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893200, portal 4
00000100:00000200:2.0:1550575072.635938:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893200, offset 0
00000400:00000200:2.0:1550575072.635939:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.635941:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.635943:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.635944:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.635945:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.635945:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.635946:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.635953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.636054:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.636154:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806a00 x1625895440893168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.636156:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806a00 x1625895440893168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.636157:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.636224:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893168:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.636490:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805500 - object 0x0:1728629 offset 1195376640<>1196425216
00000100:00100000:2.0:1550575072.636496:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.636497:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893232:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.636500:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324530-0x5c6be48324530, portal 8
00000100:00000200:2.0:1550575072.636501:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893232, portal 4
00000100:00000200:2.0:1550575072.636502:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893232, offset 0
00000400:00000200:2.0:1550575072.636503:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.636506:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.636507:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.636509:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.636509:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.636510:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.636510:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.636518:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.636616:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.636748:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805b00 x1625895440893200/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.636750:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805b00 x1625895440893200/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.636752:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.636832:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893200:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.637060:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807300 - object 0x0:1728254 offset 1196425216<>1197473792
00000100:00100000:2.0:1550575072.637066:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.637067:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893264:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.637070:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324550-0x5c6be48324550, portal 8
00000100:00000200:2.0:1550575072.637072:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893264, portal 4
00000100:00000200:2.0:1550575072.637072:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893264, offset 0
00000400:00000200:2.0:1550575072.637073:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.637076:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.637077:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.637079:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.637079:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.637080:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.637081:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.637088:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.637195:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.637300:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805500 x1625895440893232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.637302:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805500 x1625895440893232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.637304:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.637370:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893232:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.637628:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806400 - object 0x0:1728687 offset 1196425216<>1197473792
00000100:00100000:2.0:1550575072.637633:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.637634:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893296:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.637637:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324570-0x5c6be48324570, portal 8
00000100:00000200:2.0:1550575072.637639:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893296, portal 4
00000100:00000200:2.0:1550575072.637639:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893296, offset 0
00000400:00000200:2.0:1550575072.637641:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.637643:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.637644:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.637646:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.637646:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.637647:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.637648:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.637654:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.637750:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.637896:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807300 x1625895440893264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.637898:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807300 x1625895440893264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.637900:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.637980:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893264:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.638197:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804c00 - object 0x0:1725237 offset 1196425216<>1197473792
00000100:00100000:2.0:1550575072.638203:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.638204:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893328:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.638207:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324590-0x5c6be48324590, portal 8
00000100:00000200:2.0:1550575072.638209:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893328, portal 4
00000100:00000200:2.0:1550575072.638209:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893328, offset 0
00000400:00000200:2.0:1550575072.638211:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.638213:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.638215:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.638216:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.638216:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.638217:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.638218:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.638225:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.638330:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.638438:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806400 x1625895440893296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.638440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806400 x1625895440893296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.638442:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.638511:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893296:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.638764:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807c00 - object 0x0:1728629 offset 1196425216<>1197473792
00000100:00100000:2.0:1550575072.638769:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.638771:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893360:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.638774:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483245b0-0x5c6be483245b0, portal 8
00000100:00000200:2.0:1550575072.638775:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893360, portal 4
00000100:00000200:2.0:1550575072.638776:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893360, offset 0
00000400:00000200:2.0:1550575072.638777:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.638779:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.638781:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.638782:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.638783:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.638783:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.638784:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.638791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.638889:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.639036:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804c00 x1625895440893328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.639038:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804c00 x1625895440893328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.639040:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.639118:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893328:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.639347:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805e00 - object 0x0:1728254 offset 1197473792<>1198522368
00000100:00100000:2.0:1550575072.639353:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.639354:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893392:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.639358:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483245d0-0x5c6be483245d0, portal 8
00000100:00000200:2.0:1550575072.639359:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893392, portal 4
00000100:00000200:2.0:1550575072.639359:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893392, offset 0
00000400:00000200:2.0:1550575072.639361:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.639363:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.639365:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.639366:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.639367:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.639367:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.639368:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.639375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.639471:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.639567:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807c00 x1625895440893360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.639569:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807c00 x1625895440893360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.639571:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.639634:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893360:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.639905:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806700 - object 0x0:1728687 offset 1197473792<>1198522368
00000100:00100000:2.0:1550575072.639910:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.639911:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893424:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.639914:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483245f0-0x5c6be483245f0, portal 8
00000100:00000200:2.0:1550575072.639916:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893424, portal 4
00000100:00000200:2.0:1550575072.639917:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893424, offset 0
00000400:00000200:2.0:1550575072.639918:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.639920:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.639921:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.639923:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.639923:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.639924:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.639925:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.639931:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.640029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.640162:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805e00 x1625895440893392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.640163:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805e00 x1625895440893392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.640165:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.640249:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893392:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.640482:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800c00 - object 0x0:1725237 offset 1197473792<>1198522368
00000100:00100000:2.0:1550575072.640488:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.640489:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893456:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.640492:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324610-0x5c6be48324610, portal 8
00000100:00000200:2.0:1550575072.640494:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893456, portal 4
00000100:00000200:2.0:1550575072.640495:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893456, offset 0
00000400:00000200:2.0:1550575072.640496:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.640499:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.640500:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.640501:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.640502:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.640502:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.640504:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.640510:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.640615:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.640705:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806700 x1625895440893424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.640707:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806700 x1625895440893424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.640709:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.640772:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893424:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.641044:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803c00 - object 0x0:1728629 offset 1197473792<>1198522368
00000100:00100000:2.0:1550575072.641049:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.641050:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893488:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.641053:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324630-0x5c6be48324630, portal 8
00000100:00000200:2.0:1550575072.641054:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893488, portal 4
00000100:00000200:2.0:1550575072.641055:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893488, offset 0
00000400:00000200:2.0:1550575072.641056:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.641059:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.641060:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.641061:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.641062:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.641062:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.641063:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.641069:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.641177:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.641308:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800c00 x1625895440893456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.641310:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800c00 x1625895440893456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.641312:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.641393:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893456:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.641611:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801b00 - object 0x0:1728254 offset 1198522368<>1199570944
00000100:00100000:2.0:1550575072.641617:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.641618:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893520:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.641621:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324650-0x5c6be48324650, portal 8
00000100:00000200:2.0:1550575072.641623:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893520, portal 4
00000100:00000200:2.0:1550575072.641623:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893520, offset 0
00000400:00000200:2.0:1550575072.641625:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.641627:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.641628:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.641630:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.641630:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.641631:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.641632:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.641638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.641736:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.641849:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803c00 x1625895440893488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.641851:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803c00 x1625895440893488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.641853:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.641926:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893488:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.642178:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800300 - object 0x0:1728687 offset 1198522368<>1199570944
00000100:00100000:2.0:1550575072.642187:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.642188:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893552:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.642191:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324670-0x5c6be48324670, portal 8
00000100:00000200:2.0:1550575072.642192:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893552, portal 4
00000100:00000200:2.0:1550575072.642193:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893552, offset 0
00000400:00000200:2.0:1550575072.642194:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.642197:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.642198:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.642200:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.642201:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.642201:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.642202:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.642209:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.642309:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.642422:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801b00 x1625895440893520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.642424:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801b00 x1625895440893520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.642426:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.642502:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893520:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.642742:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802d00 - object 0x0:1725237 offset 1198522368<>1199570944
00000100:00100000:2.0:1550575072.642749:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.642750:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893584:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.642753:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324690-0x5c6be48324690, portal 8
00000100:00000200:2.0:1550575072.642754:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893584, portal 4
00000100:00000200:2.0:1550575072.642755:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893584, offset 0
00000400:00000200:2.0:1550575072.642756:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.642759:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.642760:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.642761:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.642762:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.642762:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.642763:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.642771:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.642868:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.642977:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800300 x1625895440893552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.642979:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800300 x1625895440893552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.642981:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.643052:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893552:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.643309:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802100 - object 0x0:1728629 offset 1198522368<>1199570944
00000100:00100000:2.0:1550575072.643314:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.643316:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893616:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.643319:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483246b0-0x5c6be483246b0, portal 8
00000100:00000200:2.0:1550575072.643320:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893616, portal 4
00000100:00000200:2.0:1550575072.643321:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893616, offset 0
00000400:00000200:2.0:1550575072.643322:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.643324:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.643326:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.643327:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.643327:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.643328:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.643329:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.643336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.643436:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.643566:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802d00 x1625895440893584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.643567:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802d00 x1625895440893584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.643569:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.643653:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893584:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.643875:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801800 - object 0x0:1728254 offset 1199570944<>1200619520
00000100:00100000:2.0:1550575072.643882:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.643883:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893648:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.643886:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483246d0-0x5c6be483246d0, portal 8
00000100:00000200:2.0:1550575072.643887:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893648, portal 4
00000100:00000200:2.0:1550575072.643888:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893648, offset 0
00000400:00000200:2.0:1550575072.643891:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.643894:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.643895:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.643896:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.643897:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.643898:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.643898:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.643905:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.644010:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.644106:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802100 x1625895440893616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.644108:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802100 x1625895440893616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.644110:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.644173:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893616:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.644440:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800000 - object 0x0:1728687 offset 1199570944<>1200619520
00000100:00100000:2.0:1550575072.644446:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.644447:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893680:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.644450:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483246f0-0x5c6be483246f0, portal 8
00000100:00000200:2.0:1550575072.644452:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893680, portal 4
00000100:00000200:2.0:1550575072.644452:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893680, offset 0
00000400:00000200:2.0:1550575072.644453:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.644456:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.644457:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.644459:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.644459:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.644460:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.644460:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.644467:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.644569:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.644706:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801800 x1625895440893648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.644708:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801800 x1625895440893648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.644710:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.644789:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893648:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.645002:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35a100 - object 0x0:1725237 offset 1199570944<>1200619520
00000100:00100000:2.0:1550575072.645008:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.645010:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893712:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.645013:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324710-0x5c6be48324710, portal 8
00000100:00000200:2.0:1550575072.645014:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893712, portal 4
00000100:00000200:2.0:1550575072.645015:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893712, offset 0
00000400:00000200:2.0:1550575072.645016:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.645019:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.645020:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.645021:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.645022:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.645022:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.645023:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.645030:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.645131:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.645244:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800000 x1625895440893680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.645246:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800000 x1625895440893680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.645248:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.645315:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893680:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.645566:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35bc00 - object 0x0:1728629 offset 1199570944<>1200619520
00000100:00100000:2.0:1550575072.645571:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.645572:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893744:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.645575:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324730-0x5c6be48324730, portal 8
00000100:00000200:2.0:1550575072.645576:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893744, portal 4
00000100:00000200:2.0:1550575072.645577:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893744, offset 0
00000400:00000200:2.0:1550575072.645578:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.645581:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.645582:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.645583:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.645584:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.645584:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.645585:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.645592:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.645693:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.645837:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35a100 x1625895440893712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.645839:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35a100 x1625895440893712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.645840:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.645920:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893712:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.646135:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35aa00 - object 0x0:1728254 offset 1200619520<>1201668096
00000100:00100000:2.0:1550575072.646141:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.646143:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893776:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.646145:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324750-0x5c6be48324750, portal 8
00000100:00000200:2.0:1550575072.646147:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893776, portal 4
00000100:00000200:2.0:1550575072.646147:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893776, offset 0
00000400:00000200:2.0:1550575072.646149:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.646151:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.646152:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.646154:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.646154:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.646155:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.646156:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.646163:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.646267:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.646389:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35bc00 x1625895440893744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.646390:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35bc00 x1625895440893744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.646392:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.646465:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893744:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.646705:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358c00 - object 0x0:1728687 offset 1200619520<>1201668096
00000100:00100000:2.0:1550575072.646710:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.646711:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893808:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.646714:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324770-0x5c6be48324770, portal 8
00000100:00000200:2.0:1550575072.646716:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893808, portal 4
00000100:00000200:2.0:1550575072.646717:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893808, offset 0
00000400:00000200:2.0:1550575072.646718:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.646721:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.646722:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.646723:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.646724:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.646724:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.646725:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.646732:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.646829:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.646980:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35aa00 x1625895440893776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.646982:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35aa00 x1625895440893776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.646983:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.647067:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893776:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.647279:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358000 - object 0x0:1725237 offset 1200619520<>1201668096
00000100:00100000:2.0:1550575072.647285:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.647287:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893840:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.647290:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324790-0x5c6be48324790, portal 8
00000100:00000200:2.0:1550575072.647291:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893840, portal 4
00000100:00000200:2.0:1550575072.647292:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893840, offset 0
00000400:00000200:2.0:1550575072.647293:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.647296:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.647297:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.647298:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.647299:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.647299:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.647300:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.647307:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.647415:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.647501:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358c00 x1625895440893808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.647503:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358c00 x1625895440893808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.647505:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.647567:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893808:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.647829:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35ad00 - object 0x0:1728629 offset 1200619520<>1201668096
00000100:00100000:2.0:1550575072.647834:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.647835:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893872:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.647838:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483247b0-0x5c6be483247b0, portal 8
00000100:00000200:2.0:1550575072.647839:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893872, portal 4
00000100:00000200:2.0:1550575072.647840:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893872, offset 0
00000400:00000200:2.0:1550575072.647841:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.647843:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.647844:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.647846:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.647846:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.647847:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.647848:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.647854:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.647953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.648127:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358000 x1625895440893840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.648129:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358000 x1625895440893840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.648131:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.648214:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893840:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.648404:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358300 - object 0x0:1728254 offset 1201668096<>1202716672
00000100:00100000:2.0:1550575072.648411:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.648412:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893904:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.648415:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483247d0-0x5c6be483247d0, portal 8
00000100:00000200:2.0:1550575072.648416:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893904, portal 4
00000100:00000200:2.0:1550575072.648417:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893904, offset 0
00000400:00000200:2.0:1550575072.648418:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.648421:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.648422:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.648423:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.648424:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.648425:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.648426:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.648433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.648529:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.648626:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35ad00 x1625895440893872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.648628:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35ad00 x1625895440893872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.648630:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.648692:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893872:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.648958:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359800 - object 0x0:1728687 offset 1201668096<>1202716672
00000100:00100000:2.0:1550575072.648963:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.648964:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893936:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.648967:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483247f0-0x5c6be483247f0, portal 8
00000100:00000200:2.0:1550575072.648968:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893936, portal 4
00000100:00000200:2.0:1550575072.648969:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893936, offset 0
00000400:00000200:2.0:1550575072.648970:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.648972:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.648973:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.648975:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.648976:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.648976:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.648977:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.648983:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.649082:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.649230:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358300 x1625895440893904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.649232:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358300 x1625895440893904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.649234:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.649312:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893904:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.649532:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06700 - object 0x0:1725237 offset 1201668096<>1202716672
00000100:00100000:2.0:1550575072.649538:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.649540:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.649543:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324810-0x5c6be48324810, portal 8
00000100:00000200:2.0:1550575072.649544:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440893968, portal 4
00000100:00000200:2.0:1550575072.649545:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440893968, offset 0
00000400:00000200:2.0:1550575072.649546:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.649548:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.649550:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.649551:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.649551:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.649552:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.649553:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.649560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.649664:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.649760:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359800 x1625895440893936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.649762:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359800 x1625895440893936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.649763:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.649830:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440893936:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.650087:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04900 - object 0x0:1728629 offset 1201668096<>1202716672
00000100:00100000:2.0:1550575072.650092:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.650093:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894000:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.650096:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324830-0x5c6be48324830, portal 8
00000100:00000200:2.0:1550575072.650098:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894000, portal 4
00000100:00000200:2.0:1550575072.650098:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894000, offset 0
00000400:00000200:2.0:1550575072.650100:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.650102:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.650103:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.650105:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.650105:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.650106:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.650107:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.650114:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.650222:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.650357:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06700 x1625895440893968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.650358:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06700 x1625895440893968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.650360:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.650439:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440893968:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.650654:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07300 - object 0x0:1728254 offset 1202716672<>1203765248
00000100:00100000:2.0:1550575072.650661:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.650662:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894032:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.650665:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324850-0x5c6be48324850, portal 8
00000100:00000200:2.0:1550575072.650666:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894032, portal 4
00000100:00000200:2.0:1550575072.650667:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894032, offset 0
00000400:00000200:2.0:1550575072.650668:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.650671:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.650672:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.650673:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.650674:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.650675:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.650676:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.650682:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.650791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.650898:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04900 x1625895440894000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.650900:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04900 x1625895440894000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.650901:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.650975:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894000:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.651227:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04000 - object 0x0:1728687 offset 1202716672<>1203765248
00000100:00100000:2.0:1550575072.651232:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.651233:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894064:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.651236:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324870-0x5c6be48324870, portal 8
00000100:00000200:2.0:1550575072.651237:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894064, portal 4
00000100:00000200:2.0:1550575072.651238:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894064, offset 0
00000400:00000200:2.0:1550575072.651239:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.651242:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.651243:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.651244:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.651245:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.651245:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.651246:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.651253:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.651355:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.651481:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07300 x1625895440894032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.651483:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07300 x1625895440894032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.651485:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.651565:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894032:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.651791:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07600 - object 0x0:1725237 offset 1202716672<>1203765248
00000100:00100000:2.0:1550575072.651797:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.651798:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894096:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.651801:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324890-0x5c6be48324890, portal 8
00000100:00000200:2.0:1550575072.651803:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894096, portal 4
00000100:00000200:2.0:1550575072.651804:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894096, offset 0
00000400:00000200:2.0:1550575072.651805:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.651808:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.651809:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.651810:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.651811:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.651811:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.651812:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.651819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.651921:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.652050:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04000 x1625895440894064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.652051:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04000 x1625895440894064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.652053:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.652133:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894064:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.652363:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06a00 - object 0x0:1728629 offset 1202716672<>1203765248
00000100:00100000:2.0:1550575072.652368:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.652369:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894128:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.652372:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483248b0-0x5c6be483248b0, portal 8
00000100:00000200:2.0:1550575072.652374:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894128, portal 4
00000100:00000200:2.0:1550575072.652375:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894128, offset 0
00000400:00000200:2.0:1550575072.652376:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.652378:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.652380:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.652381:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.652382:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.652382:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.652383:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.652390:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.652491:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.652609:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07600 x1625895440894096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.652611:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07600 x1625895440894096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.652613:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.652686:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894096:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.652931:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3000 - object 0x0:1728254 offset 1203765248<>1204813824
00000100:00100000:2.0:1550575072.652938:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.652939:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894160:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.652942:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483248d0-0x5c6be483248d0, portal 8
00000100:00000200:2.0:1550575072.652943:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894160, portal 4
00000100:00000200:2.0:1550575072.652943:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894160, offset 0
00000400:00000200:2.0:1550575072.652946:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.652949:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.652950:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.652951:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.652952:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.652952:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.652953:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.652960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.653066:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.653165:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06a00 x1625895440894128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.653167:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06a00 x1625895440894128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.653169:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.653239:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894128:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.653496:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3300 - object 0x0:1728687 offset 1203765248<>1204813824
00000100:00100000:2.0:1550575072.653502:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.653503:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894192:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.653506:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483248f0-0x5c6be483248f0, portal 8
00000100:00000200:2.0:1550575072.653507:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894192, portal 4
00000100:00000200:2.0:1550575072.653508:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894192, offset 0
00000400:00000200:2.0:1550575072.653509:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.653512:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.653513:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.653514:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.653515:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.653515:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.653516:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.653523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.653621:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.653766:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3000 x1625895440894160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.653768:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3000 x1625895440894160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.653770:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.653849:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894160:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.654071:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0600 - object 0x0:1725237 offset 1203765248<>1204813824
00000100:00100000:2.0:1550575072.654078:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.654079:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894224:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.654082:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324910-0x5c6be48324910, portal 8
00000100:00000200:2.0:1550575072.654084:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894224, portal 4
00000100:00000200:2.0:1550575072.654084:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894224, offset 0
00000400:00000200:2.0:1550575072.654085:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.654088:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.654089:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.654091:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.654091:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.654092:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.654093:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.654099:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.654195:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.654299:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3300 x1625895440894192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.654301:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3300 x1625895440894192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.654303:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.654368:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894192:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.654625:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2100 - object 0x0:1728629 offset 1203765248<>1204813824
00000100:00100000:2.0:1550575072.654630:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.654631:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894256:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.654634:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324930-0x5c6be48324930, portal 8
00000100:00000200:2.0:1550575072.654635:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894256, portal 4
00000100:00000200:2.0:1550575072.654636:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894256, offset 0
00000400:00000200:2.0:1550575072.654637:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.654640:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.654641:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.654642:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.654643:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.654644:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.654644:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.654652:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.654754:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.654891:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0600 x1625895440894224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.654893:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0600 x1625895440894224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.654895:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.654978:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894224:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.655205:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0300 - object 0x0:1728254 offset 1204813824<>1205862400
00000100:00100000:2.0:1550575072.655212:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.655213:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894288:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.655216:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324950-0x5c6be48324950, portal 8
00000100:00000200:2.0:1550575072.655218:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894288, portal 4
00000100:00000200:2.0:1550575072.655218:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894288, offset 0
00000400:00000200:2.0:1550575072.655219:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.655222:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.655223:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.655225:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.655225:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.655226:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.655227:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.655233:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.655335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.655434:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2100 x1625895440894256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.655436:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2100 x1625895440894256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.655438:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.655505:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894256:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.655756:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0f00 - object 0x0:1728687 offset 1204813824<>1205862400
00000100:00100000:2.0:1550575072.655761:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.655763:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894320:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.655765:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324970-0x5c6be48324970, portal 8
00000100:00000200:2.0:1550575072.655767:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894320, portal 4
00000100:00000200:2.0:1550575072.655768:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894320, offset 0
00000400:00000200:2.0:1550575072.655769:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.655771:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.655772:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.655774:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.655775:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.655775:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.655776:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.655783:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.655882:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.656035:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0300 x1625895440894288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.656037:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0300 x1625895440894288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.656039:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.656117:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894288:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.656334:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3900 - object 0x0:1725237 offset 1204813824<>1205862400
00000100:00100000:2.0:1550575072.656340:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.656342:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894352:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.656345:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324990-0x5c6be48324990, portal 8
00000100:00000200:2.0:1550575072.656346:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894352, portal 4
00000100:00000200:2.0:1550575072.656347:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894352, offset 0
00000400:00000200:2.0:1550575072.656348:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.656351:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.656352:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.656353:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.656354:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.656354:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.656355:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.656362:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.656458:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.656554:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0f00 x1625895440894320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.656556:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0f00 x1625895440894320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.656557:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.656617:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894320:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.656884:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2a00 - object 0x0:1728629 offset 1204813824<>1205862400
00000100:00100000:2.0:1550575072.656889:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.656890:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894384:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.656893:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483249b0-0x5c6be483249b0, portal 8
00000100:00000200:2.0:1550575072.656895:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894384, portal 4
00000100:00000200:2.0:1550575072.656895:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894384, offset 0
00000400:00000200:2.0:1550575072.656896:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.656899:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.656900:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.656902:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.656902:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.656903:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.656904:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.656910:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.657013:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.657178:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3900 x1625895440894352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.657180:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3900 x1625895440894352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.657185:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.657266:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894352:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.657454:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1200 - object 0x0:1728254 offset 1205862400<>1206910976
00000100:00100000:2.0:1550575072.657461:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.657462:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894416:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.657465:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483249d0-0x5c6be483249d0, portal 8
00000100:00000200:2.0:1550575072.657466:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894416, portal 4
00000100:00000200:2.0:1550575072.657467:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894416, offset 0
00000400:00000200:2.0:1550575072.657468:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.657471:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.657472:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.657473:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.657474:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.657475:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.657476:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.657482:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.657580:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.657689:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2a00 x1625895440894384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.657690:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2a00 x1625895440894384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.657692:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.657762:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894384:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.658015:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0000 - object 0x0:1728687 offset 1205862400<>1206910976
00000100:00100000:2.0:1550575072.658020:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.658021:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894448:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.658024:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483249f0-0x5c6be483249f0, portal 8
00000100:00000200:2.0:1550575072.658026:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894448, portal 4
00000100:00000200:2.0:1550575072.658026:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894448, offset 0
00000400:00000200:2.0:1550575072.658027:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.658030:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.658037:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.658039:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.658039:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.658040:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.658041:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.658047:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.658147:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.658268:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1200 x1625895440894416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.658270:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1200 x1625895440894416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.658272:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.658346:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894416:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.658590:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1500 - object 0x0:1725237 offset 1205862400<>1206910976
00000100:00100000:2.0:1550575072.658597:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.658598:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894480:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.658602:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324a10-0x5c6be48324a10, portal 8
00000100:00000200:2.0:1550575072.658603:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894480, portal 4
00000100:00000200:2.0:1550575072.658604:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894480, offset 0
00000400:00000200:2.0:1550575072.658605:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.658608:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.658609:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.658610:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.658611:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.658611:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.658612:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.658619:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.658713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.658821:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0000 x1625895440894448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.658823:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0000 x1625895440894448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.658824:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.658889:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894448:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.659154:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfea00 - object 0x0:1728629 offset 1205862400<>1206910976
00000100:00100000:2.0:1550575072.659159:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.659160:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894512:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.659163:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324a30-0x5c6be48324a30, portal 8
00000100:00000200:2.0:1550575072.659164:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894512, portal 4
00000100:00000200:2.0:1550575072.659165:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894512, offset 0
00000400:00000200:2.0:1550575072.659166:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.659169:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.659170:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.659171:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.659172:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.659173:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.659173:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.659180:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.659284:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.659408:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1500 x1625895440894480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.659410:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1500 x1625895440894480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.659412:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.659494:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894480:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.659724:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfde00 - object 0x0:1728254 offset 1206910976<>1207959552
00000100:00100000:2.0:1550575072.659731:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.659732:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894544:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.659735:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324a50-0x5c6be48324a50, portal 8
00000100:00000200:2.0:1550575072.659737:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894544, portal 4
00000100:00000200:2.0:1550575072.659737:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894544, offset 0
00000400:00000200:2.0:1550575072.659738:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.659741:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.659742:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.659744:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.659744:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.659745:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.659746:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.659752:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.659850:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.659955:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfea00 x1625895440894512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.659957:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfea00 x1625895440894512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.659958:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.660030:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894512:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.660285:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd200 - object 0x0:1728687 offset 1206910976<>1207959552
00000100:00100000:2.0:1550575072.660290:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.660291:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894576:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.660294:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324a70-0x5c6be48324a70, portal 8
00000100:00000200:2.0:1550575072.660296:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894576, portal 4
00000100:00000200:2.0:1550575072.660296:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894576, offset 0
00000400:00000200:2.0:1550575072.660297:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.660300:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.660301:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.660303:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.660303:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.660304:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.660305:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.660312:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.660410:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.660540:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440894544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.660542:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440894544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.660543:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.660619:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894544:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.660853:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc600 - object 0x0:1725237 offset 1206910976<>1207959552
00000100:00100000:2.0:1550575072.660859:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.660861:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894608:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.660863:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324a90-0x5c6be48324a90, portal 8
00000100:00000200:2.0:1550575072.660865:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894608, portal 4
00000100:00000200:2.0:1550575072.660865:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894608, offset 0
00000400:00000200:2.0:1550575072.660867:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.660869:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.660870:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.660872:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.660872:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.660873:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.660874:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.660881:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.660977:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.661082:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd200 x1625895440894576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.661084:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd200 x1625895440894576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.661086:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.661151:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894576:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.661413:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfcf00 - object 0x0:1728629 offset 1206910976<>1207959552
00000100:00100000:2.0:1550575072.661418:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.661420:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894640:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.661423:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324ab0-0x5c6be48324ab0, portal 8
00000100:00000200:2.0:1550575072.661424:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894640, portal 4
00000100:00000200:2.0:1550575072.661425:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894640, offset 0
00000400:00000200:2.0:1550575072.661426:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.661428:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.661430:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.661431:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.661431:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.661432:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.661433:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.661441:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.661539:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.661674:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc600 x1625895440894608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.661676:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc600 x1625895440894608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.661678:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.661758:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894608:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.661977:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd500 - object 0x0:1728254 offset 1207959552<>1209008128
00000100:00100000:2.0:1550575072.661984:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.661986:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894672:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.661989:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324ad0-0x5c6be48324ad0, portal 8
00000100:00000200:2.0:1550575072.661990:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894672, portal 4
00000100:00000200:2.0:1550575072.661991:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894672, offset 0
00000400:00000200:2.0:1550575072.661994:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.661997:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.661998:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.661999:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.662000:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.662000:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.662001:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.662008:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.662106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.662217:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcf00 x1625895440894640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.662219:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcf00 x1625895440894640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.662221:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.662289:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894640:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.662544:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfed00 - object 0x0:1728687 offset 1207959552<>1209008128
00000100:00100000:2.0:1550575072.662549:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.662550:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894704:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.662554:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324af0-0x5c6be48324af0, portal 8
00000100:00000200:2.0:1550575072.662555:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894704, portal 4
00000100:00000200:2.0:1550575072.662556:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894704, offset 0
00000400:00000200:2.0:1550575072.662557:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.662559:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.662560:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.662562:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.662563:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.662563:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.662564:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.662571:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.662667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.662793:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd500 x1625895440894672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.662795:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd500 x1625895440894672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.662797:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.662872:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894672:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.663115:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff300 - object 0x0:1725237 offset 1207959552<>1209008128
00000100:00100000:2.0:1550575072.663122:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.663123:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894736:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.663126:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324b10-0x5c6be48324b10, portal 8
00000100:00000200:2.0:1550575072.663128:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894736, portal 4
00000100:00000200:2.0:1550575072.663129:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894736, offset 0
00000400:00000200:2.0:1550575072.663130:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.663132:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.663134:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.663135:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.663136:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.663136:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.663137:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.663144:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.663242:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.663344:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfed00 x1625895440894704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.663346:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfed00 x1625895440894704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.663348:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.663413:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894704:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.663668:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff900 - object 0x0:1728629 offset 1207959552<>1209008128
00000100:00100000:2.0:1550575072.663674:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.663675:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894768:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.663678:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324b30-0x5c6be48324b30, portal 8
00000100:00000200:2.0:1550575072.663679:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894768, portal 4
00000100:00000200:2.0:1550575072.663680:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894768, offset 0
00000400:00000200:2.0:1550575072.663681:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.663684:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.663685:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.663686:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.663687:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.663687:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.663688:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.663695:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.663795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.663946:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff300 x1625895440894736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.663948:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff300 x1625895440894736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.663950:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.664038:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894736:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.664244:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037de00 - object 0x0:1728254 offset 1209008128<>1210056704
00000100:00100000:2.0:1550575072.664251:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.664252:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894800:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.664255:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324b50-0x5c6be48324b50, portal 8
00000100:00000200:2.0:1550575072.664256:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894800, portal 4
00000100:00000200:2.0:1550575072.664257:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894800, offset 0
00000400:00000200:2.0:1550575072.664258:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.664261:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.664262:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.664263:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.664264:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.664264:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.664265:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.664272:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.664370:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.664466:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff900 x1625895440894768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.664468:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff900 x1625895440894768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.664470:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.664535:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894768:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.664794:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037c300 - object 0x0:1728687 offset 1209008128<>1210056704
00000100:00100000:2.0:1550575072.664799:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.664801:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894832:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.664803:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324b70-0x5c6be48324b70, portal 8
00000100:00000200:2.0:1550575072.664805:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894832, portal 4
00000100:00000200:2.0:1550575072.664806:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894832, offset 0
00000400:00000200:2.0:1550575072.664807:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.664809:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.664810:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.664812:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.664812:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.664813:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.664814:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.664820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.664918:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.665062:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037de00 x1625895440894800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.665064:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037de00 x1625895440894800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.665066:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.665148:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894800:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.665376:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037f600 - object 0x0:1725237 offset 1209008128<>1210056704
00000100:00100000:2.0:1550575072.665383:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.665384:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894864:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.665387:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324b90-0x5c6be48324b90, portal 8
00000100:00000200:2.0:1550575072.665388:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894864, portal 4
00000100:00000200:2.0:1550575072.665389:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894864, offset 0
00000400:00000200:2.0:1550575072.665390:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.665393:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.665394:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.665395:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.665396:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.665396:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.665397:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.665404:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.665500:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.665581:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037c300 x1625895440894832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.665582:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037c300 x1625895440894832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.665584:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.665647:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894832:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.665924:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037f300 - object 0x0:1728629 offset 1209008128<>1210056704
00000100:00100000:2.0:1550575072.665929:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.665930:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894896:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.665933:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324bb0-0x5c6be48324bb0, portal 8
00000100:00000200:2.0:1550575072.665935:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894896, portal 4
00000100:00000200:2.0:1550575072.665935:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894896, offset 0
00000400:00000200:2.0:1550575072.665936:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.665939:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.665940:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.665941:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.665942:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.665943:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.665943:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.665950:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.666051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.666209:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037f600 x1625895440894864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.666211:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037f600 x1625895440894864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.666213:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.666294:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894864:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.666506:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037d800 - object 0x0:1728254 offset 1210056704<>1211105280
00000100:00100000:2.0:1550575072.666512:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.666514:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894928:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.666517:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324bd0-0x5c6be48324bd0, portal 8
00000100:00000200:2.0:1550575072.666518:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894928, portal 4
00000100:00000200:2.0:1550575072.666519:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894928, offset 0
00000400:00000200:2.0:1550575072.666520:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.666522:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.666524:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.666525:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.666526:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.666526:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.666527:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.666534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.666629:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.666719:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037f300 x1625895440894896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.666721:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037f300 x1625895440894896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.666723:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.666783:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894896:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.667067:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037db00 - object 0x0:1728687 offset 1210056704<>1211105280
00000100:00100000:2.0:1550575072.667071:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.667072:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894960:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.667075:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324bf0-0x5c6be48324bf0, portal 8
00000100:00000200:2.0:1550575072.667077:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894960, portal 4
00000100:00000200:2.0:1550575072.667078:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894960, offset 0
00000400:00000200:2.0:1550575072.667079:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.667081:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.667082:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.667084:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.667084:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.667085:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.667086:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.667092:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.667218:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.667318:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037d800 x1625895440894928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.667320:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037d800 x1625895440894928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.667321:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.667396:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894928:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.667641:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037cf00 - object 0x0:1725237 offset 1210056704<>1211105280
00000100:00100000:2.0:1550575072.667647:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.667649:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894992:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.667652:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324c10-0x5c6be48324c10, portal 8
00000100:00000200:2.0:1550575072.667653:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440894992, portal 4
00000100:00000200:2.0:1550575072.667654:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440894992, offset 0
00000400:00000200:2.0:1550575072.667655:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.667658:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.667659:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.667660:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.667661:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.667661:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.667662:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.667669:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.667766:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.667960:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037db00 x1625895440894960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.667961:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037db00 x1625895440894960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.667963:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.668047:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440894960:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.668254:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.668394:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.668458:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037cf00 x1625895440894992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.668460:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037cf00 x1625895440894992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.668461:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.668536:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440894992:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.668770:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ae100 - object 0x0:1728254 offset 1211105280<>1212153856
00000100:00100000:2.0:1550575072.668777:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.668778:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895056:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.668781:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324c50-0x5c6be48324c50, portal 8
00000100:00000200:2.0:1550575072.668782:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895056, portal 4
00000100:00000200:2.0:1550575072.668783:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895056, offset 0
00000400:00000200:2.0:1550575072.668784:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.668787:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.668788:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.668789:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.668790:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.668790:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.668791:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.668798:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.668901:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.669342:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6aea00 - object 0x0:1728687 offset 1211105280<>1212153856
00000100:00100000:2.0:1550575072.669347:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.669349:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.669351:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324c70-0x5c6be48324c70, portal 8
00000100:00000200:2.0:1550575072.669353:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895088, portal 4
00000100:00000200:2.0:1550575072.669354:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895088, offset 0
00000400:00000200:2.0:1550575072.669355:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.669358:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.669359:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.669360:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.669361:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.669361:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.669362:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.669369:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.669480:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.669589:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ae100 x1625895440895056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.669591:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ae100 x1625895440895056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.669593:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.669675:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895056:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.669894:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ac300 - object 0x0:1725237 offset 1211105280<>1212153856
00000100:00100000:2.0:1550575072.669901:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.669902:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895120:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.669905:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324c90-0x5c6be48324c90, portal 8
00000100:00000200:2.0:1550575072.669906:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895120, portal 4
00000100:00000200:2.0:1550575072.669907:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895120, offset 0
00000400:00000200:2.0:1550575072.669908:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.669910:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.669912:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.669913:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.669914:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.669914:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.669915:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.669922:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.670024:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.670204:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6aea00 x1625895440895088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.670206:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6aea00 x1625895440895088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.670207:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.670286:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895088:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.670475:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ad500 - object 0x0:1728629 offset 1211105280<>1212153856
00000100:00100000:2.0:1550575072.670480:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.670482:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895152:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.670484:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324cb0-0x5c6be48324cb0, portal 8
00000100:00000200:2.0:1550575072.670486:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895152, portal 4
00000100:00000200:2.0:1550575072.670486:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895152, offset 0
00000400:00000200:2.0:1550575072.670488:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.670490:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.670492:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.670493:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.670494:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.670494:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.670495:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.670502:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.670612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.670710:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ac300 x1625895440895120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.670712:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ac300 x1625895440895120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.670714:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.670784:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895120:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.671038:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af300 - object 0x0:1728254 offset 1212153856<>1213202432
00000100:00100000:2.0:1550575072.671044:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.671046:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895184:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.671048:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324cd0-0x5c6be48324cd0, portal 8
00000100:00000200:2.0:1550575072.671051:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895184, portal 4
00000100:00000200:2.0:1550575072.671051:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895184, offset 0
00000400:00000200:2.0:1550575072.671052:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.671055:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.671056:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.671058:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.671058:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.671059:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.671060:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.671066:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.671173:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.671354:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ad500 x1625895440895152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.671356:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ad500 x1625895440895152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.671357:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.671436:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895152:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.671635:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.671742:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.671876:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af300 x1625895440895184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.671878:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af300 x1625895440895184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.671879:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.671957:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895184:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.672171:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af900 - object 0x0:1725237 offset 1212153856<>1213202432
00000100:00100000:2.0:1550575072.672178:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.672179:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895248:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.672185:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324d10-0x5c6be48324d10, portal 8
00000100:00000200:2.0:1550575072.672187:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895248, portal 4
00000100:00000200:2.0:1550575072.672188:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895248, offset 0
00000400:00000200:2.0:1550575072.672190:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.672193:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.672194:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.672196:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.672197:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.672197:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.672198:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.672205:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.672307:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.672769:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.672879:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.673007:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af900 x1625895440895248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.673009:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af900 x1625895440895248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.673010:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.673091:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895248:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.673313:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ad200 - object 0x0:1728254 offset 1213202432<>1214251008
00000100:00100000:2.0:1550575072.673319:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.673320:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895312:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.673323:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324d50-0x5c6be48324d50, portal 8
00000100:00000200:2.0:1550575072.673324:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895312, portal 4
00000100:00000200:2.0:1550575072.673325:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895312, offset 0
00000400:00000200:2.0:1550575072.673326:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.673329:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.673330:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.673332:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.673332:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.673333:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.673334:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.673341:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.673446:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.673878:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6acf00 - object 0x0:1728687 offset 1213202432<>1214251008
00000100:00100000:2.0:1550575072.673883:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.673884:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895344:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.673887:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324d70-0x5c6be48324d70, portal 8
00000100:00000200:2.0:1550575072.673889:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895344, portal 4
00000100:00000200:2.0:1550575072.673890:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895344, offset 0
00000400:00000200:2.0:1550575072.673892:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.673894:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.673895:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.673897:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.673897:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.673898:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.673898:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.673905:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.674012:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.674140:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ad200 x1625895440895312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.674142:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ad200 x1625895440895312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.674144:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.674229:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895312:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.674458:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e700 - object 0x0:1725237 offset 1213202432<>1214251008
00000100:00100000:2.0:1550575072.674465:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.674466:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895376:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.674469:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324d90-0x5c6be48324d90, portal 8
00000100:00000200:2.0:1550575072.674470:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895376, portal 4
00000100:00000200:2.0:1550575072.674471:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895376, offset 0
00000400:00000200:2.0:1550575072.674472:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.674475:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.674476:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.674478:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.674478:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.674479:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.674479:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.674486:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.674583:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.674737:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6acf00 x1625895440895344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.674739:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6acf00 x1625895440895344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.674741:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.674824:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895344:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.675023:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c600 - object 0x0:1728629 offset 1213202432<>1214251008
00000100:00100000:2.0:1550575072.675028:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.675029:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895408:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.675037:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324db0-0x5c6be48324db0, portal 8
00000100:00000200:2.0:1550575072.675039:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895408, portal 4
00000100:00000200:2.0:1550575072.675040:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895408, offset 0
00000400:00000200:2.0:1550575072.675041:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.675044:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.675045:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.675046:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.675047:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.675047:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.675048:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.675055:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.675172:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.675280:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e700 x1625895440895376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.675282:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e700 x1625895440895376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.675284:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.675364:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895376:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.675594:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5db00 - object 0x0:1728254 offset 1214251008<>1215299584
00000100:00100000:2.0:1550575072.675601:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.675602:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895440:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.675605:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324dd0-0x5c6be48324dd0, portal 8
00000100:00000200:2.0:1550575072.675607:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895440, portal 4
00000100:00000200:2.0:1550575072.675608:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895440, offset 0
00000400:00000200:2.0:1550575072.675609:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.675611:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.675613:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.675614:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.675615:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.675615:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.675616:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.675623:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.675726:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.675886:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c600 x1625895440895408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.675888:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c600 x1625895440895408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.675890:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.675968:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895408:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.676196:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.676302:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.676416:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5db00 x1625895440895440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.676418:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5db00 x1625895440895440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.676419:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.676488:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895440:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.676731:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c000 - object 0x0:1725237 offset 1214251008<>1215299584
00000100:00100000:2.0:1550575072.676738:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.676740:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895504:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.676743:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324e10-0x5c6be48324e10, portal 8
00000100:00000200:2.0:1550575072.676744:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895504, portal 4
00000100:00000200:2.0:1550575072.676745:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895504, offset 0
00000400:00000200:2.0:1550575072.676746:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.676749:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.676750:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.676751:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.676752:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.676752:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.676753:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.676760:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.676861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.677303:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5fc00 - object 0x0:1728629 offset 1214251008<>1215299584
00000100:00100000:2.0:1550575072.677307:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.677309:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895536:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.677311:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324e30-0x5c6be48324e30, portal 8
00000100:00000200:2.0:1550575072.677312:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895536, portal 4
00000100:00000200:2.0:1550575072.677313:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895536, offset 0
00000400:00000200:2.0:1550575072.677314:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.677317:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.677318:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.677319:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.677320:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.677320:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.677321:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.677328:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.677440:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.677553:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c000 x1625895440895504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.677554:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c000 x1625895440895504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.677556:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.677637:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895504:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.677871:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e400 - object 0x0:1728254 offset 1215299584<>1216348160
00000100:00100000:2.0:1550575072.677877:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.677878:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895568:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.677881:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324e50-0x5c6be48324e50, portal 8
00000100:00000200:2.0:1550575072.677882:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895568, portal 4
00000100:00000200:2.0:1550575072.677883:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895568, offset 0
00000400:00000200:2.0:1550575072.677885:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.677887:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.677888:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.677890:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.677890:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.677891:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.677892:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.677898:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.678002:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.678147:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5fc00 x1625895440895536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.678149:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5fc00 x1625895440895536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.678150:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.678235:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895536:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.678455:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df900 - object 0x0:1728687 offset 1215299584<>1216348160
00000100:00100000:2.0:1550575072.678460:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.678462:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895600:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.678465:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324e70-0x5c6be48324e70, portal 8
00000100:00000200:2.0:1550575072.678466:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895600, portal 4
00000100:00000200:2.0:1550575072.678467:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895600, offset 0
00000400:00000200:2.0:1550575072.678468:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.678470:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.678472:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.678473:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.678474:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.678474:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.678475:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.678482:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.678589:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.678692:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e400 x1625895440895568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.678694:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e400 x1625895440895568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.678696:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.678770:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895568:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.679013:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc000 - object 0x0:1725237 offset 1215299584<>1216348160
00000100:00100000:2.0:1550575072.679020:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.679021:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895632:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.679024:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324e90-0x5c6be48324e90, portal 8
00000100:00000200:2.0:1550575072.679026:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895632, portal 4
00000100:00000200:2.0:1550575072.679026:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895632, offset 0
00000400:00000200:2.0:1550575072.679027:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.679030:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.679037:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.679039:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.679039:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.679040:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.679041:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.679047:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.679151:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.679314:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df900 x1625895440895600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.679316:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df900 x1625895440895600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.679318:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.679397:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895600:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.679612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.679721:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.679849:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc000 x1625895440895632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.679851:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc000 x1625895440895632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.679852:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.679930:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895632:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.680151:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87ded00 - object 0x0:1728254 offset 1216348160<>1217396736
00000100:00100000:2.0:1550575072.680158:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.680159:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895696:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.680163:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324ed0-0x5c6be48324ed0, portal 8
00000100:00000200:2.0:1550575072.680164:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895696, portal 4
00000100:00000200:2.0:1550575072.680165:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895696, offset 0
00000400:00000200:2.0:1550575072.680166:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.680169:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.680170:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.680171:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.680172:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.680172:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.680173:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.680179:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.680283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.680722:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dfc00 - object 0x0:1728687 offset 1216348160<>1217396736
00000100:00100000:2.0:1550575072.680727:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.680728:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895728:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.680731:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324ef0-0x5c6be48324ef0, portal 8
00000100:00000200:2.0:1550575072.680732:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895728, portal 4
00000100:00000200:2.0:1550575072.680733:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895728, offset 0
00000400:00000200:2.0:1550575072.680735:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.680737:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.680738:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.680740:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.680740:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.680741:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.680742:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.680749:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.680853:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.680984:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87ded00 x1625895440895696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.680986:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87ded00 x1625895440895696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.680988:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.681075:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895696:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.681298:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dea00 - object 0x0:1725237 offset 1216348160<>1217396736
00000100:00100000:2.0:1550575072.681304:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.681306:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895760:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.681308:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324f10-0x5c6be48324f10, portal 8
00000100:00000200:2.0:1550575072.681310:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895760, portal 4
00000100:00000200:2.0:1550575072.681310:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895760, offset 0
00000400:00000200:2.0:1550575072.681312:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.681314:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.681315:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.681317:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.681317:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.681318:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.681319:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.681325:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.681427:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.681558:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dfc00 x1625895440895728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.681559:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dfc00 x1625895440895728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.681561:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.681645:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895728:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.681864:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dcc00 - object 0x0:1728629 offset 1216348160<>1217396736
00000100:00100000:2.0:1550575072.681869:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.681871:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895792:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.681873:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324f30-0x5c6be48324f30, portal 8
00000100:00000200:2.0:1550575072.681875:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895792, portal 4
00000100:00000200:2.0:1550575072.681875:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895792, offset 0
00000400:00000200:2.0:1550575072.681877:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.681879:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.681881:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.681882:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.681883:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.681883:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.681884:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.681891:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.682009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.682118:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dea00 x1625895440895760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.682120:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dea00 x1625895440895760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.682122:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.682202:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895760:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.682438:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de400 - object 0x0:1728254 offset 1217396736<>1218445312
00000100:00100000:2.0:1550575072.682444:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.682445:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895824:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.682449:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324f50-0x5c6be48324f50, portal 8
00000100:00000200:2.0:1550575072.682450:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895824, portal 4
00000100:00000200:2.0:1550575072.682451:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895824, offset 0
00000400:00000200:2.0:1550575072.682452:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.682454:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.682456:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.682457:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.682458:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.682458:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.682459:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.682466:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.682568:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.682718:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dcc00 x1625895440895792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.682720:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dcc00 x1625895440895792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.682722:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.682802:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895792:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.683007:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236d00 - object 0x0:1728687 offset 1217396736<>1218445312
00000100:00100000:2.0:1550575072.683012:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.683013:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895856:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.683016:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324f70-0x5c6be48324f70, portal 8
00000100:00000200:2.0:1550575072.683018:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895856, portal 4
00000100:00000200:2.0:1550575072.683019:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895856, offset 0
00000400:00000200:2.0:1550575072.683021:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.683023:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.683025:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.683026:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.683027:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.683027:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.683028:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.683040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.683144:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.683264:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de400 x1625895440895824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.683265:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de400 x1625895440895824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.683267:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.683343:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895824:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.683576:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235500 - object 0x0:1725237 offset 1217396736<>1218445312
00000100:00100000:2.0:1550575072.683583:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.683584:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895888:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.683588:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324f90-0x5c6be48324f90, portal 8
00000100:00000200:2.0:1550575072.683589:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895888, portal 4
00000100:00000200:2.0:1550575072.683590:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895888, offset 0
00000400:00000200:2.0:1550575072.683591:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.683594:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.683595:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.683596:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.683597:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.683597:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.683598:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.683605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.683703:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.683858:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236d00 x1625895440895856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.683859:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236d00 x1625895440895856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.683861:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.683941:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895856:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.684152:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237300 - object 0x0:1728629 offset 1217396736<>1218445312
00000100:00100000:2.0:1550575072.684157:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.684158:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895920:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.684161:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324fb0-0x5c6be48324fb0, portal 8
00000100:00000200:2.0:1550575072.684162:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895920, portal 4
00000100:00000200:2.0:1550575072.684163:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895920, offset 0
00000400:00000200:2.0:1550575072.684164:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.684167:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.684168:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.684170:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.684170:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.684171:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.684171:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.684178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.684292:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.684396:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235500 x1625895440895888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.684397:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235500 x1625895440895888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.684399:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.684467:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895888:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.684726:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236100 - object 0x0:1728254 offset 1218445312<>1219493888
00000100:00100000:2.0:1550575072.684733:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.684734:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895952:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.684737:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48324fd0-0x5c6be48324fd0, portal 8
00000100:00000200:2.0:1550575072.684738:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440895952, portal 4
00000100:00000200:2.0:1550575072.684739:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440895952, offset 0
00000400:00000200:2.0:1550575072.684740:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.684743:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.684744:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.684746:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.684746:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.684747:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.684748:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.684757:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.684859:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.685010:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237300 x1625895440895920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.685012:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237300 x1625895440895920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.685014:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.685096:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440895920:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.685319:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.685436:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.685549:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236100 x1625895440895952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.685550:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236100 x1625895440895952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.685552:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.685627:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440895952:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.685853:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234f00 - object 0x0:1725237 offset 1218445312<>1219493888
00000100:00100000:2.0:1550575072.685860:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.685861:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896016:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.685864:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325010-0x5c6be48325010, portal 8
00000100:00000200:2.0:1550575072.685865:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896016, portal 4
00000100:00000200:2.0:1550575072.685866:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896016, offset 0
00000400:00000200:2.0:1550575072.685867:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.685869:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.685871:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.685872:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.685872:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.685873:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.685874:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.685881:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.685980:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.686442:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234000 - object 0x0:1728629 offset 1218445312<>1219493888
00000100:00100000:2.0:1550575072.686447:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.686448:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896048:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.686451:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325030-0x5c6be48325030, portal 8
00000100:00000200:2.0:1550575072.686453:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896048, portal 4
00000100:00000200:2.0:1550575072.686454:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896048, offset 0
00000400:00000200:2.0:1550575072.686455:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.686458:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.686459:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.686460:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.686461:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.686461:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.686462:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.686469:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.686578:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.686683:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234f00 x1625895440896016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.686685:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234f00 x1625895440896016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.686686:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.686761:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896016:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.687006:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234c00 - object 0x0:1728254 offset 1219493888<>1220542464
00000100:00100000:2.0:1550575072.687012:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.687014:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896080:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.687016:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325050-0x5c6be48325050, portal 8
00000100:00000200:2.0:1550575072.687017:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896080, portal 4
00000100:00000200:2.0:1550575072.687018:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896080, offset 0
00000400:00000200:2.0:1550575072.687019:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.687022:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.687023:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.687024:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.687025:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.687025:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.687026:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.687035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.687139:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.687320:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234000 x1625895440896048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.687322:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234000 x1625895440896048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.687324:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.687401:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896048:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.687601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.687702:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.687841:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234c00 x1625895440896080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.687842:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234c00 x1625895440896080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.687844:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.687919:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896080:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.688129:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235800 - object 0x0:1725237 offset 1219493888<>1220542464
00000100:00100000:2.0:1550575072.688135:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.688137:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896144:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.688140:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325090-0x5c6be48325090, portal 8
00000100:00000200:2.0:1550575072.688141:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896144, portal 4
00000100:00000200:2.0:1550575072.688142:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896144, offset 0
00000400:00000200:2.0:1550575072.688143:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.688146:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.688147:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.688148:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.688149:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.688149:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.688150:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.688157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.688257:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.688702:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236400 - object 0x0:1728629 offset 1219493888<>1220542464
00000100:00100000:2.0:1550575072.688707:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.688708:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896176:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.688711:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483250b0-0x5c6be483250b0, portal 8
00000100:00000200:2.0:1550575072.688713:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896176, portal 4
00000100:00000200:2.0:1550575072.688713:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896176, offset 0
00000400:00000200:2.0:1550575072.688715:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.688717:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.688718:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.688720:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.688720:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.688721:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.688722:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.688729:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.688834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.688952:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235800 x1625895440896144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.688953:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235800 x1625895440896144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.688955:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.689040:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896144:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.689279:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237600 - object 0x0:1728254 offset 1220542464<>1221591040
00000100:00100000:2.0:1550575072.689285:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.689286:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896208:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.689289:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483250d0-0x5c6be483250d0, portal 8
00000100:00000200:2.0:1550575072.689290:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896208, portal 4
00000100:00000200:2.0:1550575072.689291:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896208, offset 0
00000400:00000200:2.0:1550575072.689292:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.689295:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.689296:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.689297:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.689298:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.689298:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.689299:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.689306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.689412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.689542:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236400 x1625895440896176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.689544:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236400 x1625895440896176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.689546:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.689629:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896176:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.689845:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb03600 - object 0x0:1728687 offset 1220542464<>1221591040
00000100:00100000:2.0:1550575072.689850:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.689851:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896240:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.689854:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483250f0-0x5c6be483250f0, portal 8
00000100:00000200:2.0:1550575072.689856:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896240, portal 4
00000100:00000200:2.0:1550575072.689856:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896240, offset 0
00000400:00000200:2.0:1550575072.689857:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.689860:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.689861:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.689863:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.689863:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.689864:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.689864:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.689871:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.689972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.690108:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237600 x1625895440896208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.690110:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237600 x1625895440896208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.690111:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.690195:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896208:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.690424:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb02a00 - object 0x0:1725237 offset 1220542464<>1221591040
00000100:00100000:2.0:1550575072.690431:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.690433:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896272:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.690436:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325110-0x5c6be48325110, portal 8
00000100:00000200:2.0:1550575072.690437:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896272, portal 4
00000100:00000200:2.0:1550575072.690437:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896272, offset 0
00000400:00000200:2.0:1550575072.690438:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.690441:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.690442:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.690444:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.690445:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.690445:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.690446:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.690452:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.690553:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.690685:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb03600 x1625895440896240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.690686:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb03600 x1625895440896240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.690688:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.690769:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896240:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.690993:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb02700 - object 0x0:1728629 offset 1220542464<>1221591040
00000100:00100000:2.0:1550575072.690998:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.690999:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896304:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.691002:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325130-0x5c6be48325130, portal 8
00000100:00000200:2.0:1550575072.691012:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896304, portal 4
00000100:00000200:2.0:1550575072.691012:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896304, offset 0
00000400:00000200:2.0:1550575072.691014:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.691016:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.691017:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.691019:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.691020:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.691020:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.691021:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.691027:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.691135:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.691235:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb02a00 x1625895440896272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.691237:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb02a00 x1625895440896272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.691238:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.691303:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896272:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.691567:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb03300 - object 0x0:1728254 offset 1221591040<>1222639616
00000100:00100000:2.0:1550575072.691573:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.691575:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896336:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.691578:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325150-0x5c6be48325150, portal 8
00000100:00000200:2.0:1550575072.691580:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896336, portal 4
00000100:00000200:2.0:1550575072.691580:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896336, offset 0
00000400:00000200:2.0:1550575072.691581:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.691584:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.691585:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.691587:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.691587:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.691587:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.691588:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.691595:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.691697:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.691870:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb02700 x1625895440896304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.691871:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb02700 x1625895440896304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.691873:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.691951:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896304:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.692161:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.692266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.692381:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb03300 x1625895440896336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.692383:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb03300 x1625895440896336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.692385:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.692455:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896336:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.692694:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb02400 - object 0x0:1725237 offset 1221591040<>1222639616
00000100:00100000:2.0:1550575072.692701:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.692703:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896400:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.692706:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325190-0x5c6be48325190, portal 8
00000100:00000200:2.0:1550575072.692707:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896400, portal 4
00000100:00000200:2.0:1550575072.692708:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896400, offset 0
00000400:00000200:2.0:1550575072.692710:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.692712:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.692713:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.692715:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.692715:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.692716:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.692717:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.692723:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.692824:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.693270:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb03c00 - object 0x0:1728629 offset 1221591040<>1222639616
00000100:00100000:2.0:1550575072.693274:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.693276:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896432:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.693278:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483251b0-0x5c6be483251b0, portal 8
00000100:00000200:2.0:1550575072.693280:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896432, portal 4
00000100:00000200:2.0:1550575072.693280:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896432, offset 0
00000400:00000200:2.0:1550575072.693282:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.693284:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.693285:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.693287:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.693287:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.693288:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.693289:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.693296:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.693403:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.693511:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb02400 x1625895440896400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.693513:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb02400 x1625895440896400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.693515:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.693597:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896400:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.693830:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dfb03000 - object 0x0:1728254 offset 1222639616<>1223688192
00000100:00100000:2.0:1550575072.693836:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.693837:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896464:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.693840:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483251d0-0x5c6be483251d0, portal 8
00000100:00000200:2.0:1550575072.693842:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896464, portal 4
00000100:00000200:2.0:1550575072.693842:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896464, offset 0
00000400:00000200:2.0:1550575072.693845:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.693847:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.693848:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.693850:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.693850:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.693851:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.693852:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.693858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.693971:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.694109:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb03c00 x1625895440896432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.694111:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb03c00 x1625895440896432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.694113:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.694198:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896432:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.694405:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e400 - object 0x0:1728687 offset 1222639616<>1223688192
00000100:00100000:2.0:1550575072.694410:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.694412:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896496:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.694415:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483251f0-0x5c6be483251f0, portal 8
00000100:00000200:2.0:1550575072.694416:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896496, portal 4
00000100:00000200:2.0:1550575072.694417:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896496, offset 0
00000400:00000200:2.0:1550575072.694418:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.694421:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.694422:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.694424:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.694424:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.694424:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.694425:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.694432:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.694535:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.694657:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dfb03000 x1625895440896464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.694659:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dfb03000 x1625895440896464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.694661:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.694741:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896464:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.694972:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c000 - object 0x0:1725237 offset 1222639616<>1223688192
00000100:00100000:2.0:1550575072.694979:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.694980:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.694983:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325210-0x5c6be48325210, portal 8
00000100:00000200:2.0:1550575072.694985:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896528, portal 4
00000100:00000200:2.0:1550575072.694985:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896528, offset 0
00000400:00000200:2.0:1550575072.694986:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.694989:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.694990:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.694992:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.694992:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.694993:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.694994:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.695000:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.695104:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.695238:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e400 x1625895440896496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.695240:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e400 x1625895440896496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.695241:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.695320:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896496:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.695549:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0ea00 - object 0x0:1728629 offset 1222639616<>1223688192
00000100:00100000:2.0:1550575072.695553:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.695555:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.695558:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325230-0x5c6be48325230, portal 8
00000100:00000200:2.0:1550575072.695559:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896560, portal 4
00000100:00000200:2.0:1550575072.695559:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896560, offset 0
00000400:00000200:2.0:1550575072.695561:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.695563:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.695564:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.695566:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.695566:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.695567:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.695568:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.695574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.695680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.695782:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c000 x1625895440896528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.695784:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c000 x1625895440896528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.695786:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.695854:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896528:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.696112:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0f600 - object 0x0:1728254 offset 1223688192<>1224736768
00000100:00100000:2.0:1550575072.696119:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.696120:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896592:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.696123:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325250-0x5c6be48325250, portal 8
00000100:00000200:2.0:1550575072.696124:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896592, portal 4
00000100:00000200:2.0:1550575072.696125:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896592, offset 0
00000400:00000200:2.0:1550575072.696126:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.696129:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.696130:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.696132:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.696132:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.696133:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.696134:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.696140:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.696245:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.696405:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0ea00 x1625895440896560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.696407:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0ea00 x1625895440896560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.696408:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.696487:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896560:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.696701:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.696806:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.696938:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0f600 x1625895440896592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.696940:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0f600 x1625895440896592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.696941:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.697017:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896592:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.697246:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0f000 - object 0x0:1725237 offset 1223688192<>1224736768
00000100:00100000:2.0:1550575072.697253:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.697254:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896656:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.697257:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325290-0x5c6be48325290, portal 8
00000100:00000200:2.0:1550575072.697258:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896656, portal 4
00000100:00000200:2.0:1550575072.697259:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896656, offset 0
00000400:00000200:2.0:1550575072.697260:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.697263:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.697264:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.697265:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.697266:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.697267:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.697267:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.697274:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.697377:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.697808:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0d500 - object 0x0:1728629 offset 1223688192<>1224736768
00000100:00100000:2.0:1550575072.697814:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.697815:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896688:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.697817:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483252b0-0x5c6be483252b0, portal 8
00000100:00000200:2.0:1550575072.697819:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896688, portal 4
00000100:00000200:2.0:1550575072.697820:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896688, offset 0
00000400:00000200:2.0:1550575072.697821:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.697823:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.697824:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.697826:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.697826:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.697827:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.697828:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.697835:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.697943:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.698061:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0f000 x1625895440896656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.698063:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0f000 x1625895440896656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.698065:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.698141:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896656:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.698382:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0fc00 - object 0x0:1728254 offset 1224736768<>1225785344
00000100:00100000:2.0:1550575072.698389:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.698390:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896720:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.698393:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483252d0-0x5c6be483252d0, portal 8
00000100:00000200:2.0:1550575072.698394:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896720, portal 4
00000100:00000200:2.0:1550575072.698395:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896720, offset 0
00000400:00000200:2.0:1550575072.698396:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.698399:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.698401:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.698402:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.698403:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.698403:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.698404:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.698411:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.698511:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.698651:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0d500 x1625895440896688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.698652:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0d500 x1625895440896688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.698654:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.698736:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896688:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.698950:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0f300 - object 0x0:1728687 offset 1224736768<>1225785344
00000100:00100000:2.0:1550575072.698955:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.698956:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896752:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.698959:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483252f0-0x5c6be483252f0, portal 8
00000100:00000200:2.0:1550575072.698960:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896752, portal 4
00000100:00000200:2.0:1550575072.698961:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896752, offset 0
00000400:00000200:2.0:1550575072.698962:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.698965:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.698966:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.698967:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.698968:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.698968:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.698969:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.698976:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.699080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.699210:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0fc00 x1625895440896720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.699212:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0fc00 x1625895440896720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.699215:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.699296:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896720:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.699521:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0cc00 - object 0x0:1725237 offset 1224736768<>1225785344
00000100:00100000:2.0:1550575072.699528:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.699530:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896784:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.699532:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325310-0x5c6be48325310, portal 8
00000100:00000200:2.0:1550575072.699534:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896784, portal 4
00000100:00000200:2.0:1550575072.699534:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896784, offset 0
00000400:00000200:2.0:1550575072.699535:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.699538:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.699539:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.699541:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.699541:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.699542:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.699543:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.699550:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.699648:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.699779:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0f300 x1625895440896752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.699780:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0f300 x1625895440896752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.699782:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.699862:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896752:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.700096:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0600 - object 0x0:1728629 offset 1224736768<>1225785344
00000100:00100000:2.0:1550575072.700101:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.700102:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896816:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.700105:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325330-0x5c6be48325330, portal 8
00000100:00000200:2.0:1550575072.700106:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896816, portal 4
00000100:00000200:2.0:1550575072.700107:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896816, offset 0
00000400:00000200:2.0:1550575072.700108:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.700111:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.700112:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.700113:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.700114:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.700114:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.700115:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.700122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.700229:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.700336:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0cc00 x1625895440896784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.700338:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0cc00 x1625895440896784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.700339:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.700413:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896784:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.700662:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cad500 - object 0x0:1728254 offset 1225785344<>1226833920
00000100:00100000:2.0:1550575072.700669:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.700670:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896848:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.700673:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325350-0x5c6be48325350, portal 8
00000100:00000200:2.0:1550575072.700675:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896848, portal 4
00000100:00000200:2.0:1550575072.700675:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896848, offset 0
00000400:00000200:2.0:1550575072.700676:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.700679:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.700680:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.700681:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.700682:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.700682:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.700683:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.700690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.700795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.700939:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0600 x1625895440896816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.700941:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0600 x1625895440896816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.700943:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.701023:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896816:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.701239:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf600 - object 0x0:1728687 offset 1225785344<>1226833920
00000100:00100000:2.0:1550575072.701244:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.701245:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896880:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.701248:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325370-0x5c6be48325370, portal 8
00000100:00000200:2.0:1550575072.701250:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896880, portal 4
00000100:00000200:2.0:1550575072.701250:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896880, offset 0
00000400:00000200:2.0:1550575072.701251:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.701254:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.701255:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.701257:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.701257:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.701258:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.701259:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.701266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.701370:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.701478:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cad500 x1625895440896848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.701480:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cad500 x1625895440896848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.701481:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.701556:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896848:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.701798:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caed00 - object 0x0:1725237 offset 1225785344<>1226833920
00000100:00100000:2.0:1550575072.701805:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.701806:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896912:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.701809:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325390-0x5c6be48325390, portal 8
00000100:00000200:2.0:1550575072.701811:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896912, portal 4
00000100:00000200:2.0:1550575072.701811:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896912, offset 0
00000400:00000200:2.0:1550575072.701813:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.701815:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.701816:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.701818:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.701819:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.701819:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.701820:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.701827:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.701930:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.702067:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf600 x1625895440896880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.702069:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf600 x1625895440896880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.702071:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.702153:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896880:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.702375:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cafc00 - object 0x0:1728629 offset 1225785344<>1226833920
00000100:00100000:2.0:1550575072.702380:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.702381:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896944:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.702384:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483253b0-0x5c6be483253b0, portal 8
00000100:00000200:2.0:1550575072.702386:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896944, portal 4
00000100:00000200:2.0:1550575072.702386:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896944, offset 0
00000400:00000200:2.0:1550575072.702388:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.702390:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.702391:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.702393:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.702393:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.702394:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.702395:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.702401:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.702507:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.702613:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caed00 x1625895440896912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.702614:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caed00 x1625895440896912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.702616:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.702689:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896912:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.702931:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf000 - object 0x0:1728254 offset 1226833920<>1227882496
00000100:00100000:2.0:1550575072.702938:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.702939:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896976:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.702942:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483253d0-0x5c6be483253d0, portal 8
00000100:00000200:2.0:1550575072.702943:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440896976, portal 4
00000100:00000200:2.0:1550575072.702944:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440896976, offset 0
00000400:00000200:2.0:1550575072.702945:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.702948:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.702949:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.702950:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.702951:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.702951:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.702952:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.702959:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.703072:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.703228:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cafc00 x1625895440896944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.703230:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cafc00 x1625895440896944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.703232:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.703315:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440896944:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.703541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.703652:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.703759:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf000 x1625895440896976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.703760:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf000 x1625895440896976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.703762:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.703830:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440896976:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.704079:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cad800 - object 0x0:1725237 offset 1226833920<>1227882496
00000100:00100000:2.0:1550575072.704086:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.704087:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897040:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.704090:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325410-0x5c6be48325410, portal 8
00000100:00000200:2.0:1550575072.704091:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897040, portal 4
00000100:00000200:2.0:1550575072.704092:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897040, offset 0
00000400:00000200:2.0:1550575072.704094:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.704097:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.704098:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.704100:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.704100:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.704101:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.704102:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.704108:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.704221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.704659:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac000 - object 0x0:1728629 offset 1226833920<>1227882496
00000100:00100000:2.0:1550575072.704664:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.704665:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897072:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.704668:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325430-0x5c6be48325430, portal 8
00000100:00000200:2.0:1550575072.704669:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897072, portal 4
00000100:00000200:2.0:1550575072.704670:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897072, offset 0
00000400:00000200:2.0:1550575072.704671:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.704673:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.704675:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.704676:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.704676:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.704677:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.704678:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.704684:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.704795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.704910:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cad800 x1625895440897040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.704914:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cad800 x1625895440897040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.704915:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.704995:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897040:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.705241:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94900 - object 0x0:1728254 offset 1227882496<>1228931072
00000100:00100000:2.0:1550575072.705248:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.705249:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897104:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.705252:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325450-0x5c6be48325450, portal 8
00000100:00000200:2.0:1550575072.705253:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897104, portal 4
00000100:00000200:2.0:1550575072.705254:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897104, offset 0
00000400:00000200:2.0:1550575072.705255:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.705257:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.705258:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.705260:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.705261:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.705261:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.705262:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.705268:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.705373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.705492:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac000 x1625895440897072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.705494:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac000 x1625895440897072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.705496:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.705571:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897072:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.705811:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95b00 - object 0x0:1728687 offset 1227882496<>1228931072
00000100:00100000:2.0:1550575072.705817:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.705818:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897136:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.705821:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325470-0x5c6be48325470, portal 8
00000100:00000200:2.0:1550575072.705823:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897136, portal 4
00000100:00000200:2.0:1550575072.705824:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897136, offset 0
00000400:00000200:2.0:1550575072.705825:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.705828:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.705829:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.705830:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.705831:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.705831:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.705832:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.705839:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.705949:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.706075:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94900 x1625895440897104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.706076:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94900 x1625895440897104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.706078:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.706159:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897104:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.706381:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97300 - object 0x0:1725237 offset 1227882496<>1228931072
00000100:00100000:2.0:1550575072.706387:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.706389:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897168:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.706392:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325490-0x5c6be48325490, portal 8
00000100:00000200:2.0:1550575072.706393:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897168, portal 4
00000100:00000200:2.0:1550575072.706394:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897168, offset 0
00000400:00000200:2.0:1550575072.706395:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.706398:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.706399:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.706400:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.706401:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.706401:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.706402:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.706409:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.706516:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.706633:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95b00 x1625895440897136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.706635:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95b00 x1625895440897136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.706637:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.706717:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897136:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.706944:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94600 - object 0x0:1728629 offset 1227882496<>1228931072
00000100:00100000:2.0:1550575072.706949:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.706951:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.706954:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483254b0-0x5c6be483254b0, portal 8
00000100:00000200:2.0:1550575072.706955:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897200, portal 4
00000100:00000200:2.0:1550575072.706956:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897200, offset 0
00000400:00000200:2.0:1550575072.706957:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.706960:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.706961:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.706962:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.706963:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.706963:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.706964:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.706971:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.707082:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.707201:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97300 x1625895440897168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.707203:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97300 x1625895440897168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.707205:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.707284:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897168:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.707514:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95800 - object 0x0:1728254 offset 1228931072<>1229979648
00000100:00100000:2.0:1550575072.707521:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.707522:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897232:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.707526:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483254d0-0x5c6be483254d0, portal 8
00000100:00000200:2.0:1550575072.707527:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897232, portal 4
00000100:00000200:2.0:1550575072.707528:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897232, offset 0
00000400:00000200:2.0:1550575072.707529:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.707531:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.707533:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.707534:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.707535:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.707535:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.707536:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.707543:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.707648:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.707767:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94600 x1625895440897200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.707769:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94600 x1625895440897200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.707770:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.707846:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897200:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.708087:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96400 - object 0x0:1728687 offset 1228931072<>1229979648
00000100:00100000:2.0:1550575072.708092:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.708093:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897264:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.708096:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483254f0-0x5c6be483254f0, portal 8
00000100:00000200:2.0:1550575072.708098:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897264, portal 4
00000100:00000200:2.0:1550575072.708098:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897264, offset 0
00000400:00000200:2.0:1550575072.708099:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.708102:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.708103:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.708104:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.708105:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.708106:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.708107:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.708113:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.708220:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.708337:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95800 x1625895440897232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.708339:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95800 x1625895440897232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.708341:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.708421:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897232:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.708650:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97000 - object 0x0:1725237 offset 1228931072<>1229979648
00000100:00100000:2.0:1550575072.708657:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.708658:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.708661:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325510-0x5c6be48325510, portal 8
00000100:00000200:2.0:1550575072.708663:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897296, portal 4
00000100:00000200:2.0:1550575072.708663:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897296, offset 0
00000400:00000200:2.0:1550575072.708665:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.708668:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.708669:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.708670:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.708671:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.708671:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.708672:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.708679:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.708788:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.708903:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96400 x1625895440897264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.708905:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96400 x1625895440897264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.708907:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.708988:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897264:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.709228:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97c00 - object 0x0:1728629 offset 1228931072<>1229979648
00000100:00100000:2.0:1550575072.709233:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.709234:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.709237:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325530-0x5c6be48325530, portal 8
00000100:00000200:2.0:1550575072.709239:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897328, portal 4
00000100:00000200:2.0:1550575072.709239:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897328, offset 0
00000400:00000200:2.0:1550575072.709240:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.709243:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.709244:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.709246:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.709246:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.709247:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.709248:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.709255:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.709359:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.709471:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97000 x1625895440897296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.709473:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97000 x1625895440897296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.709475:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.709547:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897296:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.709786:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08f00 - object 0x0:1728254 offset 1229979648<>1231028224
00000100:00100000:2.0:1550575072.709793:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.709794:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.709797:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325550-0x5c6be48325550, portal 8
00000100:00000200:2.0:1550575072.709798:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897360, portal 4
00000100:00000200:2.0:1550575072.709799:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897360, offset 0
00000400:00000200:2.0:1550575072.709800:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.709802:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.709803:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.709805:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.709806:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.709806:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.709807:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.709814:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.709930:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.710045:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97c00 x1625895440897328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.710047:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97c00 x1625895440897328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.710049:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.710131:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897328:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.710360:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b900 - object 0x0:1728687 offset 1229979648<>1231028224
00000100:00100000:2.0:1550575072.710365:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.710367:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897392:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.710369:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325570-0x5c6be48325570, portal 8
00000100:00000200:2.0:1550575072.710371:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897392, portal 4
00000100:00000200:2.0:1550575072.710372:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897392, offset 0
00000400:00000200:2.0:1550575072.710373:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.710375:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.710376:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.710378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.710378:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.710379:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.710380:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.710386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.710489:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.710616:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08f00 x1625895440897360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.710618:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08f00 x1625895440897360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.710620:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.710701:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897360:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.710925:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09e00 - object 0x0:1725237 offset 1229979648<>1231028224
00000100:00100000:2.0:1550575072.710932:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.710933:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897424:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.710936:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325590-0x5c6be48325590, portal 8
00000100:00000200:2.0:1550575072.710937:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897424, portal 4
00000100:00000200:2.0:1550575072.710938:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897424, offset 0
00000400:00000200:2.0:1550575072.710939:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.710942:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.710943:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.710945:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.710945:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.710945:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.710947:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.710953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.711055:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.711172:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b900 x1625895440897392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.711174:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b900 x1625895440897392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.711176:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.711251:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897392:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.711497:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0bc00 - object 0x0:1728629 offset 1229979648<>1231028224
00000100:00100000:2.0:1550575072.711502:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.711503:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.711506:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483255b0-0x5c6be483255b0, portal 8
00000100:00000200:2.0:1550575072.711508:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897456, portal 4
00000100:00000200:2.0:1550575072.711509:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897456, offset 0
00000400:00000200:2.0:1550575072.711510:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.711512:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.711513:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.711515:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.711515:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.711516:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.711517:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.711524:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.711625:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.711739:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09e00 x1625895440897424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.711741:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09e00 x1625895440897424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.711743:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.711819:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897424:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.712063:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a100 - object 0x0:1728254 offset 1231028224<>1232076800
00000100:00100000:2.0:1550575072.712069:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.712070:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897488:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.712073:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483255d0-0x5c6be483255d0, portal 8
00000100:00000200:2.0:1550575072.712075:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897488, portal 4
00000100:00000200:2.0:1550575072.712076:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897488, offset 0
00000400:00000200:2.0:1550575072.712077:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.712080:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.712081:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.712082:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.712083:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.712083:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.712085:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.712091:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.712197:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.712321:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0bc00 x1625895440897456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.712322:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0bc00 x1625895440897456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.712324:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.712404:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897456:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.712636:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09500 - object 0x0:1728687 offset 1231028224<>1232076800
00000100:00100000:2.0:1550575072.712641:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.712642:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.712645:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483255f0-0x5c6be483255f0, portal 8
00000100:00000200:2.0:1550575072.712647:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897520, portal 4
00000100:00000200:2.0:1550575072.712647:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897520, offset 0
00000400:00000200:2.0:1550575072.712649:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.712651:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.712652:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.712654:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.712654:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.712655:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.712656:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.712662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.712766:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.712890:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a100 x1625895440897488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.712892:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a100 x1625895440897488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.712893:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.712971:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897488:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.713197:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b300 - object 0x0:1725237 offset 1231028224<>1232076800
00000100:00100000:2.0:1550575072.713203:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.713205:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897552:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.713208:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325610-0x5c6be48325610, portal 8
00000100:00000200:2.0:1550575072.713209:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897552, portal 4
00000100:00000200:2.0:1550575072.713210:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897552, offset 0
00000400:00000200:2.0:1550575072.713212:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.713215:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.713216:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.713217:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.713218:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.713219:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.713220:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.713226:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.713329:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.713473:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09500 x1625895440897520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.713475:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09500 x1625895440897520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.713477:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.713558:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897520:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.713773:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09800 - object 0x0:1728629 offset 1231028224<>1232076800
00000100:00100000:2.0:1550575072.713778:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.713779:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.713782:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325630-0x5c6be48325630, portal 8
00000100:00000200:2.0:1550575072.713784:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897584, portal 4
00000100:00000200:2.0:1550575072.713785:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897584, offset 0
00000400:00000200:2.0:1550575072.713786:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.713789:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.713790:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.713791:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.713792:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.713792:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.713793:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.713800:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.713902:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.714015:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b300 x1625895440897552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.714017:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b300 x1625895440897552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.714019:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.714096:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897552:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.714345:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08000 - object 0x0:1728254 offset 1232076800<>1233125376
00000100:00100000:2.0:1550575072.714352:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.714353:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897616:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.714356:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325650-0x5c6be48325650, portal 8
00000100:00000200:2.0:1550575072.714357:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897616, portal 4
00000100:00000200:2.0:1550575072.714358:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897616, offset 0
00000400:00000200:2.0:1550575072.714359:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.714362:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.714363:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.714364:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.714365:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.714365:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.714366:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.714373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.714474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.714576:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09800 x1625895440897584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.714577:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09800 x1625895440897584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.714579:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.714647:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897584:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.714906:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a700 - object 0x0:1728687 offset 1232076800<>1233125376
00000100:00100000:2.0:1550575072.714912:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.714913:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897648:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.714916:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325670-0x5c6be48325670, portal 8
00000100:00000200:2.0:1550575072.714917:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897648, portal 4
00000100:00000200:2.0:1550575072.714918:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897648, offset 0
00000400:00000200:2.0:1550575072.714919:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.714921:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.714923:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.714924:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.714925:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.714925:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.714926:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.714933:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.715035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.715166:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08000 x1625895440897616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.715168:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08000 x1625895440897616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.715170:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.715256:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897616:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.715475:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c91e00 - object 0x0:1725237 offset 1232076800<>1233125376
00000100:00100000:2.0:1550575072.715481:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.715482:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.715485:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325690-0x5c6be48325690, portal 8
00000100:00000200:2.0:1550575072.715487:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897680, portal 4
00000100:00000200:2.0:1550575072.715488:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897680, offset 0
00000400:00000200:2.0:1550575072.715489:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.715491:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.715492:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.715494:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.715494:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.715495:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.715496:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.715502:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.715603:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.715709:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a700 x1625895440897648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.715710:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a700 x1625895440897648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.715712:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.715779:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897648:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.716045:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c90600 - object 0x0:1728629 offset 1232076800<>1233125376
00000100:00100000:2.0:1550575072.716050:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.716051:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.716055:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483256b0-0x5c6be483256b0, portal 8
00000100:00000200:2.0:1550575072.716056:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897712, portal 4
00000100:00000200:2.0:1550575072.716057:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897712, offset 0
00000400:00000200:2.0:1550575072.716058:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.716061:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.716062:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.716063:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.716064:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.716064:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.716065:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.716071:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.716177:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.716288:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91e00 x1625895440897680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.716290:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91e00 x1625895440897680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.716292:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.716369:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897680:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.716603:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c90f00 - object 0x0:1728254 offset 1233125376<>1234173952
00000100:00100000:2.0:1550575072.716609:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.716611:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897744:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.716614:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483256d0-0x5c6be483256d0, portal 8
00000100:00000200:2.0:1550575072.716615:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897744, portal 4
00000100:00000200:2.0:1550575072.716616:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897744, offset 0
00000400:00000200:2.0:1550575072.716617:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.716620:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.716621:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.716622:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.716623:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.716623:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.716624:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.716631:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.716733:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.716857:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c90600 x1625895440897712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.716858:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c90600 x1625895440897712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.716860:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.716940:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897712:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.717174:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c92700 - object 0x0:1728687 offset 1233125376<>1234173952
00000100:00100000:2.0:1550575072.717180:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.717185:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897776:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.717188:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483256f0-0x5c6be483256f0, portal 8
00000100:00000200:2.0:1550575072.717190:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897776, portal 4
00000100:00000200:2.0:1550575072.717190:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897776, offset 0
00000400:00000200:2.0:1550575072.717192:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.717194:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.717195:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.717197:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.717197:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.717198:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.717199:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.717206:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.717308:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.717418:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c90f00 x1625895440897744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.717419:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c90f00 x1625895440897744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.717421:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.717494:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897744:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.717747:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c90900 - object 0x0:1725237 offset 1233125376<>1234173952
00000100:00100000:2.0:1550575072.717754:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.717756:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897808:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.717759:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325710-0x5c6be48325710, portal 8
00000100:00000200:2.0:1550575072.717760:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897808, portal 4
00000100:00000200:2.0:1550575072.717761:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897808, offset 0
00000400:00000200:2.0:1550575072.717762:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.717765:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.717766:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.717767:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.717768:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.717768:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.717769:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.717776:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.717877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.717978:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c92700 x1625895440897776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.717980:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c92700 x1625895440897776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.717982:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.718055:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897776:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.718305:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c92a00 - object 0x0:1728629 offset 1233125376<>1234173952
00000100:00100000:2.0:1550575072.718310:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.718312:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.718315:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325730-0x5c6be48325730, portal 8
00000100:00000200:2.0:1550575072.718316:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897840, portal 4
00000100:00000200:2.0:1550575072.718317:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897840, offset 0
00000400:00000200:2.0:1550575072.718318:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.718321:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.718322:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.718323:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.718324:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.718325:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.718326:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.718332:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.718431:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.718561:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c90900 x1625895440897808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.718563:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c90900 x1625895440897808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.718565:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.718647:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897808:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.718874:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c93900 - object 0x0:1728254 offset 1234173952<>1235222528
00000100:00100000:2.0:1550575072.718881:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.718882:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.718886:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325750-0x5c6be48325750, portal 8
00000100:00000200:2.0:1550575072.718887:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897872, portal 4
00000100:00000200:2.0:1550575072.718888:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897872, offset 0
00000400:00000200:2.0:1550575072.718889:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.718891:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.718893:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.718894:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.718894:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.718895:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.718896:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.718903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.719005:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.719106:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c92a00 x1625895440897840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.719108:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c92a00 x1625895440897840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.719109:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.719175:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897840:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.719432:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c91500 - object 0x0:1728687 offset 1234173952<>1235222528
00000100:00100000:2.0:1550575072.719437:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.719439:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897904:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.719442:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325770-0x5c6be48325770, portal 8
00000100:00000200:2.0:1550575072.719443:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897904, portal 4
00000100:00000200:2.0:1550575072.719444:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897904, offset 0
00000400:00000200:2.0:1550575072.719445:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.719448:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.719449:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.719450:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.719451:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.719451:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.719452:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.719459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.719555:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.719693:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c93900 x1625895440897872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.719694:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c93900 x1625895440897872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.719696:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.719776:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897872:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.719993:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c92100 - object 0x0:1725237 offset 1234173952<>1235222528
00000100:00100000:2.0:1550575072.719999:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.720000:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897936:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.720003:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325790-0x5c6be48325790, portal 8
00000100:00000200:2.0:1550575072.720004:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897936, portal 4
00000100:00000200:2.0:1550575072.720005:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897936, offset 0
00000400:00000200:2.0:1550575072.720006:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.720009:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.720010:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.720011:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.720012:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.720013:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.720014:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.720020:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.720119:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.720233:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91500 x1625895440897904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.720235:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91500 x1625895440897904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.720236:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.720307:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897904:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.720559:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c91200 - object 0x0:1728629 offset 1234173952<>1235222528
00000100:00100000:2.0:1550575072.720564:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.720566:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.720569:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483257b0-0x5c6be483257b0, portal 8
00000100:00000200:2.0:1550575072.720570:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440897968, portal 4
00000100:00000200:2.0:1550575072.720571:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440897968, offset 0
00000400:00000200:2.0:1550575072.720572:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.720575:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.720576:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.720577:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.720578:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.720578:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.720579:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.720586:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.720688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.720811:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c92100 x1625895440897936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.720813:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c92100 x1625895440897936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.720815:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.720896:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440897936:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.721123:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c90000 - object 0x0:1728254 offset 1235222528<>1236271104
00000100:00100000:2.0:1550575072.721129:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.721130:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898000:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.721134:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483257d0-0x5c6be483257d0, portal 8
00000100:00000200:2.0:1550575072.721135:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898000, portal 4
00000100:00000200:2.0:1550575072.721136:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898000, offset 0
00000400:00000200:2.0:1550575072.721137:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.721140:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.721141:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.721142:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.721143:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.721143:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.721144:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.721151:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.721374:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91200 x1625895440897968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.721376:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91200 x1625895440897968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.721377:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.721452:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440897968:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.721691:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c91800 - object 0x0:1728687 offset 1235222528<>1236271104
00000100:00100000:2.0:1550575072.721697:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.721698:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.721701:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483257f0-0x5c6be483257f0, portal 8
00000100:00000200:2.0:1550575072.721702:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898032, portal 4
00000100:00000200:2.0:1550575072.721703:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898032, offset 0
00000400:00000200:2.0:1550575072.721705:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.721707:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.721708:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.721710:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.721711:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.721711:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.721712:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.721846:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.721871:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.721895:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.722017:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.722241:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c92400 - object 0x0:1725237 offset 1235222528<>1236271104
00000100:00100000:2.0:1550575072.722248:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.722249:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.722252:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325810-0x5c6be48325810, portal 8
00000100:00000200:2.0:1550575072.722253:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898064, portal 4
00000100:00000200:2.0:1550575072.722254:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898064, offset 0
00000400:00000200:2.0:1550575072.722256:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.722259:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.722260:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.722261:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.722262:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.722262:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.722263:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.722492:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c91800 x1625895440898032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.722494:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c91800 x1625895440898032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.722495:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.722576:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898032:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.722791:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881559c93600 - object 0x0:1728629 offset 1235222528<>1236271104
00000100:00100000:2.0:1550575072.722796:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.722797:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898096:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.722800:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325830-0x5c6be48325830, portal 8
00000100:00000200:2.0:1550575072.722802:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898096, portal 4
00000100:00000200:2.0:1550575072.722802:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898096, offset 0
00000400:00000200:2.0:1550575072.722804:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.722806:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.722807:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.722809:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.722809:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.722810:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.722811:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.722818:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.722918:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.723102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.723127:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.723152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.723334:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.723346:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712100 - object 0x0:1728254 offset 1236271104<>1237319680
00000100:00100000:2.0:1550575072.723353:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.723354:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898128:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.723358:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325850-0x5c6be48325850, portal 8
00000100:00000200:2.0:1550575072.723359:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898128, portal 4
00000100:00000200:2.0:1550575072.723360:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898128, offset 0
00000400:00000200:2.0:1550575072.723361:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.723363:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.723364:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.723366:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.723366:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.723367:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.723368:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.723374:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.723518:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.723606:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c93600 x1625895440898096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.723608:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c93600 x1625895440898096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.723610:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.723688:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898096:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.723920:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9713300 - object 0x0:1728687 offset 1236271104<>1237319680
00000100:00100000:2.0:1550575072.723926:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.723927:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.723930:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325870-0x5c6be48325870, portal 8
00000100:00000200:2.0:1550575072.723932:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898160, portal 4
00000100:00000200:2.0:1550575072.723932:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898160, offset 0
00000400:00000200:2.0:1550575072.723934:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.723936:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.723937:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.723939:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.723939:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.723940:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.723941:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.723947:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.723973:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c90000 x1625895440898000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.723975:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c90000 x1625895440898000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.723976:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575072.724008:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.724043:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898000:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.724044:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.724045:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881559c92400 x1625895440898064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.724046:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881559c92400 x1625895440898064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.724048:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.724105:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898064:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.724491:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9713600 - object 0x0:1725237 offset 1236271104<>1237319680
00000100:00000200:2.0:1550575072.724499:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712100 x1625895440898128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.724501:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712100 x1625895440898128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.724503:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:3.0:1550575072.724504:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.724508:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325890-0x5c6be48325890, portal 8
00000100:00000200:3.0:1550575072.724509:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898192, portal 4
00000100:00000200:3.0:1550575072.724510:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898192, offset 0
00000400:00000200:3.0:1550575072.724511:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.724514:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.724515:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.724516:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.724517:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.724517:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.724518:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.724525:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.724561:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898128:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.724651:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.724718:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9713300 x1625895440898160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.724719:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9713300 x1625895440898160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.724721:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.724783:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898160:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.725059:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9711e00 - object 0x0:1728629 offset 1236271104<>1237319680
00000100:00100000:2.0:1550575072.725063:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.725065:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898224:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.725068:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483258b0-0x5c6be483258b0, portal 8
00000100:00000200:2.0:1550575072.725069:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898224, portal 4
00000100:00000200:2.0:1550575072.725070:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898224, offset 0
00000400:00000200:2.0:1550575072.725071:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.725074:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.725075:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.725076:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.725077:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.725078:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.725078:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.725085:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.725186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.725459:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9713600 x1625895440898192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.725461:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9713600 x1625895440898192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.725462:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575072.725524:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898192:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.725604:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710600 - object 0x0:1728254 offset 1237319680<>1238368256
00000100:00100000:2.0:1550575072.725611:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.725612:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898256:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.725615:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483258d0-0x5c6be483258d0, portal 8
00000100:00000200:2.0:1550575072.725616:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898256, portal 4
00000100:00000200:2.0:1550575072.725617:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898256, offset 0
00000400:00000200:2.0:1550575072.725618:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.725621:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.725622:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.725623:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.725624:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.725624:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.725625:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.725632:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.725750:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.725838:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9711e00 x1625895440898224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.725840:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9711e00 x1625895440898224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.725842:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.725912:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898224:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.726169:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9713900 - object 0x0:1728687 offset 1237319680<>1238368256
00000100:00100000:2.0:1550575072.726175:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.726176:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898288:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.726179:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483258f0-0x5c6be483258f0, portal 8
00000100:00000200:2.0:1550575072.726180:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898288, portal 4
00000100:00000200:2.0:1550575072.726185:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898288, offset 0
00000400:00000200:2.0:1550575072.726187:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.726189:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.726190:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.726192:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.726192:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.726193:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.726194:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.726201:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.726295:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.726517:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710600 x1625895440898256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.726518:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710600 x1625895440898256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.726520:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:3.0:1550575072.726529:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.726620:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898256:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.726766:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049f000 - object 0x0:1725237 offset 1237319680<>1238368256
00000100:00100000:3.0:1550575072.726773:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898320:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.726777:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325910-0x5c6be48325910, portal 8
00000100:00000200:3.0:1550575072.726779:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898320, portal 4
00000100:00000200:3.0:1550575072.726779:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898320, offset 0
00000400:00000200:3.0:1550575072.726781:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.726783:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.726785:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.726786:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.726787:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.726787:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.726788:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.726795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.726919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.726953:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9713900 x1625895440898288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.726955:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9713900 x1625895440898288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.726956:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.727019:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898288:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.727292:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9711200 - object 0x0:1728629 offset 1237319680<>1238368256
00000100:00100000:2.0:1550575072.727297:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.727298:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.727302:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325930-0x5c6be48325930, portal 8
00000100:00000200:2.0:1550575072.727303:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898352, portal 4
00000100:00000200:2.0:1550575072.727303:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898352, offset 0
00000400:00000200:2.0:1550575072.727305:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.727307:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.727308:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.727310:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.727310:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.727311:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.727311:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.727319:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.727412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.727689:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049f000 x1625895440898320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.727691:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049f000 x1625895440898320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.727695:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575072.727759:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898320:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.727827:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9711800 - object 0x0:1728254 offset 1238368256<>1239416832
00000100:00100000:2.0:1550575072.727834:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.727835:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898384:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.727838:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325950-0x5c6be48325950, portal 8
00000100:00000200:2.0:1550575072.727839:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898384, portal 4
00000100:00000200:2.0:1550575072.727840:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898384, offset 0
00000400:00000200:2.0:1550575072.727841:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.727843:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.727845:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.727846:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.727847:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.727847:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.727848:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.727855:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.727976:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.728067:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9711200 x1625895440898352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.728068:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9711200 x1625895440898352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.728070:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.728138:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898352:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.728397:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712a00 - object 0x0:1728687 offset 1238368256<>1239416832
00000100:00100000:2.0:1550575072.728403:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.728404:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898416:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.728407:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325970-0x5c6be48325970, portal 8
00000100:00000200:2.0:1550575072.728409:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898416, portal 4
00000100:00000200:2.0:1550575072.728409:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898416, offset 0
00000400:00000200:2.0:1550575072.728410:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.728413:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.728414:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.728416:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.728416:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.728417:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.728418:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.728424:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.728515:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.728740:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9711800 x1625895440898384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.728742:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9711800 x1625895440898384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.728743:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:3.0:1550575072.728749:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.728846:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898384:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.728989:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049d800 - object 0x0:1725237 offset 1238368256<>1239416832
00000100:00100000:3.0:1550575072.728995:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898448:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.728998:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325990-0x5c6be48325990, portal 8
00000100:00000200:3.0:1550575072.729000:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898448, portal 4
00000100:00000200:3.0:1550575072.729001:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898448, offset 0
00000400:00000200:3.0:1550575072.729002:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.729005:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.729006:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.729007:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.729008:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.729008:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.729009:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.729016:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.729136:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.729170:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712a00 x1625895440898416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.729172:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712a00 x1625895440898416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.729174:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.729234:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898416:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.729507:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710c00 - object 0x0:1728629 offset 1238368256<>1239416832
00000100:00100000:2.0:1550575072.729512:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.729513:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898480:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.729516:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483259b0-0x5c6be483259b0, portal 8
00000100:00000200:2.0:1550575072.729517:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898480, portal 4
00000100:00000200:2.0:1550575072.729518:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898480, offset 0
00000400:00000200:2.0:1550575072.729519:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.729522:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.729523:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.729524:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.729525:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.729525:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.729526:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.729533:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.729629:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.729914:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049d800 x1625895440898448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.729916:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049d800 x1625895440898448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.729917:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575072.729980:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898448:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.730054:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710000 - object 0x0:1728254 offset 1239416832<>1240465408
00000100:00100000:2.0:1550575072.730060:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.730062:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898512:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.730064:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483259d0-0x5c6be483259d0, portal 8
00000100:00000200:2.0:1550575072.730066:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898512, portal 4
00000100:00000200:2.0:1550575072.730067:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898512, offset 0
00000400:00000200:2.0:1550575072.730068:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.730071:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.730072:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.730073:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.730074:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.730074:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.730075:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.730081:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.730196:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.730304:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710c00 x1625895440898480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.730306:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710c00 x1625895440898480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.730308:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.730383:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898480:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.730625:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712700 - object 0x0:1728687 offset 1239416832<>1240465408
00000100:00100000:2.0:1550575072.730630:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.730632:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.730635:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483259f0-0x5c6be483259f0, portal 8
00000100:00000200:2.0:1550575072.730636:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898544, portal 4
00000100:00000200:2.0:1550575072.730637:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898544, offset 0
00000400:00000200:2.0:1550575072.730638:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.730641:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.730642:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.730643:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.730644:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.730644:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.730645:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.730651:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.730744:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.730964:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710000 x1625895440898512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.730966:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710000 x1625895440898512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.730967:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:3.0:1550575072.730984:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.731064:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898512:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.731223:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049c000 - object 0x0:1725237 offset 1239416832<>1240465408
00000100:00100000:3.0:1550575072.731229:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898576:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.731233:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325a10-0x5c6be48325a10, portal 8
00000100:00000200:3.0:1550575072.731235:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898576, portal 4
00000100:00000200:3.0:1550575072.731236:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898576, offset 0
00000400:00000200:3.0:1550575072.731237:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.731240:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.731241:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.731242:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.731243:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.731244:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.731245:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.731251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.731402:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712700 x1625895440898544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.731403:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712700 x1625895440898544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.731405:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.731464:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898544:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.731729:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682e700 - object 0x0:1728629 offset 1239416832<>1240465408
00000100:00100000:2.0:1550575072.731735:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.731736:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898608:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.731739:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325a30-0x5c6be48325a30, portal 8
00000100:00000200:2.0:1550575072.731741:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898608, portal 4
00000100:00000200:2.0:1550575072.731742:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898608, offset 0
00000400:00000200:2.0:1550575072.731743:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.731745:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.731746:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.731748:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.731748:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.731749:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.731750:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.731865:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.731891:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.731920:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.732041:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.732282:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682d500 - object 0x0:1728254 offset 1240465408<>1241513984
00000100:00100000:2.0:1550575072.732288:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.732289:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898640:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.732292:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325a50-0x5c6be48325a50, portal 8
00000100:00000200:2.0:1550575072.732294:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898640, portal 4
00000100:00000200:2.0:1550575072.732295:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898640, offset 0
00000400:00000200:2.0:1550575072.732296:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.732299:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.732300:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.732301:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.732302:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.732302:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.732303:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.732437:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.732464:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.732473:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682e700 x1625895440898608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.732474:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682e700 x1625895440898608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.732476:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:0.2:1550575072.732492:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.732536:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898608:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.732611:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.732839:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682db00 - object 0x0:1728687 offset 1240465408<>1241513984
00000100:00100000:2.0:1550575072.732844:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.732845:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898672:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.732848:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325a70-0x5c6be48325a70, portal 8
00000100:00000200:2.0:1550575072.732850:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898672, portal 4
00000100:00000200:2.0:1550575072.732850:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898672, offset 0
00000400:00000200:2.0:1550575072.732853:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.732855:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.732857:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.732858:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.732858:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.732859:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.732860:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.732965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.732990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.733015:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.733132:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.733167:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.733188:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682d500 x1625895440898640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.733190:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682d500 x1625895440898640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.733192:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:3.0:1550575072.733223:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.733271:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898640:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.733434:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049ea00 - object 0x0:1725237 offset 1240465408<>1241513984
00000100:00100000:3.0:1550575072.733440:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898704:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.733444:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325a90-0x5c6be48325a90, portal 8
00000100:00000200:3.0:1550575072.733445:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898704, portal 4
00000100:00000200:3.0:1550575072.733446:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898704, offset 0
00000400:00000200:3.0:1550575072.733448:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.733450:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.733451:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.733453:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.733453:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.733454:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.733455:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.733462:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.733603:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682db00 x1625895440898672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.733604:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682db00 x1625895440898672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.733606:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.733661:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898672:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.733839:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.733860:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049c000 x1625895440898576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.733862:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049c000 x1625895440898576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.733864:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575072.733930:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898576:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.733963:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682c300 - object 0x0:1728629 offset 1240465408<>1241513984
00000100:00100000:2.0:1550575072.733968:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.733969:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898736:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.733973:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325ab0-0x5c6be48325ab0, portal 8
00000100:00000200:2.0:1550575072.733974:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898736, portal 4
00000100:00000200:2.0:1550575072.733975:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898736, offset 0
00000400:00000200:2.0:1550575072.733976:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.733978:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.733979:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.733981:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.733981:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.733982:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.733983:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.733989:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.734107:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.734258:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049ea00 x1625895440898704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.734260:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049ea00 x1625895440898704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.734262:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000100:00100000:3.0:1550575072.734339:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440898704:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.734546:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682f300 - object 0x0:1728254 offset 1241513984<>1242562560
00000100:00100000:2.0:1550575072.734553:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.734554:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898768:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.734557:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325ad0-0x5c6be48325ad0, portal 8
00000100:00000200:2.0:1550575072.734559:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898768, portal 4
00000100:00000200:2.0:1550575072.734559:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898768, offset 0
00000400:00000200:2.0:1550575072.734560:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.734563:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.734564:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.734566:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.734566:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.734567:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.734568:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.734574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.734694:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.734781:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682c300 x1625895440898736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.734783:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682c300 x1625895440898736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.734785:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.734857:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898736:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.735108:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682f900 - object 0x0:1728687 offset 1241513984<>1242562560
00000100:00100000:2.0:1550575072.735113:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.735114:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898800:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.735117:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325af0-0x5c6be48325af0, portal 8
00000100:00000200:2.0:1550575072.735119:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898800, portal 4
00000100:00000200:2.0:1550575072.735119:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898800, offset 0
00000400:00000200:2.0:1550575072.735121:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.735123:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.735124:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.735126:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.735126:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.735127:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.735128:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.735134:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.735235:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.735387:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682f300 x1625895440898768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.735389:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682f300 x1625895440898768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.735390:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.735473:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898768:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.735684:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682f000 - object 0x0:1725237 offset 1241513984<>1242562560
00000100:00100000:2.0:1550575072.735691:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.735692:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898832:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.735696:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325b10-0x5c6be48325b10, portal 8
00000100:00000200:2.0:1550575072.735697:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898832, portal 4
00000100:00000200:2.0:1550575072.735698:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898832, offset 0
00000400:00000200:2.0:1550575072.735699:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.735702:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.735703:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.735704:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.735705:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.735705:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.735706:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.735713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.735820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.735896:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682f900 x1625895440898800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.735898:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682f900 x1625895440898800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.735900:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.735963:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898800:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.736244:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682d800 - object 0x0:1728629 offset 1241513984<>1242562560
00000100:00100000:2.0:1550575072.736249:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.736250:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898864:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.736253:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325b30-0x5c6be48325b30, portal 8
00000100:00000200:2.0:1550575072.736254:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898864, portal 4
00000100:00000200:2.0:1550575072.736255:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898864, offset 0
00000400:00000200:2.0:1550575072.736256:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.736259:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.736260:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.736261:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.736262:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.736262:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.736263:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.736270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.736373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.736504:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682f000 x1625895440898832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.736506:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682f000 x1625895440898832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.736508:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.736587:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898832:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.736804:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682cc00 - object 0x0:1728254 offset 1242562560<>1243611136
00000100:00100000:2.0:1550575072.736811:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.736812:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898896:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.736815:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325b50-0x5c6be48325b50, portal 8
00000100:00000200:2.0:1550575072.736816:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898896, portal 4
00000100:00000200:2.0:1550575072.736817:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898896, offset 0
00000400:00000200:2.0:1550575072.736818:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.736821:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.736822:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.736823:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.736824:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.736825:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.736826:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.736832:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.736940:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.737038:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682d800 x1625895440898864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.737039:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682d800 x1625895440898864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.737041:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.737105:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898864:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.737366:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682f600 - object 0x0:1728687 offset 1242562560<>1243611136
00000100:00100000:2.0:1550575072.737371:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.737372:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898928:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.737376:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325b70-0x5c6be48325b70, portal 8
00000100:00000200:2.0:1550575072.737377:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898928, portal 4
00000100:00000200:2.0:1550575072.737378:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898928, offset 0
00000400:00000200:2.0:1550575072.737379:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.737382:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.737383:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.737384:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.737385:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.737385:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.737386:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.737393:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.737484:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.737622:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682cc00 x1625895440898896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.737624:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682cc00 x1625895440898896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.737626:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.737707:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898896:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.737926:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682de00 - object 0x0:1725237 offset 1242562560<>1243611136
00000100:00100000:2.0:1550575072.737933:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.737934:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898960:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.737937:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325b90-0x5c6be48325b90, portal 8
00000100:00000200:2.0:1550575072.737938:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898960, portal 4
00000100:00000200:2.0:1550575072.737939:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898960, offset 0
00000400:00000200:2.0:1550575072.737940:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.737943:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.737944:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.737946:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.737946:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.737947:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.737947:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.737954:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.738051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.738148:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682f600 x1625895440898928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.738150:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682f600 x1625895440898928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.738151:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.738216:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898928:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.738489:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682c600 - object 0x0:1728629 offset 1242562560<>1243611136
00000100:00100000:2.0:1550575072.738494:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.738496:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898992:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.738499:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325bb0-0x5c6be48325bb0, portal 8
00000100:00000200:2.0:1550575072.738500:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440898992, portal 4
00000100:00000200:2.0:1550575072.738501:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440898992, offset 0
00000400:00000200:2.0:1550575072.738502:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.738504:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.738505:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.738507:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.738507:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.738508:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.738509:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.738515:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.738605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.738729:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682de00 x1625895440898960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.738731:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682de00 x1625895440898960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.738733:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.738805:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440898960:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.739052:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4600 - object 0x0:1728254 offset 1243611136<>1244659712
00000100:00100000:2.0:1550575072.739058:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.739060:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899024:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.739063:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325bd0-0x5c6be48325bd0, portal 8
00000100:00000200:2.0:1550575072.739064:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899024, portal 4
00000100:00000200:2.0:1550575072.739065:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899024, offset 0
00000400:00000200:2.0:1550575072.739066:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.739069:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.739070:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.739071:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.739072:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.739072:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.739073:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.739080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.739185:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.739292:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682c600 x1625895440898992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.739294:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682c600 x1625895440898992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.739295:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.739366:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440898992:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.739609:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4000 - object 0x0:1728687 offset 1243611136<>1244659712
00000100:00100000:2.0:1550575072.739614:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.739616:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899056:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.739619:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325bf0-0x5c6be48325bf0, portal 8
00000100:00000200:2.0:1550575072.739620:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899056, portal 4
00000100:00000200:2.0:1550575072.739621:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899056, offset 0
00000400:00000200:2.0:1550575072.739622:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.739625:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.739626:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.739628:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.739628:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.739629:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.739630:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.739636:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.739729:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.739872:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4600 x1625895440899024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.739874:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4600 x1625895440899024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.739876:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.739955:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899024:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.740176:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6100 - object 0x0:1725237 offset 1243611136<>1244659712
00000100:00100000:2.0:1550575072.740185:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.740187:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899088:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.740189:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325c10-0x5c6be48325c10, portal 8
00000100:00000200:2.0:1550575072.740191:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899088, portal 4
00000100:00000200:2.0:1550575072.740192:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899088, offset 0
00000400:00000200:2.0:1550575072.740193:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.740196:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.740197:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.740198:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.740199:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.740199:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.740200:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.740207:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.740299:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.740401:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4000 x1625895440899056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.740402:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4000 x1625895440899056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.740404:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.740466:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899056:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.740735:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6d00 - object 0x0:1728629 offset 1243611136<>1244659712
00000100:00100000:2.0:1550575072.740740:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.740741:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899120:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.740744:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325c30-0x5c6be48325c30, portal 8
00000100:00000200:2.0:1550575072.740745:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899120, portal 4
00000100:00000200:2.0:1550575072.740746:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899120, offset 0
00000400:00000200:2.0:1550575072.740747:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.740750:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.740751:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.740752:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.740753:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.740753:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.740754:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.740761:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.740852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.740979:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6100 x1625895440899088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.740980:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6100 x1625895440899088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.740982:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.741064:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899088:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.741301:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7000 - object 0x0:1728254 offset 1244659712<>1245708288
00000100:00100000:2.0:1550575072.741308:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.741309:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899152:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.741312:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325c50-0x5c6be48325c50, portal 8
00000100:00000200:2.0:1550575072.741314:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899152, portal 4
00000100:00000200:2.0:1550575072.741314:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899152, offset 0
00000400:00000200:2.0:1550575072.741316:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.741318:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.741319:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.741321:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.741321:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.741322:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.741323:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.741329:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.741425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.741540:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6d00 x1625895440899120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.741542:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6d00 x1625895440899120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.741544:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.741616:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899120:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.741860:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7900 - object 0x0:1728687 offset 1244659712<>1245708288
00000100:00100000:2.0:1550575072.741865:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.741866:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899184:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.741869:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325c70-0x5c6be48325c70, portal 8
00000100:00000200:2.0:1550575072.741871:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899184, portal 4
00000100:00000200:2.0:1550575072.741872:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899184, offset 0
00000400:00000200:2.0:1550575072.741873:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.741876:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.741877:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.741878:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.741879:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.741879:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.741880:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.741887:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.741984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.742122:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7000 x1625895440899152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.742124:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7000 x1625895440899152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.742126:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.742203:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899152:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.742452:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc6400 - object 0x0:1725237 offset 1244659712<>1245708288
00000100:00100000:2.0:1550575072.742459:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.742460:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899216:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.742463:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325c90-0x5c6be48325c90, portal 8
00000100:00000200:2.0:1550575072.742464:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899216, portal 4
00000100:00000200:2.0:1550575072.742465:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899216, offset 0
00000400:00000200:2.0:1550575072.742467:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.742470:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.742471:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.742472:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.742473:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.742473:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.742474:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.742480:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.742575:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.742671:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7900 x1625895440899184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.742673:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7900 x1625895440899184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.742674:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.742738:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899184:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.743011:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc7600 - object 0x0:1728629 offset 1244659712<>1245708288
00000100:00100000:2.0:1550575072.743016:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.743017:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899248:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.743020:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325cb0-0x5c6be48325cb0, portal 8
00000100:00000200:2.0:1550575072.743022:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899248, portal 4
00000100:00000200:2.0:1550575072.743022:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899248, offset 0
00000400:00000200:2.0:1550575072.743024:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.743026:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.743027:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.743029:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.743029:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.743030:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.743037:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.743040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.743136:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.743246:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc6400 x1625895440899216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.743247:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc6400 x1625895440899216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.743249:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.743317:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899216:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.743576:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4f00 - object 0x0:1728254 offset 1245708288<>1246756864
00000100:00100000:2.0:1550575072.743583:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.743584:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899280:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.743588:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325cd0-0x5c6be48325cd0, portal 8
00000100:00000200:2.0:1550575072.743589:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899280, portal 4
00000100:00000200:2.0:1550575072.743590:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899280, offset 0
00000400:00000200:2.0:1550575072.743591:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.743594:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.743595:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.743596:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.743597:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.743597:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.743598:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.743605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.743700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.743814:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc7600 x1625895440899248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.743816:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc7600 x1625895440899248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.743818:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.743890:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899248:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.744136:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3bc4900 - object 0x0:1728687 offset 1245708288<>1246756864
00000100:00100000:2.0:1550575072.744141:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.744142:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899312:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.744145:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325cf0-0x5c6be48325cf0, portal 8
00000100:00000200:2.0:1550575072.744146:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899312, portal 4
00000100:00000200:2.0:1550575072.744147:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899312, offset 0
00000400:00000200:2.0:1550575072.744148:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.744151:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.744152:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.744153:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.744154:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.744154:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.744155:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.744162:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.744271:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.744372:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4f00 x1625895440899280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.744374:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4f00 x1625895440899280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.744376:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.744441:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899280:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.744703:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9200 - object 0x0:1725237 offset 1245708288<>1246756864
00000100:00100000:2.0:1550575072.744710:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.744711:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899344:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.744714:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325d10-0x5c6be48325d10, portal 8
00000100:00000200:2.0:1550575072.744715:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899344, portal 4
00000100:00000200:2.0:1550575072.744716:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899344, offset 0
00000400:00000200:2.0:1550575072.744717:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.744720:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.744721:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.744722:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.744723:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.744723:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.744724:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.744731:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.744823:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.744933:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3bc4900 x1625895440899312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.744935:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3bc4900 x1625895440899312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.744937:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.745009:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899312:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.745269:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8c00 - object 0x0:1728629 offset 1245708288<>1246756864
00000100:00100000:2.0:1550575072.745273:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.745274:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899376:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.745277:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325d30-0x5c6be48325d30, portal 8
00000100:00000200:2.0:1550575072.745279:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899376, portal 4
00000100:00000200:2.0:1550575072.745279:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899376, offset 0
00000400:00000200:2.0:1550575072.745280:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.745283:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.745284:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.745285:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.745286:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.745286:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.745287:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.745294:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.745390:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.745497:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9200 x1625895440899344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.745498:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9200 x1625895440899344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.745500:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.745569:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899344:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.745821:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8f00 - object 0x0:1728254 offset 1246756864<>1247805440
00000100:00100000:2.0:1550575072.745827:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.745829:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.745832:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325d50-0x5c6be48325d50, portal 8
00000100:00000200:2.0:1550575072.745833:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899408, portal 4
00000100:00000200:2.0:1550575072.745834:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899408, offset 0
00000400:00000200:2.0:1550575072.745835:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.745837:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.745838:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.745840:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.745840:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.745841:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.745842:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.745848:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.746048:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8c00 x1625895440899376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.746050:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8c00 x1625895440899376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.746051:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.746114:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899376:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.746381:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9b00 - object 0x0:1728687 offset 1246756864<>1247805440
00000100:00100000:2.0:1550575072.746386:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.746387:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899440:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.746390:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325d70-0x5c6be48325d70, portal 8
00000100:00000200:2.0:1550575072.746392:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899440, portal 4
00000100:00000200:2.0:1550575072.746393:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899440, offset 0
00000400:00000200:2.0:1550575072.746394:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.746397:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.746398:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.746399:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.746400:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.746400:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.746402:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.746542:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.746567:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.746590:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.746713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.746932:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3baa00 - object 0x0:1725237 offset 1246756864<>1247805440
00000100:00100000:2.0:1550575072.746939:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.746940:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899472:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.746943:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325d90-0x5c6be48325d90, portal 8
00000100:00000200:2.0:1550575072.746944:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899472, portal 4
00000100:00000200:2.0:1550575072.746945:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899472, offset 0
00000400:00000200:2.0:1550575072.746946:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.746948:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.746949:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.746951:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.746951:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.746952:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.746953:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.747265:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9b00 x1625895440899440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.747267:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9b00 x1625895440899440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.747269:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.747351:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899440:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.747403:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.747602:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.747634:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.747782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.748040:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9e00 - object 0x0:1728254 offset 1247805440<>1248854016
00000100:00100000:2.0:1550575072.748047:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.748048:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899536:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.748051:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325dd0-0x5c6be48325dd0, portal 8
00000100:00000200:2.0:1550575072.748052:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899536, portal 4
00000100:00000200:2.0:1550575072.748053:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899536, offset 0
00000400:00000200:2.0:1550575072.748054:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.748057:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.748058:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.748060:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.748060:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.748061:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.748062:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.748068:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.748195:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.748373:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8f00 x1625895440899408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.748374:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8f00 x1625895440899408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.748376:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575072.748397:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.748435:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.748437:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3baa00 x1625895440899472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.748438:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3baa00 x1625895440899472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.748440:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.748537:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899472:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.748745:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.748836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.748960:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9e00 x1625895440899536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.748962:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9e00 x1625895440899536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.748963:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:3.0:1550575072.748978:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.749049:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899536:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.749210:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049d200 - object 0x0:1725237 offset 1247805440<>1248854016
00000100:00100000:3.0:1550575072.749216:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440899600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.749220:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325e10-0x5c6be48325e10, portal 8
00000100:00000200:3.0:1550575072.749222:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899600, portal 4
00000100:00000200:3.0:1550575072.749223:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899600, offset 0
00000400:00000200:3.0:1550575072.749224:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.749227:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.749228:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.749230:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.749230:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.749231:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.749232:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.749239:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.749356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.749751:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb900 - object 0x0:1728629 offset 1247805440<>1248854016
00000100:00100000:2.0:1550575072.749757:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.749758:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899632:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.749761:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325e30-0x5c6be48325e30, portal 8
00000100:00000200:2.0:1550575072.749762:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899632, portal 4
00000100:00000200:2.0:1550575072.749763:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899632, offset 0
00000400:00000200:2.0:1550575072.749764:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.749767:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.749768:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.749770:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.749770:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.749771:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.749772:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.749778:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.749873:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.750117:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049d200 x1625895440899600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.750118:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049d200 x1625895440899600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.750120:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575072.750200:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440899600:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.750305:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3ba100 - object 0x0:1728254 offset 1248854016<>1249902592
00000100:00100000:2.0:1550575072.750312:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.750313:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899664:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.750316:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325e50-0x5c6be48325e50, portal 8
00000100:00000200:2.0:1550575072.750317:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899664, portal 4
00000100:00000200:2.0:1550575072.750318:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899664, offset 0
00000400:00000200:2.0:1550575072.750319:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.750321:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.750322:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.750324:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.750324:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.750325:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.750326:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.750333:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.750440:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.750514:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb900 x1625895440899632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.750516:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb900 x1625895440899632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.750518:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.750583:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899632:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.750849:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8900 - object 0x0:1728687 offset 1248854016<>1249902592
00000100:00100000:2.0:1550575072.750854:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.750856:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899696:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.750858:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325e70-0x5c6be48325e70, portal 8
00000100:00000200:2.0:1550575072.750860:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899696, portal 4
00000100:00000200:2.0:1550575072.750860:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899696, offset 0
00000400:00000200:2.0:1550575072.750862:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.750864:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.750865:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.750867:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.750867:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.750868:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.750869:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.750876:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.750965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.751170:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3ba100 x1625895440899664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.751172:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3ba100 x1625895440899664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.751174:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:3.0:1550575072.751226:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.751256:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899664:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.751432:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315800 - object 0x0:1725237 offset 1248854016<>1249902592
00000100:00100000:3.0:1550575072.751438:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440899728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.751442:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325e90-0x5c6be48325e90, portal 8
00000100:00000200:3.0:1550575072.751443:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899728, portal 4
00000100:00000200:3.0:1550575072.751444:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899728, offset 0
00000400:00000200:3.0:1550575072.751446:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.751448:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.751450:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.751451:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.751452:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.751452:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.751453:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.751460:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.751568:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.751603:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8900 x1625895440899696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.751605:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8900 x1625895440899696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.751606:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.751663:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899696:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.751963:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8000 - object 0x0:1728629 offset 1248854016<>1249902592
00000100:00100000:2.0:1550575072.751969:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.751970:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899760:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.751973:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325eb0-0x5c6be48325eb0, portal 8
00000100:00000200:2.0:1550575072.751974:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899760, portal 4
00000100:00000200:2.0:1550575072.751975:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899760, offset 0
00000400:00000200:2.0:1550575072.751976:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.751979:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.751980:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.751981:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.751982:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.751982:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.751983:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.751990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.752082:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.752302:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315800 x1625895440899728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.752303:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315800 x1625895440899728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.752305:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:3.0:1550575072.752394:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440899728:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.752552:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb300 - object 0x0:1728254 offset 1249902592<>1250951168
00000100:00100000:2.0:1550575072.752559:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.752560:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899792:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.752563:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325ed0-0x5c6be48325ed0, portal 8
00000100:00000200:2.0:1550575072.752564:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899792, portal 4
00000100:00000200:2.0:1550575072.752565:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899792, offset 0
00000400:00000200:2.0:1550575072.752566:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.752569:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.752570:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.752571:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.752572:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.752572:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.752573:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.752580:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.752682:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.752733:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8000 x1625895440899760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.752737:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8000 x1625895440899760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.752738:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.752800:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899760:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.753083:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3300 - object 0x0:1728687 offset 1249902592<>1250951168
00000100:00100000:2.0:1550575072.753087:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.753089:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899824:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.753092:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325ef0-0x5c6be48325ef0, portal 8
00000100:00000200:2.0:1550575072.753093:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899824, portal 4
00000100:00000200:2.0:1550575072.753094:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899824, offset 0
00000400:00000200:2.0:1550575072.753095:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.753098:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.753099:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.753101:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.753101:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.753102:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.753103:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.753110:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.753208:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.753406:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb300 x1625895440899792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.753407:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb300 x1625895440899792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.753409:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:3.0:1550575072.753450:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.753489:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899792:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.753663:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315200 - object 0x0:1725237 offset 1249902592<>1250951168
00000100:00100000:3.0:1550575072.753669:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440899856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.753672:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325f10-0x5c6be48325f10, portal 8
00000100:00000200:3.0:1550575072.753673:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899856, portal 4
00000100:00000200:3.0:1550575072.753674:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899856, offset 0
00000400:00000200:3.0:1550575072.753675:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.753678:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.753679:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.753681:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.753681:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.753682:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.753682:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.753689:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.753853:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3300 x1625895440899824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.753855:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3300 x1625895440899824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.753857:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.753916:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899824:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.754196:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0900 - object 0x0:1728629 offset 1249902592<>1250951168
00000100:00100000:2.0:1550575072.754201:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.754202:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899888:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.754205:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325f30-0x5c6be48325f30, portal 8
00000100:00000200:2.0:1550575072.754206:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899888, portal 4
00000100:00000200:2.0:1550575072.754207:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899888, offset 0
00000400:00000200:2.0:1550575072.754209:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.754212:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.754213:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.754215:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.754215:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.754216:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.754217:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.754338:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.754363:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.754386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.754508:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.754753:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0300 - object 0x0:1728254 offset 1250951168<>1251999744
00000100:00100000:2.0:1550575072.754759:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.754761:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.754764:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325f50-0x5c6be48325f50, portal 8
00000100:00000200:2.0:1550575072.754765:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899920, portal 4
00000100:00000200:2.0:1550575072.754766:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899920, offset 0
00000400:00000200:2.0:1550575072.754767:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.754769:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.754770:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.754772:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.754772:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.754773:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.754774:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.754913:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.754938:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.754960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.755039:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0900 x1625895440899888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.755041:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0900 x1625895440899888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.755043:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:0.2:1550575072.755079:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.755124:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899888:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.755331:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c2700 - object 0x0:1728687 offset 1250951168<>1251999744
00000100:00100000:2.0:1550575072.755336:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.755337:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.755340:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325f70-0x5c6be48325f70, portal 8
00000100:00000200:2.0:1550575072.755341:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899952, portal 4
00000100:00000200:2.0:1550575072.755342:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899952, offset 0
00000400:00000200:2.0:1550575072.755343:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.755346:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.755347:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.755348:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.755349:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.755350:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.755351:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.755358:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.755447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.755606:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.755629:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0300 x1625895440899920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.755630:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0300 x1625895440899920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.755632:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:3.0:1550575072.755707:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.755708:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899920:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.755903:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316100 - object 0x0:1725237 offset 1250951168<>1251999744
00000100:00000200:3.0:1550575072.755909:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315200 x1625895440899856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.755911:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315200 x1625895440899856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575072.755911:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.755912:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899984:172.20.0.211@o2ib1:4
00000400:00000200:3.0:1550575072.755913:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000100:00000200:2.0:1550575072.755915:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325f90-0x5c6be48325f90, portal 8
00000100:00000200:2.0:1550575072.755917:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440899984, portal 4
00000100:00000200:2.0:1550575072.755918:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440899984, offset 0
00000400:00000200:2.0:1550575072.755919:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.755921:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.755922:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.755923:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.755924:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.755924:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.755925:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.755931:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.755976:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440899856:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.756039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.756080:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c2700 x1625895440899952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.756082:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c2700 x1625895440899952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.756084:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.756141:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440899952:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.756462:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c0600 - object 0x0:1728629 offset 1250951168<>1251999744
00000100:00100000:2.0:1550575072.756467:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.756469:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.756472:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325fb0-0x5c6be48325fb0, portal 8
00000100:00000200:2.0:1550575072.756473:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900016, portal 4
00000100:00000200:2.0:1550575072.756474:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900016, offset 0
00000400:00000200:2.0:1550575072.756475:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.756478:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.756479:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.756480:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.756481:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.756481:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.756482:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.756489:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.756581:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.756772:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316100 x1625895440899984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.756775:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316100 x1625895440899984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.756777:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:3.0:1550575072.756825:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.756860:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440899984:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.757042:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317c00 - object 0x0:1728254 offset 1251999744<>1253048320
00000100:00100000:3.0:1550575072.757048:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900048:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.757052:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325fd0-0x5c6be48325fd0, portal 8
00000100:00000200:3.0:1550575072.757053:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900048, portal 4
00000100:00000200:3.0:1550575072.757054:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900048, offset 0
00000400:00000200:3.0:1550575072.757055:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.757058:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.757059:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.757061:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.757061:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.757062:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.757063:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.757070:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.757186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.757227:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c0600 x1625895440900016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.757228:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c0600 x1625895440900016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.757230:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.757287:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900016:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.757567:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b01800 - object 0x0:1728687 offset 1251999744<>1253048320
00000100:00100000:2.0:1550575072.757572:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.757574:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900080:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.757577:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48325ff0-0x5c6be48325ff0, portal 8
00000100:00000200:2.0:1550575072.757579:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900080, portal 4
00000100:00000200:2.0:1550575072.757579:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900080, offset 0
00000400:00000200:2.0:1550575072.757581:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.757583:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.757584:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.757586:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.757586:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.757587:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.757588:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.757594:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.757683:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.757929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575072.757932:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3317c00 x1625895440900048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.757934:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3317c00 x1625895440900048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.757935:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00100000:3.0:1550575072.758019:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900048:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.758133:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b03900 - object 0x0:1725237 offset 1251999744<>1253048320
00000100:00100000:2.0:1550575072.758139:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.758141:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900112:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.758143:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326010-0x5c6be48326010, portal 8
00000100:00000200:2.0:1550575072.758145:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900112, portal 4
00000100:00000200:2.0:1550575072.758146:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900112, offset 0
00000400:00000200:2.0:1550575072.758147:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.758149:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.758151:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.758152:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.758153:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.758153:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.758154:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.758161:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.758171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.758174:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575072.758175:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d1b03900 x1625895440900112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.758179:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:3.0:1550575072.758180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575072.758264:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.758278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.758325:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b01800 x1625895440900080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.758327:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b01800 x1625895440900080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.758329:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.758392:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900080:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.758692:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b01e00 - object 0x0:1728629 offset 1251999744<>1253048320
00000100:00100000:2.0:1550575072.758698:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.758699:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900144:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.758702:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326030-0x5c6be48326030, portal 8
00000100:00000200:2.0:1550575072.758703:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900144, portal 4
00000100:00000200:2.0:1550575072.758704:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900144, offset 0
00000400:00000200:2.0:1550575072.758705:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.758708:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.758709:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.758710:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.758711:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.758711:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.758712:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.758719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.758816:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.759009:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b03900 x1625895440900112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.759011:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b03900 x1625895440900112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.759013:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:3.0:1550575072.759061:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.759095:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900112:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.759270:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314c00 - object 0x0:1728254 offset 1253048320<>1254096896
00000100:00100000:3.0:1550575072.759276:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900176:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.759280:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326050-0x5c6be48326050, portal 8
00000100:00000200:3.0:1550575072.759281:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900176, portal 4
00000100:00000200:3.0:1550575072.759282:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900176, offset 0
00000400:00000200:3.0:1550575072.759283:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.759286:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.759287:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.759289:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.759289:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.759290:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.759291:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.759298:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.759406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.759465:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b01e00 x1625895440900144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.759467:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b01e00 x1625895440900144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.759469:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.759525:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900144:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.759801:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b00900 - object 0x0:1728687 offset 1253048320<>1254096896
00000100:00100000:2.0:1550575072.759806:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.759808:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900208:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.759811:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326070-0x5c6be48326070, portal 8
00000100:00000200:2.0:1550575072.759812:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900208, portal 4
00000100:00000200:2.0:1550575072.759813:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900208, offset 0
00000400:00000200:2.0:1550575072.759814:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.759817:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.759818:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.759819:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.759820:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.759820:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.759822:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.759828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.759921:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.760167:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314c00 x1625895440900176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.760169:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314c00 x1625895440900176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.760171:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575072.760267:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900176:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.760383:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b03300 - object 0x0:1725237 offset 1253048320<>1254096896
00000100:00100000:2.0:1550575072.760390:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.760391:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.760395:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326090-0x5c6be48326090, portal 8
00000100:00000200:2.0:1550575072.760397:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900240, portal 4
00000100:00000200:2.0:1550575072.760397:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900240, offset 0
00000400:00000200:2.0:1550575072.760398:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.760401:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.760402:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.760403:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.760404:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.760405:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.760406:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.760412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.760517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.760559:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b00900 x1625895440900208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.760561:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b00900 x1625895440900208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.760563:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.760625:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900208:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.760915:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b01500 - object 0x0:1728629 offset 1253048320<>1254096896
00000100:00100000:2.0:1550575072.760921:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.760922:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900272:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.760925:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483260b0-0x5c6be483260b0, portal 8
00000100:00000200:2.0:1550575072.760926:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900272, portal 4
00000100:00000200:2.0:1550575072.760927:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900272, offset 0
00000400:00000200:2.0:1550575072.760928:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.760931:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.760932:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.760933:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.760934:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.760934:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.760935:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.760942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.761035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.761250:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b03300 x1625895440900240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.761252:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b03300 x1625895440900240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.761254:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:3.0:1550575072.761292:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.761331:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900240:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.761498:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315e00 - object 0x0:1728254 offset 1254096896<>1255145472
00000100:00100000:3.0:1550575072.761505:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900304:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.761508:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483260d0-0x5c6be483260d0, portal 8
00000100:00000200:3.0:1550575072.761509:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900304, portal 4
00000100:00000200:3.0:1550575072.761510:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900304, offset 0
00000400:00000200:3.0:1550575072.761514:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.761517:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.761518:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.761520:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.761521:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.761521:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.761522:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.761529:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.761638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.761675:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b01500 x1625895440900272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.761677:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b01500 x1625895440900272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.761679:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.761734:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900272:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.762038:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b02100 - object 0x0:1728687 offset 1254096896<>1255145472
00000100:00100000:2.0:1550575072.762043:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.762044:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.762048:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483260f0-0x5c6be483260f0, portal 8
00000100:00000200:2.0:1550575072.762049:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900336, portal 4
00000100:00000200:2.0:1550575072.762050:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900336, offset 0
00000400:00000200:2.0:1550575072.762051:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.762054:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.762055:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.762056:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.762057:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.762057:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.762058:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.762065:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.762154:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.762375:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315e00 x1625895440900304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.762377:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315e00 x1625895440900304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.762379:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00100000:3.0:1550575072.762472:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900304:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.762616:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b03000 - object 0x0:1725237 offset 1254096896<>1255145472
00000100:00100000:2.0:1550575072.762622:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.762624:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900368:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.762627:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326110-0x5c6be48326110, portal 8
00000100:00000200:2.0:1550575072.762628:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900368, portal 4
00000100:00000200:2.0:1550575072.762629:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900368, offset 0
00000400:00000200:2.0:1550575072.762630:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.762633:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.762634:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.762635:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.762636:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.762636:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.762637:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.762644:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.762748:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.762789:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b02100 x1625895440900336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.762791:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b02100 x1625895440900336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.762793:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.762854:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900336:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.763137:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1b00f00 - object 0x0:1728629 offset 1254096896<>1255145472
00000100:00100000:2.0:1550575072.763142:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.763143:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900400:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.763146:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326130-0x5c6be48326130, portal 8
00000100:00000200:2.0:1550575072.763147:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900400, portal 4
00000100:00000200:2.0:1550575072.763148:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900400, offset 0
00000400:00000200:2.0:1550575072.763149:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.763152:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.763153:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.763154:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.763155:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.763155:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.763156:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.763163:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.763253:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.763479:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b03000 x1625895440900368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.763481:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b03000 x1625895440900368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.763483:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:3.0:1550575072.763499:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.763571:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900368:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.763724:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316d00 - object 0x0:1728254 offset 1255145472<>1256194048
00000100:00100000:3.0:1550575072.763730:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.763733:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326150-0x5c6be48326150, portal 8
00000100:00000200:3.0:1550575072.763734:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900432, portal 4
00000100:00000200:3.0:1550575072.763735:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900432, offset 0
00000400:00000200:3.0:1550575072.763736:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.763739:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.763740:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.763742:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.763742:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.763743:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.763744:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.763751:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.763893:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b00f00 x1625895440900400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.763895:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b00f00 x1625895440900400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.763896:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.763954:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900400:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.764247:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30fc00 - object 0x0:1728687 offset 1255145472<>1256194048
00000100:00100000:2.0:1550575072.764251:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.764253:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900464:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.764256:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326170-0x5c6be48326170, portal 8
00000100:00000200:2.0:1550575072.764257:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900464, portal 4
00000100:00000200:2.0:1550575072.764258:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900464, offset 0
00000400:00000200:2.0:1550575072.764259:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.764261:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.764263:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.764264:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.764265:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.764265:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.764266:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.764387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.764412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.764434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.764557:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.764794:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30cf00 - object 0x0:1725237 offset 1255145472<>1256194048
00000100:00100000:2.0:1550575072.764801:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.764802:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900496:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.764806:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326190-0x5c6be48326190, portal 8
00000100:00000200:2.0:1550575072.764807:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900496, portal 4
00000100:00000200:2.0:1550575072.764808:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900496, offset 0
00000400:00000200:2.0:1550575072.764809:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.764811:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.764812:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.764814:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.764814:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.764815:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.764816:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.765083:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30fc00 x1625895440900464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.765085:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30fc00 x1625895440900464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.765087:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:0.2:1550575072.765156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.765164:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900464:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.765445:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.765475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.765626:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.765909:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30d800 - object 0x0:1728254 offset 1256194048<>1257242624
00000100:00100000:2.0:1550575072.765916:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.765918:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900560:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.765921:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483261d0-0x5c6be483261d0, portal 8
00000100:00000200:2.0:1550575072.765922:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900560, portal 4
00000100:00000200:2.0:1550575072.765922:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900560, offset 0
00000400:00000200:2.0:1550575072.765924:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.765926:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.765927:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.765929:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.765929:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.765930:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.765931:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.765938:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.766035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.766216:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30cf00 x1625895440900496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.766218:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30cf00 x1625895440900496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.766220:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.766262:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575072.766318:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.766371:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316d00 x1625895440900432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.766374:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316d00 x1625895440900432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.766376:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575072.766444:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900432:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.766533:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30f000 - object 0x0:1728687 offset 1256194048<>1257242624
00000100:00100000:2.0:1550575072.766538:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.766540:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900592:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.766543:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483261f0-0x5c6be483261f0, portal 8
00000100:00000200:2.0:1550575072.766544:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900592, portal 4
00000100:00000200:2.0:1550575072.766545:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900592, offset 0
00000400:00000200:2.0:1550575072.766547:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.766550:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.766551:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.766553:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.766553:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.766554:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.766555:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.766561:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.766647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.766705:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30d800 x1625895440900560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.766707:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30d800 x1625895440900560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.766709:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.766776:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900560:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.767057:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30c000 - object 0x0:1725237 offset 1256194048<>1257242624
00000100:00100000:2.0:1550575072.767063:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.767065:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900624:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.767068:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326210-0x5c6be48326210, portal 8
00000100:00000200:2.0:1550575072.767069:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900624, portal 4
00000100:00000200:2.0:1550575072.767070:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900624, offset 0
00000400:00000200:2.0:1550575072.767071:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.767074:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.767075:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.767076:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.767077:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.767077:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.767078:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.767085:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.767175:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.767304:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30f000 x1625895440900592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.767306:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30f000 x1625895440900592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.767308:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.767387:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900592:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.767623:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30cc00 - object 0x0:1728629 offset 1256194048<>1257242624
00000100:00100000:2.0:1550575072.767628:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.767629:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900656:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.767632:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326230-0x5c6be48326230, portal 8
00000100:00000200:2.0:1550575072.767634:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900656, portal 4
00000100:00000200:2.0:1550575072.767634:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900656, offset 0
00000400:00000200:2.0:1550575072.767635:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.767638:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.767639:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.767641:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.767641:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.767642:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.767643:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.767650:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.767744:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.767873:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30c000 x1625895440900624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.767875:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30c000 x1625895440900624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.767877:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.767963:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900624:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.768199:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30d500 - object 0x0:1728254 offset 1257242624<>1258291200
00000100:00100000:2.0:1550575072.768206:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.768207:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900688:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.768210:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326250-0x5c6be48326250, portal 8
00000100:00000200:2.0:1550575072.768211:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900688, portal 4
00000100:00000200:2.0:1550575072.768212:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900688, offset 0
00000400:00000200:2.0:1550575072.768213:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.768216:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.768217:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.768218:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.768219:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.768219:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.768220:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.768227:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.768363:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.768399:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30cc00 x1625895440900656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.768400:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30cc00 x1625895440900656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.768402:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.768465:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900656:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.768754:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30e100 - object 0x0:1728687 offset 1257242624<>1258291200
00000100:00100000:2.0:1550575072.768759:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.768761:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900720:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.768764:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326270-0x5c6be48326270, portal 8
00000100:00000200:2.0:1550575072.768765:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900720, portal 4
00000100:00000200:2.0:1550575072.768766:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900720, offset 0
00000400:00000200:2.0:1550575072.768767:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.768770:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.768771:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.768772:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.768773:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.768773:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.768774:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.768782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.768870:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.769301:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30f600 - object 0x0:1725237 offset 1257242624<>1258291200
00000100:00100000:2.0:1550575072.769307:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.769309:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.769312:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326290-0x5c6be48326290, portal 8
00000100:00000200:2.0:1550575072.769313:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900752, portal 4
00000100:00000200:2.0:1550575072.769314:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900752, offset 0
00000400:00000200:2.0:1550575072.769315:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.769317:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.769318:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.769320:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.769320:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.769321:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.769322:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.769329:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.769501:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30e100 x1625895440900720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.769503:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30e100 x1625895440900720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.769505:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.769566:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900720:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.769787:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.769854:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30c600 - object 0x0:1728629 offset 1257242624<>1258291200
00000100:00100000:2.0:1550575072.769859:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.769860:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900784:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.769863:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483262b0-0x5c6be483262b0, portal 8
00000100:00000200:2.0:1550575072.769864:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900784, portal 4
00000100:00000200:2.0:1550575072.769865:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900784, offset 0
00000400:00000200:2.0:1550575072.769866:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.769869:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.769870:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.769871:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.769872:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.769872:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.769873:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.769876:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30d500 x1625895440900688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.769878:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30d500 x1625895440900688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.769879:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.769879:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.769882:0:2491:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894332350 gen 1
00000800:00000200:0.2:1550575072.769966:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.770222:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.770520:0:2491:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8815e2c89500 x1625895440872528/t12894332351(12894332351) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575079 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:2.0:1550575072.770584:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900688:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.770586:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30f600 x1625895440900752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.770588:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30f600 x1625895440900752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.770590:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.770649:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.770652:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30c600 x1625895440900784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.770653:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30c600 x1625895440900784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.770655:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000008:00100000:3.0:1550575072.770656:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316400 - object 0x0:1728254 offset 1258291200<>1259339776
00000100:00100000:3.0:1550575072.770662:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.770666:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483262d0-0x5c6be483262d0, portal 8
00000100:00000200:3.0:1550575072.770667:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900816, portal 4
00000100:00000200:3.0:1550575072.770668:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900816, offset 0
00000400:00000200:3.0:1550575072.770669:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.770672:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.770673:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.770674:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.770675:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.770675:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.770676:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.770683:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.770718:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900784:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.770878:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.770995:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2100 - object 0x0:1728687 offset 1258291200<>1259339776
00000100:00100000:2.0:1550575072.771001:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.771002:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900848:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.771006:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483262f0-0x5c6be483262f0, portal 8
00000100:00000200:2.0:1550575072.771007:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900848, portal 4
00000100:00000200:2.0:1550575072.771008:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900848, offset 0
00000400:00000200:2.0:1550575072.771009:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.771012:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.771013:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.771015:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.771015:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.771016:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.771017:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.771027:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.771117:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.771541:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3600 - object 0x0:1725237 offset 1258291200<>1259339776
00000100:00100000:2.0:1550575072.771548:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.771549:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900880:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.771552:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326310-0x5c6be48326310, portal 8
00000100:00000200:2.0:1550575072.771554:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900880, portal 4
00000100:00000200:2.0:1550575072.771555:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900880, offset 0
00000400:00000200:2.0:1550575072.771556:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.771559:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.771560:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.771561:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.771562:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.771562:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.771563:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.771570:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.771802:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2100 x1625895440900848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.771804:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2100 x1625895440900848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.771806:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.771894:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900848:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.772114:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3300 - object 0x0:1728629 offset 1258291200<>1259339776
00000100:00100000:2.0:1550575072.772118:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.772119:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900912:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.772122:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326330-0x5c6be48326330, portal 8
00000100:00000200:2.0:1550575072.772123:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900912, portal 4
00000100:00000200:2.0:1550575072.772124:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900912, offset 0
00000400:00000200:2.0:1550575072.772125:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.772128:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.772129:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.772130:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.772131:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.772132:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.772133:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.772142:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575072.772168:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316400 x1625895440900816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.772170:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316400 x1625895440900816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.772172:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:0.2:1550575072.772235:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575072.772237:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440900816:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.772666:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1800 - object 0x0:1728254 offset 1259339776<>1260388352
00000100:00100000:2.0:1550575072.772673:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.772674:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900944:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.772677:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326350-0x5c6be48326350, portal 8
00000100:00000200:2.0:1550575072.772679:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900944, portal 4
00000100:00000200:2.0:1550575072.772680:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900944, offset 0
00000400:00000200:2.0:1550575072.772681:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.772683:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.772684:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.772686:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.772686:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.772687:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.772688:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.772695:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.772872:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3300 x1625895440900912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.772874:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3300 x1625895440900912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.772876:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.772937:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900912:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.773220:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037f000 - object 0x0:1728687 offset 1259339776<>1260388352
00000100:00100000:2.0:1550575072.773225:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.773227:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900976:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.773230:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326370-0x5c6be48326370, portal 8
00000100:00000200:2.0:1550575072.773231:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440900976, portal 4
00000100:00000200:2.0:1550575072.773232:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440900976, offset 0
00000400:00000200:2.0:1550575072.773233:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.773235:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.773237:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.773238:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.773239:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.773239:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.773240:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.773247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.773335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.773575:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.773764:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803600 - object 0x0:1725237 offset 1259339776<>1260388352
00000100:00000200:2.0:1550575072.773771:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3600 x1625895440900880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.773773:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3600 x1625895440900880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.773775:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:3.0:1550575072.773776:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.773779:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326390-0x5c6be48326390, portal 8
00000100:00000200:3.0:1550575072.773781:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901008, portal 4
00000100:00000200:3.0:1550575072.773782:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901008, offset 0
00000400:00000200:3.0:1550575072.773783:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.773785:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.773786:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.773788:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.773788:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.773789:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.773790:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.773796:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.773833:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900880:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.773972:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037f000 x1625895440900976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.773973:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037f000 x1625895440900976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.773975:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.774037:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440900976:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.774329:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800900 - object 0x0:1728629 offset 1259339776<>1260388352
00000100:00100000:2.0:1550575072.774334:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.774335:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901040:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.774338:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483263b0-0x5c6be483263b0, portal 8
00000100:00000200:2.0:1550575072.774340:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901040, portal 4
00000100:00000200:2.0:1550575072.774341:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901040, offset 0
00000400:00000200:2.0:1550575072.774342:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.774345:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.774346:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.774347:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.774348:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.774348:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.774349:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.774352:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1800 x1625895440900944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.774354:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1800 x1625895440900944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.774356:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.774416:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440900944:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.774419:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.774444:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.774467:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.774665:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.774884:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d3600 - object 0x0:1728254 offset 1260388352<>1261436928
00000100:00100000:2.0:1550575072.774891:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.774892:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901072:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.774895:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483263d0-0x5c6be483263d0, portal 8
00000100:00000200:2.0:1550575072.774897:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901072, portal 4
00000100:00000200:2.0:1550575072.774897:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901072, offset 0
00000400:00000200:2.0:1550575072.774898:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.774901:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.774902:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.774904:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.774904:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.774905:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.774906:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.774912:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.775197:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800900 x1625895440901040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.775198:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800900 x1625895440901040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.775200:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.775274:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901040:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.775491:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.775577:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.775741:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.775765:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803600 x1625895440901008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.775767:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803600 x1625895440901008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.775768:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575072.775843:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901008:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.776019:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d3000 - object 0x0:1725237 offset 1260388352<>1261436928
00000100:00100000:2.0:1550575072.776026:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.776028:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901136:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.776030:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326410-0x5c6be48326410, portal 8
00000100:00000200:2.0:1550575072.776037:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901136, portal 4
00000100:00000200:2.0:1550575072.776038:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901136, offset 0
00000400:00000200:2.0:1550575072.776039:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.776042:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.776043:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.776045:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.776045:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.776046:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.776047:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.776053:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.776301:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.776331:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d3600 x1625895440901072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.776333:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d3600 x1625895440901072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.776335:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.776416:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901072:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.776617:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.776704:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.777120:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d2100 - object 0x0:1728254 offset 1261436928<>1262485504
00000100:00100000:2.0:1550575072.777127:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.777128:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901200:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.777131:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326450-0x5c6be48326450, portal 8
00000100:00000200:2.0:1550575072.777132:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901200, portal 4
00000100:00000200:2.0:1550575072.777133:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901200, offset 0
00000400:00000200:2.0:1550575072.777134:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.777137:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.777138:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.777139:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.777140:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.777141:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.777142:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.777148:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.777666:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.777693:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661b00 - object 0x0:1728687 offset 1261436928<>1262485504
00000100:00100000:2.0:1550575072.777698:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.777699:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901232:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.777702:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326470-0x5c6be48326470, portal 8
00000100:00000200:2.0:1550575072.777704:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901232, portal 4
00000100:00000200:2.0:1550575072.777704:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901232, offset 0
00000400:00000200:2.0:1550575072.777705:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.777708:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.777709:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.777711:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.777711:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.777712:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.777713:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.777715:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d3000 x1625895440901136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.777717:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d3000 x1625895440901136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.777719:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.777719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.777780:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901136:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.777809:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.777992:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d2100 x1625895440901200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.777994:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d2100 x1625895440901200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.777995:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.778073:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901200:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.778267:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661e00 - object 0x0:1725237 offset 1261436928<>1262485504
00000100:00100000:2.0:1550575072.778273:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.778274:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901264:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.778277:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326490-0x5c6be48326490, portal 8
00000100:00000200:2.0:1550575072.778279:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901264, portal 4
00000100:00000200:2.0:1550575072.778279:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901264, offset 0
00000400:00000200:2.0:1550575072.778281:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.778283:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.778285:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.778286:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.778287:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.778287:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.778288:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.778295:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.778393:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.778467:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661b00 x1625895440901232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.778469:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661b00 x1625895440901232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.778471:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.778531:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901232:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.778818:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0f00 - object 0x0:1728629 offset 1261436928<>1262485504
00000100:00100000:2.0:1550575072.778823:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.778825:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901296:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.778828:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483264b0-0x5c6be483264b0, portal 8
00000100:00000200:2.0:1550575072.778829:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901296, portal 4
00000100:00000200:2.0:1550575072.778830:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901296, offset 0
00000400:00000200:2.0:1550575072.778831:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.778833:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.778834:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.778836:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.778836:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.778837:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.778838:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.778844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.778933:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.779067:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440901264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.779071:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440901264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.779073:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.779144:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901264:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.779403:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52d500 - object 0x0:1728254 offset 1262485504<>1263534080
00000100:00100000:2.0:1550575072.779410:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.779411:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901328:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.779414:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483264d0-0x5c6be483264d0, portal 8
00000100:00000200:2.0:1550575072.779415:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901328, portal 4
00000100:00000200:2.0:1550575072.779416:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901328, offset 0
00000400:00000200:2.0:1550575072.779417:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.779420:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.779421:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.779422:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.779423:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.779423:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.779424:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.779431:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.779522:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.779580:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0f00 x1625895440901296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.779582:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0f00 x1625895440901296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.779583:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.779643:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901296:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.779949:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dcf00 - object 0x0:1728687 offset 1262485504<>1263534080
00000100:00100000:2.0:1550575072.779954:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.779956:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901360:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.779959:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483264f0-0x5c6be483264f0, portal 8
00000100:00000200:2.0:1550575072.779960:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901360, portal 4
00000100:00000200:2.0:1550575072.779961:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901360, offset 0
00000400:00000200:2.0:1550575072.779963:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.779965:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.779966:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.779968:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.779968:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.779969:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.779970:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.779976:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.780061:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.780197:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52d500 x1625895440901328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.780199:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52d500 x1625895440901328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.780201:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.780277:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901328:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.780519:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd500 - object 0x0:1725237 offset 1262485504<>1263534080
00000100:00100000:2.0:1550575072.780526:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.780528:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901392:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.780531:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326510-0x5c6be48326510, portal 8
00000100:00000200:2.0:1550575072.780532:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901392, portal 4
00000100:00000200:2.0:1550575072.780532:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901392, offset 0
00000400:00000200:2.0:1550575072.780534:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.780537:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.780538:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.780539:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.780540:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.780540:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.780541:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.780548:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.780666:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.780715:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dcf00 x1625895440901360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.780716:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dcf00 x1625895440901360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.780718:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.780778:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901360:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.781075:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc300 - object 0x0:1728629 offset 1262485504<>1263534080
00000100:00100000:2.0:1550575072.781080:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.781081:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901424:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.781084:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326530-0x5c6be48326530, portal 8
00000100:00000200:2.0:1550575072.781086:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901424, portal 4
00000100:00000200:2.0:1550575072.781086:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901424, offset 0
00000400:00000200:2.0:1550575072.781088:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.781090:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.781091:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.781093:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.781093:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.781094:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.781095:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.781101:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.781195:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.781397:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd500 x1625895440901392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.781398:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd500 x1625895440901392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.781400:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:3.0:1550575072.781432:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.781480:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901392:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.781653:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317600 - object 0x0:1728254 offset 1263534080<>1264582656
00000100:00100000:3.0:1550575072.781659:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.781663:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326550-0x5c6be48326550, portal 8
00000100:00000200:3.0:1550575072.781665:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901456, portal 4
00000100:00000200:3.0:1550575072.781665:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901456, offset 0
00000400:00000200:3.0:1550575072.781666:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.781669:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.781671:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.781672:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.781673:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.781673:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.781674:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.781681:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.781810:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.781844:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc300 x1625895440901424/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.781845:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc300 x1625895440901424/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.781848:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.781907:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901424:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.782214:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.782303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.782516:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3317600 x1625895440901456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.782519:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3317600 x1625895440901456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.782521:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000100:00100000:3.0:1550575072.782623:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901456:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.782762:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc900 - object 0x0:1725237 offset 1263534080<>1264582656
00000100:00100000:2.0:1550575072.782768:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.782770:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901520:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.782773:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326590-0x5c6be48326590, portal 8
00000100:00000200:2.0:1550575072.782774:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901520, portal 4
00000100:00000200:2.0:1550575072.782775:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901520, offset 0
00000400:00000200:2.0:1550575072.782776:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.782779:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.782780:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.782782:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.782782:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.782783:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.782784:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.782791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.782892:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.783299:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35b00 - object 0x0:1728629 offset 1263534080<>1264582656
00000100:00100000:2.0:1550575072.783304:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.783305:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901552:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.783308:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483265b0-0x5c6be483265b0, portal 8
00000100:00000200:2.0:1550575072.783309:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901552, portal 4
00000100:00000200:2.0:1550575072.783310:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901552, offset 0
00000400:00000200:2.0:1550575072.783311:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.783314:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.783315:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.783316:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.783317:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.783318:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.783319:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.783326:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.783418:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.783596:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc900 x1625895440901520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.783598:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc900 x1625895440901520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.783599:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:3.0:1550575072.783672:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.783674:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901520:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.783865:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314600 - object 0x0:1728254 offset 1264582656<>1265631232
00000100:00100000:3.0:1550575072.783871:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.783874:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483265d0-0x5c6be483265d0, portal 8
00000100:00000200:3.0:1550575072.783875:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901584, portal 4
00000100:00000200:3.0:1550575072.783876:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901584, offset 0
00000400:00000200:3.0:1550575072.783877:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.783880:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.783881:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.783883:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.783883:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.783884:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.783885:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.783892:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.784011:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.784085:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35b00 x1625895440901552/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.784086:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35b00 x1625895440901552/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.784088:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.784148:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901552:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.784420:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36d00 - object 0x0:1728687 offset 1264582656<>1265631232
00000100:00100000:2.0:1550575072.784426:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.784427:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901616:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.784430:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483265f0-0x5c6be483265f0, portal 8
00000100:00000200:2.0:1550575072.784431:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901616, portal 4
00000100:00000200:2.0:1550575072.784432:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901616, offset 0
00000400:00000200:2.0:1550575072.784433:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.784436:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.784437:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.784439:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.784439:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.784440:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.784441:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.784447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.784537:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.784715:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314600 x1625895440901584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.784717:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314600 x1625895440901584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.784719:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575072.784794:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901584:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.784976:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f900 - object 0x0:1725237 offset 1264582656<>1265631232
00000100:00100000:2.0:1550575072.784983:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.784984:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901648:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.784987:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326610-0x5c6be48326610, portal 8
00000100:00000200:2.0:1550575072.784988:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901648, portal 4
00000100:00000200:2.0:1550575072.784989:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901648, offset 0
00000400:00000200:2.0:1550575072.784990:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.784993:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.784994:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.784995:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.784996:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.784996:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.784997:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.785004:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.785107:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.785202:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36d00 x1625895440901616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.785204:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36d00 x1625895440901616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.785206:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.785266:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901616:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.785537:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5cf00 - object 0x0:1728629 offset 1264582656<>1265631232
00000100:00100000:2.0:1550575072.785543:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.785544:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901680:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.785547:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326630-0x5c6be48326630, portal 8
00000100:00000200:2.0:1550575072.785548:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901680, portal 4
00000100:00000200:2.0:1550575072.785549:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901680, offset 0
00000400:00000200:2.0:1550575072.785550:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.785553:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.785554:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.785555:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.785556:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.785557:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.785557:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.785564:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.785653:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.785812:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f900 x1625895440901648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.785814:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f900 x1625895440901648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.785816:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.785895:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901648:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.786102:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5ed00 - object 0x0:1728254 offset 1265631232<>1266679808
00000100:00100000:2.0:1550575072.786108:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.786109:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901712:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.786112:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326650-0x5c6be48326650, portal 8
00000100:00000200:2.0:1550575072.786114:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901712, portal 4
00000100:00000200:2.0:1550575072.786115:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901712, offset 0
00000400:00000200:2.0:1550575072.786116:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.786119:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.786120:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.786121:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.786122:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.786122:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.786124:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.786130:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.786231:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.786305:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5cf00 x1625895440901680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.786307:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5cf00 x1625895440901680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.786309:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.786370:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901680:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.786654:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c300 - object 0x0:1728687 offset 1265631232<>1266679808
00000100:00100000:2.0:1550575072.786659:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.786660:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901744:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.786663:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326670-0x5c6be48326670, portal 8
00000100:00000200:2.0:1550575072.786665:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901744, portal 4
00000100:00000200:2.0:1550575072.786665:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901744, offset 0
00000400:00000200:2.0:1550575072.786667:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.786670:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.786671:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.786672:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.786673:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.786673:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.786674:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.786681:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.786770:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.786943:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5ed00 x1625895440901712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.786945:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5ed00 x1625895440901712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.786947:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.787026:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901712:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.787233:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04f00 - object 0x0:1725237 offset 1265631232<>1266679808
00000100:00100000:2.0:1550575072.787239:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.787240:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901776:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.787243:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326690-0x5c6be48326690, portal 8
00000100:00000200:2.0:1550575072.787244:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901776, portal 4
00000100:00000200:2.0:1550575072.787245:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901776, offset 0
00000400:00000200:2.0:1550575072.787246:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.787249:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.787250:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.787251:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.787252:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.787253:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.787253:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.787260:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.787363:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.787438:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c300 x1625895440901744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.787440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c300 x1625895440901744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.787442:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.787500:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901744:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.787776:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07c00 - object 0x0:1728629 offset 1265631232<>1266679808
00000100:00100000:2.0:1550575072.787782:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.787783:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901808:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.787786:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483266b0-0x5c6be483266b0, portal 8
00000100:00000200:2.0:1550575072.787787:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901808, portal 4
00000100:00000200:2.0:1550575072.787788:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901808, offset 0
00000400:00000200:2.0:1550575072.787789:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.787791:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.787792:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.787794:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.787795:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.787795:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.787796:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.787803:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.787890:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.788074:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04f00 x1625895440901776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.788076:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04f00 x1625895440901776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.788077:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.788151:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901776:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575072.788152:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575072.788349:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315500 - object 0x0:1728254 offset 1266679808<>1267728384
00000100:00100000:3.0:1550575072.788355:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901840:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.788359:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483266d0-0x5c6be483266d0, portal 8
00000100:00000200:3.0:1550575072.788360:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901840, portal 4
00000100:00000200:3.0:1550575072.788361:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901840, offset 0
00000400:00000200:3.0:1550575072.788362:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.788365:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.788366:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.788368:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.788368:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.788369:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.788370:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.788377:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.788476:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.788536:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07c00 x1625895440901808/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.788539:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07c00 x1625895440901808/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.788541:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.788598:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901808:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.788892:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05b00 - object 0x0:1728687 offset 1266679808<>1267728384
00000100:00100000:2.0:1550575072.788897:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.788899:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901872:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.788902:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483266f0-0x5c6be483266f0, portal 8
00000100:00000200:2.0:1550575072.788904:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901872, portal 4
00000100:00000200:2.0:1550575072.788904:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901872, offset 0
00000400:00000200:2.0:1550575072.788906:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.788908:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.788909:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.788911:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.788911:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.788912:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.788913:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.788919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.789009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.789198:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315500 x1625895440901840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.789199:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315500 x1625895440901840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.789201:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575072.789279:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440901840:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.789472:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07000 - object 0x0:1725237 offset 1266679808<>1267728384
00000100:00100000:2.0:1550575072.789479:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.789480:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901904:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.789483:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326710-0x5c6be48326710, portal 8
00000100:00000200:2.0:1550575072.789484:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901904, portal 4
00000100:00000200:2.0:1550575072.789485:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901904, offset 0
00000400:00000200:2.0:1550575072.789487:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.789489:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.789490:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.789492:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.789492:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.789493:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.789493:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.789500:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.789603:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.789659:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05b00 x1625895440901872/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.789661:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05b00 x1625895440901872/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.789663:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.789723:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901872:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.790010:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0ed00 - object 0x0:1728629 offset 1266679808<>1267728384
00000100:00100000:2.0:1550575072.790015:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.790017:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901936:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.790020:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326730-0x5c6be48326730, portal 8
00000100:00000200:2.0:1550575072.790021:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901936, portal 4
00000100:00000200:2.0:1550575072.790022:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901936, offset 0
00000400:00000200:2.0:1550575072.790023:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.790026:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.790027:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.790028:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.790029:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.790029:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.790030:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.790040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.790126:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.790308:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07000 x1625895440901904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.790309:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07000 x1625895440901904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.790311:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.790387:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901904:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.790582:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0d800 - object 0x0:1728254 offset 1267728384<>1268776960
00000100:00100000:2.0:1550575072.790589:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.790590:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.790593:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326750-0x5c6be48326750, portal 8
00000100:00000200:2.0:1550575072.790595:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440901968, portal 4
00000100:00000200:2.0:1550575072.790595:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440901968, offset 0
00000400:00000200:2.0:1550575072.790597:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.790599:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.790600:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.790602:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.790602:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.790603:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.790604:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.790611:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.790710:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.790785:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0ed00 x1625895440901936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.790787:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0ed00 x1625895440901936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.790789:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.790847:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440901936:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.791133:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cae100 - object 0x0:1728687 offset 1267728384<>1268776960
00000100:00100000:2.0:1550575072.791138:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.791139:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902000:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.791142:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326770-0x5c6be48326770, portal 8
00000100:00000200:2.0:1550575072.791144:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902000, portal 4
00000100:00000200:2.0:1550575072.791144:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902000, offset 0
00000400:00000200:2.0:1550575072.791147:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.791150:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.791151:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.791152:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.791153:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.791153:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.791154:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.791161:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.791248:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.791409:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0d800 x1625895440901968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.791411:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0d800 x1625895440901968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.791413:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.791492:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440901968:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.791709:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cae700 - object 0x0:1725237 offset 1267728384<>1268776960
00000100:00100000:2.0:1550575072.791716:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.791718:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902032:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.791721:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326790-0x5c6be48326790, portal 8
00000100:00000200:2.0:1550575072.791722:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902032, portal 4
00000100:00000200:2.0:1550575072.791723:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902032, offset 0
00000400:00000200:2.0:1550575072.791724:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.791727:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.791728:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.791729:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.791730:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.791730:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.791731:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.791738:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.791841:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.791918:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cae100 x1625895440902000/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.791920:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cae100 x1625895440902000/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.791922:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.791982:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902000:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.792271:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337c00 - object 0x0:1728629 offset 1267728384<>1268776960
00000100:00100000:2.0:1550575072.792276:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.792277:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902064:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.792280:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483267b0-0x5c6be483267b0, portal 8
00000100:00000200:2.0:1550575072.792282:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902064, portal 4
00000100:00000200:2.0:1550575072.792282:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902064, offset 0
00000400:00000200:2.0:1550575072.792284:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.792286:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.792288:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.792289:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.792290:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.792290:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.792291:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.792298:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.792387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.792557:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cae700 x1625895440902032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.792559:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cae700 x1625895440902032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.792561:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.792642:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902032:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.792840:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b000 - object 0x0:1728254 offset 1268776960<>1269825536
00000100:00100000:2.0:1550575072.792847:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.792848:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902096:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.792851:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483267d0-0x5c6be483267d0, portal 8
00000100:00000200:2.0:1550575072.792852:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902096, portal 4
00000100:00000200:2.0:1550575072.792853:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902096, offset 0
00000400:00000200:2.0:1550575072.792854:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.792857:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.792858:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.792859:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.792860:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.792860:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.792861:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.792868:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.792967:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.793047:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337c00 x1625895440902064/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.793049:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337c00 x1625895440902064/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.793051:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.793112:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902064:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.793401:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8ad00 - object 0x0:1728687 offset 1268776960<>1269825536
00000100:00100000:2.0:1550575072.793406:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.793408:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902128:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.793411:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483267f0-0x5c6be483267f0, portal 8
00000100:00000200:2.0:1550575072.793412:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902128, portal 4
00000100:00000200:2.0:1550575072.793413:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902128, offset 0
00000400:00000200:2.0:1550575072.793414:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.793417:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.793418:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.793420:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.793420:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.793421:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.793421:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.793428:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.793515:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.793680:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b000 x1625895440902096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.793681:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b000 x1625895440902096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.793683:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.793795:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902096:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.794008:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b900 - object 0x0:1725237 offset 1268776960<>1269825536
00000100:00100000:2.0:1550575072.794015:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.794017:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902160:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.794022:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326810-0x5c6be48326810, portal 8
00000100:00000200:2.0:1550575072.794024:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902160, portal 4
00000100:00000200:2.0:1550575072.794024:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902160, offset 0
00000400:00000200:2.0:1550575072.794026:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.794029:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.794037:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.794039:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.794040:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.794040:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.794042:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.794051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.794152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.794162:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8ad00 x1625895440902128/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.794164:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8ad00 x1625895440902128/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.794166:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.794231:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902128:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.794574:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88900 - object 0x0:1728629 offset 1268776960<>1269825536
00000100:00100000:2.0:1550575072.794579:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.794580:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902192:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.794584:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326830-0x5c6be48326830, portal 8
00000100:00000200:2.0:1550575072.794585:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902192, portal 4
00000100:00000200:2.0:1550575072.794586:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902192, offset 0
00000400:00000200:2.0:1550575072.794587:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.794590:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.794591:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.794592:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.794593:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.794593:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.794594:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.794601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.794688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.794872:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b900 x1625895440902160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.794874:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b900 x1625895440902160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.794876:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.794953:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902160:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.795152:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b89200 - object 0x0:1728254 offset 1269825536<>1270874112
00000100:00100000:2.0:1550575072.795158:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.795160:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902224:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.795163:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326850-0x5c6be48326850, portal 8
00000100:00000200:2.0:1550575072.795164:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902224, portal 4
00000100:00000200:2.0:1550575072.795165:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902224, offset 0
00000400:00000200:2.0:1550575072.795166:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.795169:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.795170:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.795171:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.795172:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.795172:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.795173:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.795180:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.795293:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.795349:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88900 x1625895440902192/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.795350:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88900 x1625895440902192/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.795352:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.795412:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902192:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.795699:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b89e00 - object 0x0:1728687 offset 1269825536<>1270874112
00000100:00100000:2.0:1550575072.795704:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.795705:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902256:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.795708:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326870-0x5c6be48326870, portal 8
00000100:00000200:2.0:1550575072.795709:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902256, portal 4
00000100:00000200:2.0:1550575072.795710:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902256, offset 0
00000400:00000200:2.0:1550575072.795711:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.795714:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.795715:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.795717:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.795717:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.795718:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.795718:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.795725:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.795817:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.795998:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b89200 x1625895440902224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.795999:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b89200 x1625895440902224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.796001:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.796081:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902224:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.796279:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b300 - object 0x0:1725237 offset 1269825536<>1270874112
00000100:00100000:2.0:1550575072.796285:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.796286:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902288:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.796289:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326890-0x5c6be48326890, portal 8
00000100:00000200:2.0:1550575072.796290:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902288, portal 4
00000100:00000200:2.0:1550575072.796291:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902288, offset 0
00000400:00000200:2.0:1550575072.796292:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.796295:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.796296:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.796297:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.796298:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.796298:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.796299:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.796307:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.796422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.796465:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b89e00 x1625895440902256/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.796467:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b89e00 x1625895440902256/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.796468:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.796530:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902256:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.796824:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b89b00 - object 0x0:1728629 offset 1269825536<>1270874112
00000100:00100000:2.0:1550575072.796829:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.796830:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902320:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.796833:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483268b0-0x5c6be483268b0, portal 8
00000100:00000200:2.0:1550575072.796834:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902320, portal 4
00000100:00000200:2.0:1550575072.796835:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902320, offset 0
00000400:00000200:2.0:1550575072.796836:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.796839:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.796840:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.796841:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.796842:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.796842:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.796843:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.796850:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.796939:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.797120:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b300 x1625895440902288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.797121:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b300 x1625895440902288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.797123:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.797205:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902288:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.797408:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88300 - object 0x0:1728254 offset 1270874112<>1271922688
00000100:00100000:2.0:1550575072.797414:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.797416:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902352:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.797418:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483268d0-0x5c6be483268d0, portal 8
00000100:00000200:2.0:1550575072.797420:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902352, portal 4
00000100:00000200:2.0:1550575072.797420:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902352, offset 0
00000400:00000200:2.0:1550575072.797421:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.797424:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.797425:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.797427:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.797427:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.797428:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.797429:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.797436:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.797533:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.797587:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b89b00 x1625895440902320/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.797589:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b89b00 x1625895440902320/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.797590:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.797649:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902320:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.797957:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b89800 - object 0x0:1728687 offset 1270874112<>1271922688
00000100:00100000:2.0:1550575072.797962:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.797963:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902384:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.797966:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483268f0-0x5c6be483268f0, portal 8
00000100:00000200:2.0:1550575072.797968:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902384, portal 4
00000100:00000200:2.0:1550575072.797969:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902384, offset 0
00000400:00000200:2.0:1550575072.797970:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.797973:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.797974:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.797975:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.797976:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.797976:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.797977:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.797984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.798075:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.798226:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88300 x1625895440902352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.798228:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88300 x1625895440902352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.798230:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.798309:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902352:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.798536:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8bc00 - object 0x0:1725237 offset 1270874112<>1271922688
00000100:00100000:2.0:1550575072.798542:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.798544:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902416:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.798547:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326910-0x5c6be48326910, portal 8
00000100:00000200:2.0:1550575072.798548:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902416, portal 4
00000100:00000200:2.0:1550575072.798548:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902416, offset 0
00000400:00000200:2.0:1550575072.798550:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.798552:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.798553:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.798555:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.798555:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.798556:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.798557:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.798564:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.798660:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.798737:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b89800 x1625895440902384/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.798739:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b89800 x1625895440902384/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.798741:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.798799:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902384:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.799097:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88c00 - object 0x0:1728629 offset 1270874112<>1271922688
00000100:00100000:2.0:1550575072.799102:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.799103:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902448:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.799106:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326930-0x5c6be48326930, portal 8
00000100:00000200:2.0:1550575072.799108:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902448, portal 4
00000100:00000200:2.0:1550575072.799109:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902448, offset 0
00000400:00000200:2.0:1550575072.799110:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.799113:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.799114:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.799115:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.799116:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.799116:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.799117:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.799124:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.799213:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.799352:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8bc00 x1625895440902416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.799354:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8bc00 x1625895440902416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.799355:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.799432:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902416:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.799663:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb000 - object 0x0:1728254 offset 1271922688<>1272971264
00000100:00100000:2.0:1550575072.799670:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.799671:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902480:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.799674:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326950-0x5c6be48326950, portal 8
00000100:00000200:2.0:1550575072.799675:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902480, portal 4
00000100:00000200:2.0:1550575072.799676:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902480, offset 0
00000400:00000200:2.0:1550575072.799677:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.799680:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.799681:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.799682:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.799683:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.799683:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.799684:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.799691:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.799793:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.799867:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88c00 x1625895440902448/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.799869:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88c00 x1625895440902448/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.799871:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.799931:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902448:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.800228:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8600 - object 0x0:1728687 offset 1271922688<>1272971264
00000100:00100000:2.0:1550575072.800233:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.800234:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902512:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.800237:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326970-0x5c6be48326970, portal 8
00000100:00000200:2.0:1550575072.800238:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902512, portal 4
00000100:00000200:2.0:1550575072.800239:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902512, offset 0
00000400:00000200:2.0:1550575072.800241:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.800244:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.800245:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.800246:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.800247:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.800247:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.800248:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.800255:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.800344:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.800486:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb000 x1625895440902480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.800488:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb000 x1625895440902480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.800490:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.800568:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902480:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.800793:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb300 - object 0x0:1725237 offset 1271922688<>1272971264
00000100:00100000:2.0:1550575072.800800:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.800801:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902544:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.800804:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326990-0x5c6be48326990, portal 8
00000100:00000200:2.0:1550575072.800806:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902544, portal 4
00000100:00000200:2.0:1550575072.800806:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902544, offset 0
00000400:00000200:2.0:1550575072.800808:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.800810:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.800811:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.800813:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.800813:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.800814:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.800815:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.800821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.800921:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.800994:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8600 x1625895440902512/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.800995:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8600 x1625895440902512/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.800997:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.801062:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902512:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.801360:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbaa00 - object 0x0:1728629 offset 1271922688<>1272971264
00000100:00100000:2.0:1550575072.801365:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.801366:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902576:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.801370:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483269b0-0x5c6be483269b0, portal 8
00000100:00000200:2.0:1550575072.801371:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902576, portal 4
00000100:00000200:2.0:1550575072.801371:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902576, offset 0
00000400:00000200:2.0:1550575072.801372:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.801375:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.801376:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.801378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.801378:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.801379:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.801380:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.801387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.801474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.801610:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb300 x1625895440902544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.801612:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb300 x1625895440902544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.801614:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.801695:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902544:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.801920:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bba700 - object 0x0:1728254 offset 1272971264<>1274019840
00000100:00100000:2.0:1550575072.801926:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.801928:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902608:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.801930:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483269d0-0x5c6be483269d0, portal 8
00000100:00000200:2.0:1550575072.801932:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902608, portal 4
00000100:00000200:2.0:1550575072.801932:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902608, offset 0
00000400:00000200:2.0:1550575072.801934:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.801936:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.801937:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.801939:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.801939:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.801940:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.801940:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.801947:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.802045:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.802124:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbaa00 x1625895440902576/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.802126:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbaa00 x1625895440902576/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.802127:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.802190:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902576:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.802486:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bba100 - object 0x0:1728687 offset 1272971264<>1274019840
00000100:00100000:2.0:1550575072.802492:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.802493:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902640:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.802496:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483269f0-0x5c6be483269f0, portal 8
00000100:00000200:2.0:1550575072.802497:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902640, portal 4
00000100:00000200:2.0:1550575072.802498:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902640, offset 0
00000400:00000200:2.0:1550575072.802499:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.802502:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.802503:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.802504:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.802505:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.802505:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.802506:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.802513:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.802601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.802739:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bba700 x1625895440902608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.802741:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bba700 x1625895440902608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.802743:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.802824:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902608:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.803060:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9800 - object 0x0:1725237 offset 1272971264<>1274019840
00000100:00100000:2.0:1550575072.803066:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.803067:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902672:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.803070:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326a10-0x5c6be48326a10, portal 8
00000100:00000200:2.0:1550575072.803072:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902672, portal 4
00000100:00000200:2.0:1550575072.803073:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902672, offset 0
00000400:00000200:2.0:1550575072.803074:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.803076:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.803077:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.803079:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.803080:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.803080:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.803081:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.803087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.803186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.803260:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bba100 x1625895440902640/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.803262:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bba100 x1625895440902640/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.803264:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.803323:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902640:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.803618:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9200 - object 0x0:1728629 offset 1272971264<>1274019840
00000100:00100000:2.0:1550575072.803623:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.803624:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902704:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.803627:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326a30-0x5c6be48326a30, portal 8
00000100:00000200:2.0:1550575072.803628:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902704, portal 4
00000100:00000200:2.0:1550575072.803629:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902704, offset 0
00000400:00000200:2.0:1550575072.803630:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.803633:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.803634:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.803635:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.803636:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.803636:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.803637:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.803645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.803732:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.803886:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9800 x1625895440902672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.803888:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9800 x1625895440902672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.803889:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.803968:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902672:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.804189:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbad00 - object 0x0:1728254 offset 1274019840<>1275068416
00000100:00100000:2.0:1550575072.804195:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.804196:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902736:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.804199:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326a50-0x5c6be48326a50, portal 8
00000100:00000200:2.0:1550575072.804201:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902736, portal 4
00000100:00000200:2.0:1550575072.804201:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902736, offset 0
00000400:00000200:2.0:1550575072.804202:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.804205:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.804206:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.804208:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.804208:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.804209:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.804210:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.804217:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.804316:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.804395:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9200 x1625895440902704/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.804396:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9200 x1625895440902704/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.804398:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.804459:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902704:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.804750:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8f00 - object 0x0:1728687 offset 1274019840<>1275068416
00000100:00100000:2.0:1550575072.804755:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.804756:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902768:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.804759:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326a70-0x5c6be48326a70, portal 8
00000100:00000200:2.0:1550575072.804760:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902768, portal 4
00000100:00000200:2.0:1550575072.804761:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902768, offset 0
00000400:00000200:2.0:1550575072.804762:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.804765:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.804766:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.804768:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.804768:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.804769:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.804770:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.804777:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.804864:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.805006:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.805022:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbad00 x1625895440902736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.805024:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbad00 x1625895440902736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.805026:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:1.2:1550575072.805032:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.805112:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902736:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.805322:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb900 - object 0x0:1725237 offset 1274019840<>1275068416
00000100:00100000:2.0:1550575072.805329:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.805330:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902800:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.805333:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326a90-0x5c6be48326a90, portal 8
00000100:00000200:2.0:1550575072.805335:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902800, portal 4
00000100:00000200:2.0:1550575072.805335:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902800, offset 0
00000400:00000200:2.0:1550575072.805337:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.805339:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.805341:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.805342:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.805343:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.805343:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.805344:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.805351:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.805451:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.805476:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.805502:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.805530:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8f00 x1625895440902768/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.805531:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8f00 x1625895440902768/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.805533:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.805593:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902768:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.805616:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.805885:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8900 - object 0x0:1728629 offset 1274019840<>1275068416
00000100:00100000:2.0:1550575072.805890:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.805891:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902832:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.805894:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326ab0-0x5c6be48326ab0, portal 8
00000100:00000200:2.0:1550575072.805896:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902832, portal 4
00000100:00000200:2.0:1550575072.805897:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902832, offset 0
00000400:00000200:2.0:1550575072.805898:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.805901:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.805902:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.805903:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.805904:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.805904:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.805905:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.805912:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.806001:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.806026:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.806052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.806121:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.806136:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb900 x1625895440902800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.806138:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb900 x1625895440902800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.806140:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:1.2:1550575072.806169:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.806220:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902800:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.806458:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86d00 - object 0x0:1728254 offset 1275068416<>1276116992
00000100:00100000:2.0:1550575072.806465:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.806466:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902864:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.806469:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326ad0-0x5c6be48326ad0, portal 8
00000100:00000200:2.0:1550575072.806471:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902864, portal 4
00000100:00000200:2.0:1550575072.806471:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902864, offset 0
00000400:00000200:2.0:1550575072.806473:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.806475:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.806477:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.806478:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.806479:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.806479:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.806480:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.806487:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.806582:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.806607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.806633:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.806661:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8900 x1625895440902832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.806662:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8900 x1625895440902832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.806664:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.806723:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902832:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.806748:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.807016:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84300 - object 0x0:1728687 offset 1275068416<>1276116992
00000100:00100000:2.0:1550575072.807021:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.807022:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902896:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.807026:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326af0-0x5c6be48326af0, portal 8
00000100:00000200:2.0:1550575072.807027:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902896, portal 4
00000100:00000200:2.0:1550575072.807028:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902896, offset 0
00000400:00000200:2.0:1550575072.807029:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.807037:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.807038:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.807040:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.807040:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.807041:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.807042:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.807049:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.807138:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.807163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.807189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.807255:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.807271:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86d00 x1625895440902864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.807272:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86d00 x1625895440902864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.807274:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.2:1550575072.807305:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.807351:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902864:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.807588:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87c00 - object 0x0:1725237 offset 1275068416<>1276116992
00000100:00100000:2.0:1550575072.807595:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.807596:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902928:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.807599:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326b10-0x5c6be48326b10, portal 8
00000100:00000200:2.0:1550575072.807600:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902928, portal 4
00000100:00000200:2.0:1550575072.807601:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902928, offset 0
00000400:00000200:2.0:1550575072.807602:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.807605:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.807606:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.807607:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.807608:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.807608:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.807609:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.807616:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.807712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.807738:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.807765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.807793:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84300 x1625895440902896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.807794:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84300 x1625895440902896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.807796:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.807855:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902896:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.807880:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.808151:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84000 - object 0x0:1728629 offset 1275068416<>1276116992
00000100:00100000:2.0:1550575072.808156:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.808157:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902960:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.808160:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326b30-0x5c6be48326b30, portal 8
00000100:00000200:2.0:1550575072.808162:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902960, portal 4
00000100:00000200:2.0:1550575072.808162:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902960, offset 0
00000400:00000200:2.0:1550575072.808163:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.808166:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.808167:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.808169:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.808169:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.808170:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.808171:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.808178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.808266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.808292:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.808317:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.808388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.808405:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87c00 x1625895440902928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.808407:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87c00 x1625895440902928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.808408:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.2:1550575072.808434:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.808482:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902928:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.808722:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84f00 - object 0x0:1728254 offset 1276116992<>1277165568
00000100:00100000:2.0:1550575072.808728:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.808730:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902992:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.808733:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326b50-0x5c6be48326b50, portal 8
00000100:00000200:2.0:1550575072.808734:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440902992, portal 4
00000100:00000200:2.0:1550575072.808735:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440902992, offset 0
00000400:00000200:2.0:1550575072.808736:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.808739:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.808740:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.808741:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.808742:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.808742:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.808743:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.808750:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.808845:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.808870:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.808898:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.808925:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84000 x1625895440902960/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.808927:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84000 x1625895440902960/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.808929:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.808988:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440902960:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.809013:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.809282:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86700 - object 0x0:1728687 offset 1276116992<>1277165568
00000100:00100000:2.0:1550575072.809287:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.809288:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903024:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.809291:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326b70-0x5c6be48326b70, portal 8
00000100:00000200:2.0:1550575072.809293:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903024, portal 4
00000100:00000200:2.0:1550575072.809293:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903024, offset 0
00000400:00000200:2.0:1550575072.809296:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.809298:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.809300:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.809301:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.809302:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.809302:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.809303:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.809310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.809400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.809425:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.809451:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.809527:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.809541:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84f00 x1625895440902992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.809543:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84f00 x1625895440902992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.809545:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.2:1550575072.809566:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.809626:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440902992:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.809850:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84900 - object 0x0:1725237 offset 1276116992<>1277165568
00000100:00100000:2.0:1550575072.809856:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.809857:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903056:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.809861:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326b90-0x5c6be48326b90, portal 8
00000100:00000200:2.0:1550575072.809862:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903056, portal 4
00000100:00000200:2.0:1550575072.809863:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903056, offset 0
00000400:00000200:2.0:1550575072.809864:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.809867:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.809868:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.809869:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.809870:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.809870:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.809871:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.809878:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.809972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.809997:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.810023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.810054:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86700 x1625895440903024/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.810056:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86700 x1625895440903024/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.810057:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.810120:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903024:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.810139:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.810419:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86100 - object 0x0:1728629 offset 1276116992<>1277165568
00000100:00100000:2.0:1550575072.810424:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.810425:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.810429:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326bb0-0x5c6be48326bb0, portal 8
00000100:00000200:2.0:1550575072.810430:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903088, portal 4
00000100:00000200:2.0:1550575072.810431:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903088, offset 0
00000400:00000200:2.0:1550575072.810432:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.810434:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.810436:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.810437:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.810437:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.810438:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.810439:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.810446:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.810534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.810559:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.810587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.810661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.810677:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84900 x1625895440903056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.810679:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84900 x1625895440903056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.810681:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.2:1550575072.810700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.810761:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903056:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.810980:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87900 - object 0x0:1728254 offset 1277165568<>1278214144
00000100:00100000:2.0:1550575072.810986:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.810987:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903120:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.810990:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326bd0-0x5c6be48326bd0, portal 8
00000100:00000200:2.0:1550575072.810992:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903120, portal 4
00000100:00000200:2.0:1550575072.810992:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903120, offset 0
00000400:00000200:2.0:1550575072.810993:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.810996:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.810997:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.810999:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.810999:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.811000:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.811001:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.811007:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.811102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.811127:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.811153:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.811175:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.811194:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86100 x1625895440903088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.811196:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86100 x1625895440903088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.811198:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.811255:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903088:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.811267:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.811554:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85200 - object 0x0:1728687 offset 1277165568<>1278214144
00000100:00100000:2.0:1550575072.811559:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.811560:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903152:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.811563:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326bf0-0x5c6be48326bf0, portal 8
00000100:00000200:2.0:1550575072.811564:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903152, portal 4
00000100:00000200:2.0:1550575072.811565:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903152, offset 0
00000400:00000200:2.0:1550575072.811566:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.811569:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.811570:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.811571:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.811572:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.811572:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.811573:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.811580:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.811667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.811692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.811720:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.811778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.811794:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87900 x1625895440903120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.811796:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87900 x1625895440903120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.811798:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.2:1550575072.811835:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.811875:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903120:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.812118:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86a00 - object 0x0:1725237 offset 1277165568<>1278214144
00000100:00100000:2.0:1550575072.812124:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.812125:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903184:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.812128:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326c10-0x5c6be48326c10, portal 8
00000100:00000200:2.0:1550575072.812129:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903184, portal 4
00000100:00000200:2.0:1550575072.812130:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903184, offset 0
00000400:00000200:2.0:1550575072.812131:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.812134:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.812135:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.812136:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.812137:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.812137:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.812138:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.812145:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.812243:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.812268:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.812294:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.812322:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85200 x1625895440903152/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.812324:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85200 x1625895440903152/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.812325:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.812386:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903152:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.812408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.812680:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb300 - object 0x0:1728629 offset 1277165568<>1278214144
00000100:00100000:2.0:1550575072.812685:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.812687:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903216:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.812690:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326c30-0x5c6be48326c30, portal 8
00000100:00000200:2.0:1550575072.812691:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903216, portal 4
00000100:00000200:2.0:1550575072.812691:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903216, offset 0
00000400:00000200:2.0:1550575072.812693:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.812695:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.812696:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.812698:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.812698:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.812699:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.812700:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.812708:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.812795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.812819:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.812846:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.812919:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.812935:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86a00 x1625895440903184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.812937:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86a00 x1625895440903184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.812939:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:1.2:1550575072.812961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.813018:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903184:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.813251:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9500 - object 0x0:1728254 offset 1278214144<>1279262720
00000100:00100000:2.0:1550575072.813257:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.813258:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903248:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.813261:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326c50-0x5c6be48326c50, portal 8
00000100:00000200:2.0:1550575072.813262:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903248, portal 4
00000100:00000200:2.0:1550575072.813263:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903248, offset 0
00000400:00000200:2.0:1550575072.813264:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.813267:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.813268:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.813269:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.813270:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.813270:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.813271:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.813278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.813372:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.813398:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.813423:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.813451:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fb300 x1625895440903216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.813453:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fb300 x1625895440903216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.813455:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.813512:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903216:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.813539:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.813804:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb600 - object 0x0:1728687 offset 1278214144<>1279262720
00000100:00100000:2.0:1550575072.813809:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.813811:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903280:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.813814:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326c70-0x5c6be48326c70, portal 8
00000100:00000200:2.0:1550575072.813815:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903280, portal 4
00000100:00000200:2.0:1550575072.813816:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903280, offset 0
00000400:00000200:2.0:1550575072.813817:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.813820:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.813821:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.813822:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.813823:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.813823:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.813824:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.813831:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.813919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.813945:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.813971:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.814049:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.814065:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9500 x1625895440903248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.814067:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9500 x1625895440903248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.814069:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:1.2:1550575072.814086:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.814149:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903248:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.814378:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8900 - object 0x0:1725237 offset 1278214144<>1279262720
00000100:00100000:2.0:1550575072.814385:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.814386:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903312:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.814390:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326c90-0x5c6be48326c90, portal 8
00000100:00000200:2.0:1550575072.814391:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903312, portal 4
00000100:00000200:2.0:1550575072.814392:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903312, offset 0
00000400:00000200:2.0:1550575072.814393:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.814396:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.814397:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.814398:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.814399:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.814399:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.814400:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.814407:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.814502:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.814527:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.814553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.814580:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fb600 x1625895440903280/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.814582:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fb600 x1625895440903280/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.814584:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.814643:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903280:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.814668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.814931:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fa100 - object 0x0:1728629 offset 1278214144<>1279262720
00000100:00100000:2.0:1550575072.814936:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.814937:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903344:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.814940:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326cb0-0x5c6be48326cb0, portal 8
00000100:00000200:2.0:1550575072.814941:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903344, portal 4
00000100:00000200:2.0:1550575072.814942:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903344, offset 0
00000400:00000200:2.0:1550575072.814943:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.814946:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.814947:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.814948:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.814949:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.814949:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.814950:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.814957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.815045:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.815069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.815095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.815175:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.815194:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8900 x1625895440903312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.815196:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8900 x1625895440903312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.815198:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.2:1550575072.815212:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.815276:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903312:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.815508:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb900 - object 0x0:1728254 offset 1279262720<>1280311296
00000100:00100000:2.0:1550575072.815515:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.815516:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903376:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.815519:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326cd0-0x5c6be48326cd0, portal 8
00000100:00000200:2.0:1550575072.815521:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903376, portal 4
00000100:00000200:2.0:1550575072.815521:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903376, offset 0
00000400:00000200:2.0:1550575072.815522:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.815525:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.815526:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.815528:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.815528:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.815529:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.815530:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.815537:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.815628:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.815654:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.815683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.815710:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fa100 x1625895440903344/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.815711:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fa100 x1625895440903344/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.815713:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.815771:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903344:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.815799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.816069:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8f00 - object 0x0:1728687 offset 1279262720<>1280311296
00000100:00100000:2.0:1550575072.816074:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.816075:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903408:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.816078:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326cf0-0x5c6be48326cf0, portal 8
00000100:00000200:2.0:1550575072.816079:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903408, portal 4
00000100:00000200:2.0:1550575072.816080:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903408, offset 0
00000400:00000200:2.0:1550575072.816081:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.816084:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.816085:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.816087:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.816087:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.816088:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.816088:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.816095:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.816186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.816211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.816237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.816305:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.816321:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fb900 x1625895440903376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.816323:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fb900 x1625895440903376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.816325:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.2:1550575072.816353:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.816403:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903376:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.816634:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fa700 - object 0x0:1725237 offset 1279262720<>1280311296
00000100:00100000:2.0:1550575072.816641:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.816642:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903440:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.816645:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326d10-0x5c6be48326d10, portal 8
00000100:00000200:2.0:1550575072.816646:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903440, portal 4
00000100:00000200:2.0:1550575072.816647:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903440, offset 0
00000400:00000200:2.0:1550575072.816648:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.816651:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.816652:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.816653:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.816654:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.816655:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.816656:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.816662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.816759:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.816784:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.816812:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.816839:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8f00 x1625895440903408/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.816841:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8f00 x1625895440903408/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.816843:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.816902:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903408:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.816927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.817198:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8000 - object 0x0:1728629 offset 1279262720<>1280311296
00000100:00100000:2.0:1550575072.817203:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.817204:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903472:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.817207:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326d30-0x5c6be48326d30, portal 8
00000100:00000200:2.0:1550575072.817208:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903472, portal 4
00000100:00000200:2.0:1550575072.817209:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903472, offset 0
00000400:00000200:2.0:1550575072.817210:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.817212:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.817214:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.817215:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.817216:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.817216:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.817217:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.817224:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.817312:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.817337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.817363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.817431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.817447:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fa700 x1625895440903440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.817449:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fa700 x1625895440903440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.817451:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:1.2:1550575072.817478:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.817534:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903440:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.817761:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9800 - object 0x0:1728254 offset 1280311296<>1281359872
00000100:00100000:2.0:1550575072.817768:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.817769:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903504:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.817772:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326d50-0x5c6be48326d50, portal 8
00000100:00000200:2.0:1550575072.817773:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903504, portal 4
00000100:00000200:2.0:1550575072.817774:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903504, offset 0
00000400:00000200:2.0:1550575072.817775:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.817778:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.817779:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.817780:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.817781:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.817781:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.817782:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.817789:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.817885:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.817910:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.817937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.817964:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8000 x1625895440903472/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.817966:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8000 x1625895440903472/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.817967:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.818027:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903472:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.818051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.818324:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fb000 - object 0x0:1728687 offset 1280311296<>1281359872
00000100:00100000:2.0:1550575072.818329:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.818331:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903536:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.818333:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326d70-0x5c6be48326d70, portal 8
00000100:00000200:2.0:1550575072.818335:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903536, portal 4
00000100:00000200:2.0:1550575072.818336:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903536, offset 0
00000400:00000200:2.0:1550575072.818338:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.818341:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.818342:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.818344:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.818344:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.818345:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.818346:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.818353:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.818440:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.818465:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.818492:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.818555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.818571:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9800 x1625895440903504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.818573:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9800 x1625895440903504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.818575:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:1.2:1550575072.818607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.818652:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903504:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.818895:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b900 - object 0x0:1725237 offset 1280311296<>1281359872
00000100:00100000:2.0:1550575072.818902:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.818903:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903568:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.818906:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326d90-0x5c6be48326d90, portal 8
00000100:00000200:2.0:1550575072.818908:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903568, portal 4
00000100:00000200:2.0:1550575072.818908:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903568, offset 0
00000400:00000200:2.0:1550575072.818910:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.818912:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.818913:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.818915:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.818915:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.818916:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.818917:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.818923:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.819020:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.819051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.819077:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.819104:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fb000 x1625895440903536/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.819105:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fb000 x1625895440903536/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.819107:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.819166:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903536:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.819191:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.819451:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178f00 - object 0x0:1728629 offset 1280311296<>1281359872
00000100:00100000:2.0:1550575072.819456:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.819457:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903600:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.819460:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326db0-0x5c6be48326db0, portal 8
00000100:00000200:2.0:1550575072.819462:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903600, portal 4
00000100:00000200:2.0:1550575072.819463:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903600, offset 0
00000400:00000200:2.0:1550575072.819464:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.819466:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.819468:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.819469:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.819470:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.819470:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.819471:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.819478:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.819562:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.819587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.819615:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.819700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.819716:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b900 x1625895440903568/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.819718:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b900 x1625895440903568/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.819720:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:1.2:1550575072.819729:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.819800:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903568:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.820014:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b000 - object 0x0:1728254 offset 1281359872<>1282408448
00000100:00100000:2.0:1550575072.820021:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.820022:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903632:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.820025:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326dd0-0x5c6be48326dd0, portal 8
00000100:00000200:2.0:1550575072.820027:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903632, portal 4
00000100:00000200:2.0:1550575072.820027:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903632, offset 0
00000400:00000200:2.0:1550575072.820028:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.820037:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.820038:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.820040:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.820040:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.820041:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.820042:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.820049:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.820148:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.820173:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.820199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.820226:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178f00 x1625895440903600/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.820228:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178f00 x1625895440903600/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.820230:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.820289:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903600:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.820314:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.820579:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a400 - object 0x0:1728687 offset 1281359872<>1282408448
00000100:00100000:2.0:1550575072.820585:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.820586:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903664:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.820589:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326df0-0x5c6be48326df0, portal 8
00000100:00000200:2.0:1550575072.820590:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903664, portal 4
00000100:00000200:2.0:1550575072.820591:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903664, offset 0
00000400:00000200:2.0:1550575072.820592:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.820596:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.820597:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.820598:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.820599:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.820599:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.820600:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.820607:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.820691:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.820716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.820745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.820830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.820846:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b000 x1625895440903632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.820848:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b000 x1625895440903632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.820850:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:1.2:1550575072.820862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.820931:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903632:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.821148:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178300 - object 0x0:1725237 offset 1281359872<>1282408448
00000100:00100000:2.0:1550575072.821154:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.821156:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903696:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.821159:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326e10-0x5c6be48326e10, portal 8
00000100:00000200:2.0:1550575072.821160:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903696, portal 4
00000100:00000200:2.0:1550575072.821161:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903696, offset 0
00000400:00000200:2.0:1550575072.821162:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.821164:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.821166:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.821167:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.821168:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.821168:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.821169:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.821176:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.821272:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.821297:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.821323:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.821350:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a400 x1625895440903664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.821352:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a400 x1625895440903664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.821353:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.821417:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903664:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.821436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.821701:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179b00 - object 0x0:1728629 offset 1281359872<>1282408448
00000100:00100000:2.0:1550575072.821706:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.821707:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903728:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.821710:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326e30-0x5c6be48326e30, portal 8
00000100:00000200:2.0:1550575072.821711:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903728, portal 4
00000100:00000200:2.0:1550575072.821712:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903728, offset 0
00000400:00000200:2.0:1550575072.821713:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.821716:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.821717:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.821718:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.821719:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.821720:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.821720:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.821727:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.821814:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.821838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.821866:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.821953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.821969:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178300 x1625895440903696/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.821971:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178300 x1625895440903696/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.821973:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:1.2:1550575072.821981:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.822056:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903696:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.822276:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b300 - object 0x0:1728254 offset 1282408448<>1283457024
00000100:00100000:2.0:1550575072.822283:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.822284:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903760:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.822287:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326e50-0x5c6be48326e50, portal 8
00000100:00000200:2.0:1550575072.822288:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903760, portal 4
00000100:00000200:2.0:1550575072.822289:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903760, offset 0
00000400:00000200:2.0:1550575072.822290:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.822293:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.822294:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.822295:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.822296:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.822296:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.822298:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.822305:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.822399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.822425:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.822451:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.822478:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179b00 x1625895440903728/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.822480:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179b00 x1625895440903728/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.822481:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.822542:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903728:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.822566:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.822824:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179500 - object 0x0:1728687 offset 1282408448<>1283457024
00000100:00100000:2.0:1550575072.822830:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.822831:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903792:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.822834:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326e70-0x5c6be48326e70, portal 8
00000100:00000200:2.0:1550575072.822835:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903792, portal 4
00000100:00000200:2.0:1550575072.822836:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903792, offset 0
00000400:00000200:2.0:1550575072.822837:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.822840:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.822841:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.822842:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.822843:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.822843:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.822844:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.822851:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.822935:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.822960:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.822987:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.823074:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.823090:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b300 x1625895440903760/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.823092:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b300 x1625895440903760/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.823093:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:1.2:1550575072.823102:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.823175:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903760:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.823398:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17ad00 - object 0x0:1725237 offset 1282408448<>1283457024
00000100:00100000:2.0:1550575072.823405:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.823406:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903824:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.823409:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326e90-0x5c6be48326e90, portal 8
00000100:00000200:2.0:1550575072.823410:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903824, portal 4
00000100:00000200:2.0:1550575072.823411:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903824, offset 0
00000400:00000200:2.0:1550575072.823412:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.823415:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.823416:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.823418:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.823418:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.823419:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.823420:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.823426:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.823522:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.823547:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.823573:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.823599:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179500 x1625895440903792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.823601:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179500 x1625895440903792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.823603:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.823664:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903792:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.823687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.823943:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178600 - object 0x0:1728629 offset 1282408448<>1283457024
00000100:00100000:2.0:1550575072.823949:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.823950:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903856:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.823953:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326eb0-0x5c6be48326eb0, portal 8
00000100:00000200:2.0:1550575072.823954:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903856, portal 4
00000100:00000200:2.0:1550575072.823955:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903856, offset 0
00000400:00000200:2.0:1550575072.823956:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.823959:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.823960:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.823961:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.823962:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.823962:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.823963:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.823970:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.824057:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.824082:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.824108:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.824196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.824213:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17ad00 x1625895440903824/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.824214:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17ad00 x1625895440903824/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.824216:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:1.2:1550575072.824224:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.824292:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903824:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.824524:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17aa00 - object 0x0:1728254 offset 1283457024<>1284505600
00000100:00100000:2.0:1550575072.824530:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.824532:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903888:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.824535:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326ed0-0x5c6be48326ed0, portal 8
00000100:00000200:2.0:1550575072.824536:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903888, portal 4
00000100:00000200:2.0:1550575072.824536:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903888, offset 0
00000400:00000200:2.0:1550575072.824538:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.824540:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.824541:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.824543:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.824543:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.824544:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.824545:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.824552:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.824645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.824670:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.824694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.824710:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178600 x1625895440903856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.824712:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178600 x1625895440903856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.824714:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.824772:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903856:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.824820:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.825082:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09200 - object 0x0:1728687 offset 1283457024<>1284505600
00000100:00100000:2.0:1550575072.825087:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.825088:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903920:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.825091:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326ef0-0x5c6be48326ef0, portal 8
00000100:00000200:2.0:1550575072.825093:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903920, portal 4
00000100:00000200:2.0:1550575072.825093:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903920, offset 0
00000400:00000200:2.0:1550575072.825095:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.825097:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.825098:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.825100:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.825100:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.825101:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.825102:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.825109:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.825198:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.825223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.825247:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.825361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.825382:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17aa00 x1625895440903888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.825384:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17aa00 x1625895440903888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.825385:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:3.0:1550575072.825455:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.825456:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440903888:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.825659:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316700 - object 0x0:1725237 offset 1283457024<>1284505600
00000100:00100000:3.0:1550575072.825667:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440903952:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.825673:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326f10-0x5c6be48326f10, portal 8
00000100:00000200:3.0:1550575072.825675:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903952, portal 4
00000100:00000200:3.0:1550575072.825676:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903952, offset 0
00000400:00000200:3.0:1550575072.825677:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.825681:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.825682:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.825684:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.825685:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.825686:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.825687:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.825695:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.825797:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.825822:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.825842:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.825856:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09200 x1625895440903920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.825858:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09200 x1625895440903920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.825860:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.825916:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903920:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.825967:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.826198:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09500 - object 0x0:1728629 offset 1283457024<>1284505600
00000100:00100000:2.0:1550575072.826203:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.826204:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903984:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.826208:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326f30-0x5c6be48326f30, portal 8
00000100:00000200:2.0:1550575072.826209:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440903984, portal 4
00000100:00000200:2.0:1550575072.826210:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440903984, offset 0
00000400:00000200:2.0:1550575072.826211:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.826214:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.826215:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.826216:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.826217:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.826217:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.826218:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.826225:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.826312:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.826337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.826364:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.826473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575072.826492:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316700 x1625895440903952/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.826494:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316700 x1625895440903952/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.826496:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00100000:3.0:1550575072.826573:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440903952:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.826758:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0aa00 - object 0x0:1728254 offset 1284505600<>1285554176
00000100:00100000:2.0:1550575072.826765:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.826766:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904016:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.826769:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326f50-0x5c6be48326f50, portal 8
00000100:00000200:2.0:1550575072.826771:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904016, portal 4
00000100:00000200:2.0:1550575072.826771:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904016, offset 0
00000400:00000200:2.0:1550575072.826772:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.826775:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.826776:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.826777:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.826778:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.826779:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.826779:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.826786:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.826882:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.826907:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.826933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.826960:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09500 x1625895440903984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.826962:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09500 x1625895440903984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.826964:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.827024:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440903984:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.827048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.827314:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08300 - object 0x0:1728687 offset 1284505600<>1285554176
00000100:00100000:2.0:1550575072.827319:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.827320:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904048:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.827323:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326f70-0x5c6be48326f70, portal 8
00000100:00000200:2.0:1550575072.827325:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904048, portal 4
00000100:00000200:2.0:1550575072.827326:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904048, offset 0
00000400:00000200:2.0:1550575072.827327:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.827329:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.827331:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.827332:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.827333:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.827333:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.827334:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.827341:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.827428:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.827454:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.827480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.827555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.827571:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0aa00 x1625895440904016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.827573:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0aa00 x1625895440904016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.827575:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.2:1550575072.827597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.827655:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904016:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.827873:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0bc00 - object 0x0:1725237 offset 1284505600<>1285554176
00000100:00100000:2.0:1550575072.827880:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.827881:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904080:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.827884:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326f90-0x5c6be48326f90, portal 8
00000100:00000200:2.0:1550575072.827886:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904080, portal 4
00000100:00000200:2.0:1550575072.827887:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904080, offset 0
00000400:00000200:2.0:1550575072.827889:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.827892:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.827893:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.827894:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.827895:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.827895:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.827896:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.827903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.827999:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.828024:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.828063:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.828095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.828111:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08300 x1625895440904048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.828113:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08300 x1625895440904048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.828115:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:1.2:1550575072.828177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.828188:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904048:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.828441:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0a400 - object 0x0:1728629 offset 1284505600<>1285554176
00000100:00100000:2.0:1550575072.828446:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.828447:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904112:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.828450:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326fb0-0x5c6be48326fb0, portal 8
00000100:00000200:2.0:1550575072.828452:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904112, portal 4
00000100:00000200:2.0:1550575072.828452:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904112, offset 0
00000400:00000200:2.0:1550575072.828454:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.828456:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.828457:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.828459:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.828459:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.828460:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.828461:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.828468:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.828554:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.828579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.828606:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.828687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.828703:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0bc00 x1625895440904080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.828705:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0bc00 x1625895440904080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.828707:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.2:1550575072.828722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.828786:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904080:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.828997:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08900 - object 0x0:1728254 offset 1285554176<>1286602752
00000100:00100000:2.0:1550575072.829004:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.829005:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904144:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.829008:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326fd0-0x5c6be48326fd0, portal 8
00000100:00000200:2.0:1550575072.829010:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904144, portal 4
00000100:00000200:2.0:1550575072.829011:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904144, offset 0
00000400:00000200:2.0:1550575072.829012:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.829015:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.829016:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.829017:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.829018:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.829018:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.829019:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.829026:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.829122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.829148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.829174:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.829198:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.829213:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0a400 x1625895440904112/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.829215:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0a400 x1625895440904112/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.829217:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.829278:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904112:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.829291:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.829554:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0b000 - object 0x0:1728687 offset 1285554176<>1286602752
00000100:00100000:2.0:1550575072.829559:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.829560:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904176:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.829563:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48326ff0-0x5c6be48326ff0, portal 8
00000100:00000200:2.0:1550575072.829565:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904176, portal 4
00000100:00000200:2.0:1550575072.829566:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904176, offset 0
00000400:00000200:2.0:1550575072.829567:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.829570:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.829571:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.829572:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.829573:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.829573:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.829574:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.829581:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.829665:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.829690:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.829720:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.829802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.829818:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08900 x1625895440904144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.829820:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08900 x1625895440904144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.829822:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:1.2:1550575072.829836:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.829901:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904144:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.830119:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09800 - object 0x0:1725237 offset 1285554176<>1286602752
00000100:00100000:2.0:1550575072.830126:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.830127:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904208:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.830130:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327010-0x5c6be48327010, portal 8
00000100:00000200:2.0:1550575072.830132:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904208, portal 4
00000100:00000200:2.0:1550575072.830132:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904208, offset 0
00000400:00000200:2.0:1550575072.830134:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.830136:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.830137:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.830139:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.830139:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.830140:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.830141:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.830148:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.830244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.830269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.830296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.830324:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0b000 x1625895440904176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.830326:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0b000 x1625895440904176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.830327:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.830387:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904176:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.830411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.830672:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0b300 - object 0x0:1728629 offset 1285554176<>1286602752
00000100:00100000:2.0:1550575072.830678:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.830679:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904240:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.830682:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327030-0x5c6be48327030, portal 8
00000100:00000200:2.0:1550575072.830683:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904240, portal 4
00000100:00000200:2.0:1550575072.830684:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904240, offset 0
00000400:00000200:2.0:1550575072.830685:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.830688:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.830689:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.830690:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.830691:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.830691:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.830692:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.830699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.830783:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.830808:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.830838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.830933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.830949:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09800 x1625895440904208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.830950:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09800 x1625895440904208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.830952:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:1.2:1550575072.830956:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.831038:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904208:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.831246:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08000 - object 0x0:1728254 offset 1286602752<>1287651328
00000100:00100000:2.0:1550575072.831252:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.831253:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904272:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.831262:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327050-0x5c6be48327050, portal 8
00000100:00000200:2.0:1550575072.831263:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904272, portal 4
00000100:00000200:2.0:1550575072.831264:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904272, offset 0
00000400:00000200:2.0:1550575072.831265:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.831268:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.831269:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.831270:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.831271:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.831271:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.831272:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.831279:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.831371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.831396:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.831422:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.831450:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0b300 x1625895440904240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.831452:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0b300 x1625895440904240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.831453:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.831513:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904240:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.831538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.831797:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08c00 - object 0x0:1728687 offset 1286602752<>1287651328
00000100:00100000:2.0:1550575072.831802:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.831804:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904304:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.831807:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327070-0x5c6be48327070, portal 8
00000100:00000200:2.0:1550575072.831808:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904304, portal 4
00000100:00000200:2.0:1550575072.831809:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904304, offset 0
00000400:00000200:2.0:1550575072.831810:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.831813:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.831814:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.831815:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.831816:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.831816:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.831817:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.831824:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.831916:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.831941:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.831968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.832041:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.832057:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08000 x1625895440904272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.832059:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08000 x1625895440904272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.832061:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.2:1550575072.832084:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.832140:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904272:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.832380:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09b00 - object 0x0:1725237 offset 1286602752<>1287651328
00000100:00100000:2.0:1550575072.832387:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.832388:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904336:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.832391:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327090-0x5c6be48327090, portal 8
00000100:00000200:2.0:1550575072.832392:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904336, portal 4
00000100:00000200:2.0:1550575072.832393:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904336, offset 0
00000400:00000200:2.0:1550575072.832394:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.832397:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.832398:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.832399:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.832400:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.832400:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.832401:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.832408:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.832501:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.832526:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.832548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.832564:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08c00 x1625895440904304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.832566:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08c00 x1625895440904304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.832568:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.832631:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904304:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.832672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.832934:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0a700 - object 0x0:1728629 offset 1286602752<>1287651328
00000100:00100000:2.0:1550575072.832939:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.832940:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904368:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.832943:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483270b0-0x5c6be483270b0, portal 8
00000100:00000200:2.0:1550575072.832945:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904368, portal 4
00000100:00000200:2.0:1550575072.832945:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904368, offset 0
00000400:00000200:2.0:1550575072.832946:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.832949:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.832950:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.832952:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.832952:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.832953:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.832954:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.832960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.833046:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.833071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.833098:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.833179:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.833198:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09b00 x1625895440904336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.833200:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09b00 x1625895440904336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.833202:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.2:1550575072.833214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.833282:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904336:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.833506:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206d200 - object 0x0:1728254 offset 1287651328<>1288699904
00000100:00100000:2.0:1550575072.833513:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.833515:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904400:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.833518:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483270d0-0x5c6be483270d0, portal 8
00000100:00000200:2.0:1550575072.833519:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904400, portal 4
00000100:00000200:2.0:1550575072.833520:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904400, offset 0
00000400:00000200:2.0:1550575072.833521:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.833524:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.833526:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.833527:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.833528:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.833528:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.833529:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.833536:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.833629:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.833655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.833684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.833711:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0a700 x1625895440904368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.833713:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0a700 x1625895440904368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.833715:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.833776:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904368:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.833799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.834065:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206e400 - object 0x0:1728687 offset 1287651328<>1288699904
00000100:00100000:2.0:1550575072.834070:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.834071:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904432:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.834074:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483270f0-0x5c6be483270f0, portal 8
00000100:00000200:2.0:1550575072.834076:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904432, portal 4
00000100:00000200:2.0:1550575072.834076:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904432, offset 0
00000400:00000200:2.0:1550575072.834078:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.834080:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.834081:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.834083:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.834084:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.834084:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.834085:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.834092:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.834186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.834211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.834237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.834304:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.834320:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206d200 x1625895440904400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.834321:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206d200 x1625895440904400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.834323:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.2:1550575072.834352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.834407:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904400:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.834634:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206f300 - object 0x0:1725237 offset 1287651328<>1288699904
00000100:00100000:2.0:1550575072.834640:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.834642:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904464:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.834645:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327110-0x5c6be48327110, portal 8
00000100:00000200:2.0:1550575072.834646:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904464, portal 4
00000100:00000200:2.0:1550575072.834647:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904464, offset 0
00000400:00000200:2.0:1550575072.834648:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.834651:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.834652:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.834653:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.834654:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.834654:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.834655:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.834662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.834754:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.834778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.834807:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.834834:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206e400 x1625895440904432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.834836:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206e400 x1625895440904432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.834838:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.834897:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904432:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.834921:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.835193:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206c300 - object 0x0:1728629 offset 1287651328<>1288699904
00000100:00100000:2.0:1550575072.835197:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.835199:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904496:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.835201:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327130-0x5c6be48327130, portal 8
00000100:00000200:2.0:1550575072.835203:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904496, portal 4
00000100:00000200:2.0:1550575072.835203:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904496, offset 0
00000400:00000200:2.0:1550575072.835204:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.835207:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.835208:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.835210:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.835210:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.835211:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.835212:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.835218:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.835310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.835335:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.835362:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.835431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.835447:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206f300 x1625895440904464/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.835449:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206f300 x1625895440904464/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.835451:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.2:1550575072.835476:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.835525:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904464:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.835760:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206de00 - object 0x0:1728254 offset 1288699904<>1289748480
00000100:00100000:2.0:1550575072.835767:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.835768:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.835771:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327150-0x5c6be48327150, portal 8
00000100:00000200:2.0:1550575072.835773:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904528, portal 4
00000100:00000200:2.0:1550575072.835774:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904528, offset 0
00000400:00000200:2.0:1550575072.835775:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.835778:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.835779:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.835781:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.835782:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.835782:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.835783:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.835790:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.835883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.835909:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.835936:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.835963:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206c300 x1625895440904496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.835965:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206c300 x1625895440904496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.835967:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.836026:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904496:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.836052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.836322:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206f000 - object 0x0:1728687 offset 1288699904<>1289748480
00000100:00100000:2.0:1550575072.836327:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.836328:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.836331:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327170-0x5c6be48327170, portal 8
00000100:00000200:2.0:1550575072.836333:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904560, portal 4
00000100:00000200:2.0:1550575072.836333:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904560, offset 0
00000400:00000200:2.0:1550575072.836335:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.836337:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.836338:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.836340:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.836340:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.836341:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.836342:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.836349:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.836434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.836459:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.836487:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.836561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.836577:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206de00 x1625895440904528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.836579:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206de00 x1625895440904528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.836581:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.2:1550575072.836602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.836659:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904528:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.836880:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206d800 - object 0x0:1725237 offset 1288699904<>1289748480
00000100:00100000:2.0:1550575072.836887:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.836888:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904592:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.836891:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327190-0x5c6be48327190, portal 8
00000100:00000200:2.0:1550575072.836892:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904592, portal 4
00000100:00000200:2.0:1550575072.836894:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904592, offset 0
00000400:00000200:2.0:1550575072.836896:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.836899:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.836900:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.836901:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.836902:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.836902:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.836903:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.836910:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.837007:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.837033:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.837059:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.837085:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206f000 x1625895440904560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.837087:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206f000 x1625895440904560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.837089:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.837149:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904560:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.837172:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.837445:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206e700 - object 0x0:1728629 offset 1288699904<>1289748480
00000100:00100000:2.0:1550575072.837450:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.837451:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904624:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.837454:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483271b0-0x5c6be483271b0, portal 8
00000100:00000200:2.0:1550575072.837455:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904624, portal 4
00000100:00000200:2.0:1550575072.837456:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904624, offset 0
00000400:00000200:2.0:1550575072.837457:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.837460:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.837461:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.837463:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.837463:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.837464:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.837465:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.837471:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.837557:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.837582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.837609:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.837681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.837697:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206d800 x1625895440904592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.837698:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206d800 x1625895440904592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.837700:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:1.2:1550575072.837722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.837779:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904592:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.838007:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206f600 - object 0x0:1728254 offset 1289748480<>1290797056
00000100:00100000:2.0:1550575072.838014:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.838015:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904656:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.838018:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483271d0-0x5c6be483271d0, portal 8
00000100:00000200:2.0:1550575072.838019:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904656, portal 4
00000100:00000200:2.0:1550575072.838020:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904656, offset 0
00000400:00000200:2.0:1550575072.838021:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.838024:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.838025:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.838026:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.838027:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.838027:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.838028:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.838040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.838127:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.838151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.838178:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.838218:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.838234:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206e700 x1625895440904624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.838236:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206e700 x1625895440904624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.838238:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.2:1550575072.838295:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.838297:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904624:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.838569:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206c600 - object 0x0:1728687 offset 1289748480<>1290797056
00000100:00100000:2.0:1550575072.838574:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.838575:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904688:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.838579:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483271f0-0x5c6be483271f0, portal 8
00000100:00000200:2.0:1550575072.838580:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904688, portal 4
00000100:00000200:2.0:1550575072.838581:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904688, offset 0
00000400:00000200:2.0:1550575072.838582:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.838585:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.838586:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.838587:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.838588:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.838589:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.838589:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.838596:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.838682:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.838707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.838736:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.838820:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.838836:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206f600 x1625895440904656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.838838:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206f600 x1625895440904656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.838840:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:1.2:1550575072.838851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.838920:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904656:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.839134:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206c000 - object 0x0:1725237 offset 1289748480<>1290797056
00000100:00100000:2.0:1550575072.839140:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.839142:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904720:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.839144:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327210-0x5c6be48327210, portal 8
00000100:00000200:2.0:1550575072.839146:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904720, portal 4
00000100:00000200:2.0:1550575072.839147:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904720, offset 0
00000400:00000200:2.0:1550575072.839148:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.839151:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.839152:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.839153:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.839154:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.839154:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.839155:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.839162:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.839257:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.839282:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.839309:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.839337:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206c600 x1625895440904688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.839339:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206c600 x1625895440904688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.839341:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.839398:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904688:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.839423:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.839696:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206cf00 - object 0x0:1728629 offset 1289748480<>1290797056
00000100:00100000:2.0:1550575072.839701:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.839702:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904752:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.839705:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327230-0x5c6be48327230, portal 8
00000100:00000200:2.0:1550575072.839707:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904752, portal 4
00000100:00000200:2.0:1550575072.839707:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904752, offset 0
00000400:00000200:2.0:1550575072.839708:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.839711:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.839712:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.839714:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.839714:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.839715:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.839716:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.839723:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.839808:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.839833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.839863:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.839935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.839951:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206c000 x1625895440904720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.839953:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206c000 x1625895440904720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.839955:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:1.2:1550575072.839979:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.840042:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904720:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.840265:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206e100 - object 0x0:1728254 offset 1290797056<>1291845632
00000100:00100000:2.0:1550575072.840271:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.840272:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904784:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.840276:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327250-0x5c6be48327250, portal 8
00000100:00000200:2.0:1550575072.840277:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904784, portal 4
00000100:00000200:2.0:1550575072.840277:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904784, offset 0
00000400:00000200:2.0:1550575072.840279:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.840281:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.840282:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.840284:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.840284:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.840285:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.840286:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.840293:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.840386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.840411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.840438:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.840466:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206cf00 x1625895440904752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.840467:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206cf00 x1625895440904752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.840469:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.840528:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904752:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.840554:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.840818:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206c900 - object 0x0:1728687 offset 1290797056<>1291845632
00000100:00100000:2.0:1550575072.840824:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.840825:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904816:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.840828:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327270-0x5c6be48327270, portal 8
00000100:00000200:2.0:1550575072.840829:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904816, portal 4
00000100:00000200:2.0:1550575072.840830:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904816, offset 0
00000400:00000200:2.0:1550575072.840831:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.840834:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.840835:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.840836:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.840837:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.840837:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.840838:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.840845:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.840930:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.840954:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.840982:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.841064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.841079:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206e100 x1625895440904784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.841081:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206e100 x1625895440904784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.841083:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:1.2:1550575072.841100:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.841163:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904784:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.841397:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206d500 - object 0x0:1725237 offset 1290797056<>1291845632
00000100:00100000:2.0:1550575072.841404:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.841405:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904848:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.841408:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327290-0x5c6be48327290, portal 8
00000100:00000200:2.0:1550575072.841410:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904848, portal 4
00000100:00000200:2.0:1550575072.841410:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904848, offset 0
00000400:00000200:2.0:1550575072.841412:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.841414:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.841415:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.841417:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.841417:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.841418:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.841419:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.841425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.841517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.841542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.841565:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.841581:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206c900 x1625895440904816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.841582:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206c900 x1625895440904816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.841584:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.841645:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904816:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.841690:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.841958:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94c00 - object 0x0:1728629 offset 1290797056<>1291845632
00000100:00100000:2.0:1550575072.841963:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.841964:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904880:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.841967:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483272b0-0x5c6be483272b0, portal 8
00000100:00000200:2.0:1550575072.841968:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904880, portal 4
00000100:00000200:2.0:1550575072.841969:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904880, offset 0
00000400:00000200:2.0:1550575072.841970:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.841973:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.841974:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.841975:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.841976:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.841976:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.841977:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.841984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.842069:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.842094:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.842121:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.842194:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.842211:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206d500 x1625895440904848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.842213:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206d500 x1625895440904848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.842215:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:1.2:1550575072.842235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.842287:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904848:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.842531:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96100 - object 0x0:1728254 offset 1291845632<>1292894208
00000100:00100000:2.0:1550575072.842537:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.842539:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904912:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.842542:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483272d0-0x5c6be483272d0, portal 8
00000100:00000200:2.0:1550575072.842543:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904912, portal 4
00000100:00000200:2.0:1550575072.842543:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904912, offset 0
00000400:00000200:2.0:1550575072.842544:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.842548:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.842549:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.842550:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.842551:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.842551:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.842552:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.842559:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.842649:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.842675:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.842704:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.842731:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94c00 x1625895440904880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.842733:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94c00 x1625895440904880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.842735:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.842796:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904880:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.842820:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.843087:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b97900 - object 0x0:1728687 offset 1291845632<>1292894208
00000100:00100000:2.0:1550575072.843091:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.843093:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904944:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.843096:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483272f0-0x5c6be483272f0, portal 8
00000100:00000200:2.0:1550575072.843097:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904944, portal 4
00000100:00000200:2.0:1550575072.843098:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904944, offset 0
00000400:00000200:2.0:1550575072.843099:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.843101:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.843103:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.843104:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.843105:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.843105:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.843106:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.843113:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.843203:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.843228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.843261:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.843326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.843342:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96100 x1625895440904912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.843344:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96100 x1625895440904912/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.843346:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:1.2:1550575072.843374:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.843425:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904912:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.843665:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac600 - object 0x0:1725237 offset 1291845632<>1292894208
00000100:00100000:2.0:1550575072.843672:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.843673:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904976:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.843676:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327310-0x5c6be48327310, portal 8
00000100:00000200:2.0:1550575072.843677:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440904976, portal 4
00000100:00000200:2.0:1550575072.843678:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440904976, offset 0
00000400:00000200:2.0:1550575072.843679:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.843682:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.843683:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.843684:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.843685:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.843685:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.843686:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.843693:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.843793:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.843818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.843843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.843859:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b97900 x1625895440904944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.843861:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b97900 x1625895440904944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.843863:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.843924:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440904944:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.843968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.844220:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf900 - object 0x0:1728629 offset 1291845632<>1292894208
00000100:00100000:2.0:1550575072.844225:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.844226:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905008:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.844229:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327330-0x5c6be48327330, portal 8
00000100:00000200:2.0:1550575072.844230:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905008, portal 4
00000100:00000200:2.0:1550575072.844231:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905008, offset 0
00000400:00000200:2.0:1550575072.844232:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.844235:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.844236:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.844238:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.844238:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.844239:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.844240:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.844247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.844335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.844361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.844388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.844466:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.844483:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac600 x1625895440904976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.844485:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac600 x1625895440904976/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.844486:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:1.2:1550575072.844503:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.844567:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440904976:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.844794:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaed00 - object 0x0:1728254 offset 1292894208<>1293942784
00000100:00100000:2.0:1550575072.844801:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.844802:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905040:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.844805:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327350-0x5c6be48327350, portal 8
00000100:00000200:2.0:1550575072.844806:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905040, portal 4
00000100:00000200:2.0:1550575072.844807:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905040, offset 0
00000400:00000200:2.0:1550575072.844808:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.844811:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.844812:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.844814:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.844814:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.844815:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.844816:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.844822:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.844924:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.844949:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.844972:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.844987:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf900 x1625895440905008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.844989:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf900 x1625895440905008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.844991:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.845057:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905008:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.845096:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.845360:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf300 - object 0x0:1728687 offset 1292894208<>1293942784
00000100:00100000:2.0:1550575072.845365:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.845366:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905072:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.845369:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327370-0x5c6be48327370, portal 8
00000100:00000200:2.0:1550575072.845371:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905072, portal 4
00000100:00000200:2.0:1550575072.845372:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905072, offset 0
00000400:00000200:2.0:1550575072.845373:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.845376:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.845377:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.845378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.845379:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.845380:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.845380:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.845388:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.845475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.845500:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.845527:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.845600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.845616:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaed00 x1625895440905040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.845618:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaed00 x1625895440905040/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.845620:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:1.2:1550575072.845643:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.845699:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905040:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.845925:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf600 - object 0x0:1725237 offset 1292894208<>1293942784
00000100:00100000:2.0:1550575072.845932:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.845933:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905104:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.845936:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327390-0x5c6be48327390, portal 8
00000100:00000200:2.0:1550575072.845937:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905104, portal 4
00000100:00000200:2.0:1550575072.845938:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905104, offset 0
00000400:00000200:2.0:1550575072.845941:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.845943:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.845944:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.845946:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.845946:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.845947:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.845948:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.845954:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.846051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.846075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.846103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.846131:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf300 x1625895440905072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.846133:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf300 x1625895440905072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.846134:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.846199:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905072:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.846220:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.846489:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaea00 - object 0x0:1728629 offset 1292894208<>1293942784
00000100:00100000:2.0:1550575072.846494:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.846495:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905136:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.846498:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483273b0-0x5c6be483273b0, portal 8
00000100:00000200:2.0:1550575072.846500:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905136, portal 4
00000100:00000200:2.0:1550575072.846501:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905136, offset 0
00000400:00000200:2.0:1550575072.846502:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.846504:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.846505:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.846507:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.846507:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.846508:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.846509:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.846516:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.846600:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.846625:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.846658:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.846728:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.846744:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf600 x1625895440905104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.846745:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf600 x1625895440905104/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.846747:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:1.2:1550575072.846773:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.846828:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905104:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.847059:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebad200 - object 0x0:1728254 offset 1293942784<>1294991360
00000100:00100000:2.0:1550575072.847065:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.847066:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905168:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.847070:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483273d0-0x5c6be483273d0, portal 8
00000100:00000200:2.0:1550575072.847071:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905168, portal 4
00000100:00000200:2.0:1550575072.847072:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905168, offset 0
00000400:00000200:2.0:1550575072.847073:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.847076:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.847077:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.847079:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.847079:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.847080:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.847081:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.847088:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.847186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.847211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.847235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.847254:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.847270:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaea00 x1625895440905136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.847272:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaea00 x1625895440905136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.847274:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.847334:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905136:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.847350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.847618:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebad500 - object 0x0:1728687 offset 1293942784<>1294991360
00000100:00100000:2.0:1550575072.847623:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.847624:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.847627:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483273f0-0x5c6be483273f0, portal 8
00000100:00000200:2.0:1550575072.847628:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905200, portal 4
00000100:00000200:2.0:1550575072.847629:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905200, offset 0
00000400:00000200:2.0:1550575072.847630:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.847633:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.847634:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.847635:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.847636:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.847636:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.847637:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.847645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.847730:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.847755:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.847782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.847864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.847880:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebad200 x1625895440905168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.847882:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebad200 x1625895440905168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.847884:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:1.2:1550575072.847897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.847965:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905168:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.848191:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebaf000 - object 0x0:1725237 offset 1293942784<>1294991360
00000100:00100000:2.0:1550575072.848197:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.848199:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905232:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.848202:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327410-0x5c6be48327410, portal 8
00000100:00000200:2.0:1550575072.848204:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905232, portal 4
00000100:00000200:2.0:1550575072.848204:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905232, offset 0
00000400:00000200:2.0:1550575072.848206:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.848208:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.848209:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.848211:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.848211:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.848212:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.848213:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.848220:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.848310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.848336:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.848359:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.848387:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebad500 x1625895440905200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.848389:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebad500 x1625895440905200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.848391:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.848450:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905200:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.848475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.848744:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebacf00 - object 0x0:1728629 offset 1293942784<>1294991360
00000100:00100000:2.0:1550575072.848749:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.848750:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905264:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.848753:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327430-0x5c6be48327430, portal 8
00000100:00000200:2.0:1550575072.848754:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905264, portal 4
00000100:00000200:2.0:1550575072.848755:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905264, offset 0
00000400:00000200:2.0:1550575072.848756:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.848758:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.848760:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.848761:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.848762:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.848762:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.848763:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.848770:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.848853:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.848878:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.848908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.848986:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.849002:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebaf000 x1625895440905232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.849004:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebaf000 x1625895440905232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.849006:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:1.2:1550575072.849024:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.849088:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905232:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.849326:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09200 - object 0x0:1728254 offset 1294991360<>1296039936
00000100:00100000:2.0:1550575072.849333:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.849334:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.849337:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327450-0x5c6be48327450, portal 8
00000100:00000200:2.0:1550575072.849339:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905296, portal 4
00000100:00000200:2.0:1550575072.849340:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905296, offset 0
00000400:00000200:2.0:1550575072.849341:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.849343:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.849345:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.849346:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.849347:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.849347:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.849348:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.849355:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.849447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.849472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.849493:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.849509:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebacf00 x1625895440905264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.849511:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebacf00 x1625895440905264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.849513:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.849573:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905264:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.849617:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.849876:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97c00 - object 0x0:1728687 offset 1294991360<>1296039936
00000100:00100000:2.0:1550575072.849881:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.849882:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.849885:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327470-0x5c6be48327470, portal 8
00000100:00000200:2.0:1550575072.849887:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905328, portal 4
00000100:00000200:2.0:1550575072.849888:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905328, offset 0
00000400:00000200:2.0:1550575072.849889:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.849892:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.849893:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.849894:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.849895:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.849895:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.849896:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.849903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.849990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.850015:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.850043:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.850127:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.850143:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09200 x1625895440905296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.850145:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09200 x1625895440905296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.850147:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.2:1550575072.850158:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.850233:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905296:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.850455:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97600 - object 0x0:1725237 offset 1294991360<>1296039936
00000100:00100000:2.0:1550575072.850462:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.850463:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.850466:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327490-0x5c6be48327490, portal 8
00000100:00000200:2.0:1550575072.850467:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905360, portal 4
00000100:00000200:2.0:1550575072.850468:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905360, offset 0
00000400:00000200:2.0:1550575072.850469:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.850472:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.850473:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.850475:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.850475:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.850476:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.850477:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.850484:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.850576:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.850601:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.850626:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.850653:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97c00 x1625895440905328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.850655:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97c00 x1625895440905328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.850657:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.850719:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905328:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.850741:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.851010:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96400 - object 0x0:1728629 offset 1294991360<>1296039936
00000100:00100000:2.0:1550575072.851015:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.851016:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905392:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.851019:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483274b0-0x5c6be483274b0, portal 8
00000100:00000200:2.0:1550575072.851020:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905392, portal 4
00000100:00000200:2.0:1550575072.851021:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905392, offset 0
00000400:00000200:2.0:1550575072.851022:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.851025:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.851026:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.851027:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.851028:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.851028:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.851029:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.851040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.851121:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.851146:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.851171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.851253:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.851269:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97600 x1625895440905360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.851271:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97600 x1625895440905360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.851273:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.2:1550575072.851289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.851347:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905360:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.851588:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94900 - object 0x0:1728254 offset 1296039936<>1297088512
00000100:00100000:2.0:1550575072.851594:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.851596:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905424:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.851599:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483274d0-0x5c6be483274d0, portal 8
00000100:00000200:2.0:1550575072.851601:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905424, portal 4
00000100:00000200:2.0:1550575072.851601:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905424, offset 0
00000400:00000200:2.0:1550575072.851602:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.851605:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.851606:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.851607:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.851608:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.851608:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.851609:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.851616:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.851706:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.851731:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.851756:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.851783:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96400 x1625895440905392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.851785:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96400 x1625895440905392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.851787:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.851847:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905392:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.851872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.852137:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c97900 - object 0x0:1728687 offset 1296039936<>1297088512
00000100:00100000:2.0:1550575072.852142:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.852143:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.852146:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483274f0-0x5c6be483274f0, portal 8
00000100:00000200:2.0:1550575072.852147:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905456, portal 4
00000100:00000200:2.0:1550575072.852148:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905456, offset 0
00000400:00000200:2.0:1550575072.852149:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.852152:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.852153:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.852154:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.852155:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.852155:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.852156:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.852163:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.852251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.852277:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.852300:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.852378:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.852394:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94900 x1625895440905424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.852396:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94900 x1625895440905424/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.852398:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:1.2:1550575072.852415:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.852475:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905424:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.852709:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95800 - object 0x0:1725237 offset 1296039936<>1297088512
00000100:00100000:2.0:1550575072.852716:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.852717:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905488:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.852720:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327510-0x5c6be48327510, portal 8
00000100:00000200:2.0:1550575072.852721:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905488, portal 4
00000100:00000200:2.0:1550575072.852722:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905488, offset 0
00000400:00000200:2.0:1550575072.852723:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.852726:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.852727:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.852728:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.852729:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.852729:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.852730:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.852737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.852834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.852859:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.852885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.852912:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c97900 x1625895440905456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.852914:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c97900 x1625895440905456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.852916:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.852976:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905456:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.853001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.853275:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94000 - object 0x0:1728629 offset 1296039936<>1297088512
00000100:00100000:2.0:1550575072.853280:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.853281:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.853284:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327530-0x5c6be48327530, portal 8
00000100:00000200:2.0:1550575072.853285:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905520, portal 4
00000100:00000200:2.0:1550575072.853286:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905520, offset 0
00000400:00000200:2.0:1550575072.853287:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.853290:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.853291:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.853292:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.853293:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.853293:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.853294:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.853301:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.853392:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.853416:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.853439:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.853512:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.853528:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95800 x1625895440905488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.853529:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95800 x1625895440905488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.853531:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:1.2:1550575072.853554:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.853608:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905488:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.853841:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95b00 - object 0x0:1728254 offset 1297088512<>1298137088
00000100:00100000:2.0:1550575072.853848:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.853849:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905552:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.853852:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327550-0x5c6be48327550, portal 8
00000100:00000200:2.0:1550575072.853853:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905552, portal 4
00000100:00000200:2.0:1550575072.853853:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905552, offset 0
00000400:00000200:2.0:1550575072.853855:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.853857:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.853858:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.853860:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.853860:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.853861:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.853862:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.853869:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.853961:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.853986:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.854010:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.854035:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.854051:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94000 x1625895440905520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.854053:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94000 x1625895440905520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.854054:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.854114:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905520:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.854126:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.854406:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94300 - object 0x0:1728687 offset 1297088512<>1298137088
00000100:00100000:2.0:1550575072.854411:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.854412:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.854415:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327570-0x5c6be48327570, portal 8
00000100:00000200:2.0:1550575072.854417:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905584, portal 4
00000100:00000200:2.0:1550575072.854418:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905584, offset 0
00000400:00000200:2.0:1550575072.854419:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.854422:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.854423:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.854424:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.854425:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.854425:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.854426:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.854433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.854522:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.854547:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.854577:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.854630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.854646:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95b00 x1625895440905552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.854648:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95b00 x1625895440905552/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.854649:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.2:1550575072.854692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.854722:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905552:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.854964:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96700 - object 0x0:1725237 offset 1297088512<>1298137088
00000100:00100000:2.0:1550575072.854971:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.854972:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905616:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.854975:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327590-0x5c6be48327590, portal 8
00000100:00000200:2.0:1550575072.854976:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905616, portal 4
00000100:00000200:2.0:1550575072.854977:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905616, offset 0
00000400:00000200:2.0:1550575072.854979:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.854982:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.854983:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.854985:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.854985:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.854986:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.854987:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.854994:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.855087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.855112:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.855137:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.855162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.855178:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94300 x1625895440905584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.855179:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94300 x1625895440905584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.855181:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.855243:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905584:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.855250:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.855532:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95200 - object 0x0:1728629 offset 1297088512<>1298137088
00000100:00100000:2.0:1550575072.855538:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.855539:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905648:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.855542:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483275b0-0x5c6be483275b0, portal 8
00000100:00000200:2.0:1550575072.855543:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905648, portal 4
00000100:00000200:2.0:1550575072.855544:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905648, offset 0
00000400:00000200:2.0:1550575072.855545:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.855547:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.855549:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.855550:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.855551:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.855551:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.855552:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.855559:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.855645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.855670:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.855701:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.855758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.855773:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96700 x1625895440905616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.855775:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96700 x1625895440905616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.855777:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:1.2:1550575072.855815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.855848:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905616:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.856100:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049fc00 - object 0x0:1728254 offset 1298137088<>1299185664
00000100:00100000:2.0:1550575072.856106:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.856107:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.856110:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483275d0-0x5c6be483275d0, portal 8
00000100:00000200:2.0:1550575072.856111:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905680, portal 4
00000100:00000200:2.0:1550575072.856112:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905680, offset 0
00000400:00000200:2.0:1550575072.856113:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.856116:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.856117:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.856118:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.856119:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.856119:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.856120:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.856127:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.856220:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.856245:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.856273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.856293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.856309:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95200 x1625895440905648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.856311:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95200 x1625895440905648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.856313:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.856375:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905648:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.856388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.856659:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049e400 - object 0x0:1728687 offset 1298137088<>1299185664
00000100:00100000:2.0:1550575072.856663:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.856665:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.856667:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483275f0-0x5c6be483275f0, portal 8
00000100:00000200:2.0:1550575072.856669:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905712, portal 4
00000100:00000200:2.0:1550575072.856670:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905712, offset 0
00000400:00000200:2.0:1550575072.856671:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.856673:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.856674:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.856676:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.856676:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.856677:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.856678:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.856684:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.856773:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.856798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.856828:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.856915:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.856931:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049fc00 x1625895440905680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.856932:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049fc00 x1625895440905680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.856934:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.2:1550575072.856942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.857016:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905680:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.857236:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049cc00 - object 0x0:1725237 offset 1298137088<>1299185664
00000100:00100000:2.0:1550575072.857242:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.857244:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905744:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.857247:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327610-0x5c6be48327610, portal 8
00000100:00000200:2.0:1550575072.857248:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905744, portal 4
00000100:00000200:2.0:1550575072.857249:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905744, offset 0
00000400:00000200:2.0:1550575072.857250:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.857252:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.857254:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.857255:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.857256:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.857256:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.857257:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.857264:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.857353:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.857379:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.857406:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.857434:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049e400 x1625895440905712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.857435:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049e400 x1625895440905712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.857437:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.857498:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905712:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.857521:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.857793:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049f600 - object 0x0:1728629 offset 1298137088<>1299185664
00000100:00100000:2.0:1550575072.857799:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.857800:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905776:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.857803:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327630-0x5c6be48327630, portal 8
00000100:00000200:2.0:1550575072.857804:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905776, portal 4
00000100:00000200:2.0:1550575072.857805:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905776, offset 0
00000400:00000200:2.0:1550575072.857806:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.857808:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.857809:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.857811:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.857812:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.857812:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.857813:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.857820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.857913:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.857938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.857963:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.858032:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.858048:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049cc00 x1625895440905744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.858050:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049cc00 x1625895440905744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.858051:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.2:1550575072.858078:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.858127:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905744:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.858373:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049de00 - object 0x0:1728254 offset 1299185664<>1300234240
00000100:00100000:2.0:1550575072.858380:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.858381:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905808:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.858384:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327650-0x5c6be48327650, portal 8
00000100:00000200:2.0:1550575072.858385:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905808, portal 4
00000100:00000200:2.0:1550575072.858386:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905808, offset 0
00000400:00000200:2.0:1550575072.858387:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.858390:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.858391:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.858392:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.858393:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.858393:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.858394:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.858401:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.858493:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.858518:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.858542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.858569:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049f600 x1625895440905776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.858571:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049f600 x1625895440905776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.858573:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.858633:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905776:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.858659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.858922:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049c600 - object 0x0:1728687 offset 1299185664<>1300234240
00000100:00100000:2.0:1550575072.858928:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.858929:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.858932:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327670-0x5c6be48327670, portal 8
00000100:00000200:2.0:1550575072.858934:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905840, portal 4
00000100:00000200:2.0:1550575072.858934:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905840, offset 0
00000400:00000200:2.0:1550575072.858935:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.858938:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.858939:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.858941:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.858941:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.858942:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.858943:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.858949:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.859039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.859064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.859092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.859157:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.859172:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049de00 x1625895440905808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.859174:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049de00 x1625895440905808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.859176:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.2:1550575072.859208:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.859257:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905808:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.859496:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ac000 - object 0x0:1725237 offset 1299185664<>1300234240
00000100:00100000:2.0:1550575072.859502:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.859504:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.859507:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327690-0x5c6be48327690, portal 8
00000100:00000200:2.0:1550575072.859509:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905872, portal 4
00000100:00000200:2.0:1550575072.859509:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905872, offset 0
00000400:00000200:2.0:1550575072.859511:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.859513:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.859514:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.859516:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.859516:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.859517:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.859518:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.859525:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.859613:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.859638:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.859668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.859694:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049c600 x1625895440905840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.859696:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049c600 x1625895440905840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.859698:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.859757:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905840:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.859784:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.860058:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6acc00 - object 0x0:1728629 offset 1299185664<>1300234240
00000100:00100000:2.0:1550575072.860062:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.860063:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905904:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.860066:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483276b0-0x5c6be483276b0, portal 8
00000100:00000200:2.0:1550575072.860068:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905904, portal 4
00000100:00000200:2.0:1550575072.860068:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905904, offset 0
00000400:00000200:2.0:1550575072.860069:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.860072:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.860073:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.860075:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.860075:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.860076:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.860077:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.860084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.860174:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.860201:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.860229:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.860289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.860305:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ac000 x1625895440905872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.860306:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ac000 x1625895440905872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.860308:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:1.2:1550575072.860346:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.860385:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905872:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.860621:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21800 - object 0x0:1728254 offset 1300234240<>1301282816
00000100:00100000:2.0:1550575072.860629:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.860630:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905936:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.860633:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483276d0-0x5c6be483276d0, portal 8
00000100:00000200:2.0:1550575072.860634:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905936, portal 4
00000100:00000200:2.0:1550575072.860635:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905936, offset 0
00000400:00000200:2.0:1550575072.860636:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.860638:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.860639:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.860641:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.860641:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.860642:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.860643:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.860650:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.860740:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.860765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.860792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.860816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.860834:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6acc00 x1625895440905904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.860836:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6acc00 x1625895440905904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.860838:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.860899:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905904:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.860907:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.861177:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23c00 - object 0x0:1728687 offset 1300234240<>1301282816
00000100:00100000:2.0:1550575072.861186:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.861187:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.861190:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483276f0-0x5c6be483276f0, portal 8
00000100:00000200:2.0:1550575072.861192:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440905968, portal 4
00000100:00000200:2.0:1550575072.861192:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440905968, offset 0
00000400:00000200:2.0:1550575072.861193:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.861196:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.861197:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.861199:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.861199:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.861200:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.861201:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.861208:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.861291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.861316:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.861341:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.861403:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.861419:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21800 x1625895440905936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.861421:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21800 x1625895440905936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.861422:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:1.2:1550575072.861457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.861496:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440905936:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.861738:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20f00 - object 0x0:1725237 offset 1300234240<>1301282816
00000100:00100000:2.0:1550575072.861745:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.861746:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906000:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.861749:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327710-0x5c6be48327710, portal 8
00000100:00000200:2.0:1550575072.861750:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906000, portal 4
00000100:00000200:2.0:1550575072.861751:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906000, offset 0
00000400:00000200:2.0:1550575072.861752:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.861755:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.861756:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.861757:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.861758:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.861758:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.861759:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.861766:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.861858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.861884:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.861908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.861933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.861949:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23c00 x1625895440905968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.861951:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23c00 x1625895440905968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.861953:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.862012:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440905968:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.862023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.862302:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317000 - object 0x0:1728629 offset 1300234240<>1301282816
00000100:00100000:2.0:1550575072.862307:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.862308:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.862311:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327730-0x5c6be48327730, portal 8
00000100:00000200:2.0:1550575072.862312:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906032, portal 4
00000100:00000200:2.0:1550575072.862313:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906032, offset 0
00000400:00000200:2.0:1550575072.862314:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.862317:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.862318:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.862319:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.862320:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.862320:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.862321:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.862328:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.862414:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.862439:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.862463:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.862521:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.862537:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20f00 x1625895440906000/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.862538:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20f00 x1625895440906000/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.862540:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:1.2:1550575072.862577:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.862608:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906000:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.862857:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315800 - object 0x0:1728254 offset 1301282816<>1302331392
00000100:00100000:2.0:1550575072.862864:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.862865:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.862868:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327750-0x5c6be48327750, portal 8
00000100:00000200:2.0:1550575072.862869:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906064, portal 4
00000100:00000200:2.0:1550575072.862870:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906064, offset 0
00000400:00000200:2.0:1550575072.862871:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.862874:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.862875:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.862876:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.862877:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.862877:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.862878:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.862885:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.862974:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.862999:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.863023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.863060:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.863076:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317000 x1625895440906032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.863078:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317000 x1625895440906032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.863079:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:1.2:1550575072.863139:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.863140:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906032:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.863429:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314000 - object 0x0:1728687 offset 1301282816<>1302331392
00000100:00100000:2.0:1550575072.863434:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.863436:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906096:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.863439:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327770-0x5c6be48327770, portal 8
00000100:00000200:2.0:1550575072.863441:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906096, portal 4
00000100:00000200:2.0:1550575072.863441:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906096, offset 0
00000400:00000200:2.0:1550575072.863442:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.863445:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.863446:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.863448:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.863448:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.863449:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.863450:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.863457:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.863544:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.863569:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.863598:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.863637:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.863653:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315800 x1625895440906064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.863655:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315800 x1625895440906064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.863657:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:1.2:1550575072.863714:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.863727:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906064:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.863978:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315500 - object 0x0:1725237 offset 1301282816<>1302331392
00000100:00100000:2.0:1550575072.863985:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.863986:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906128:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.863989:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327790-0x5c6be48327790, portal 8
00000100:00000200:2.0:1550575072.863991:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906128, portal 4
00000100:00000200:2.0:1550575072.863991:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906128, offset 0
00000400:00000200:2.0:1550575072.863994:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.863997:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.863998:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.863999:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.864000:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.864000:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.864001:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.864008:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.864098:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.864123:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.864151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.864209:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.864225:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314000 x1625895440906096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.864227:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314000 x1625895440906096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.864229:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:1.2:1550575072.864263:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.864297:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906096:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.864551:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e316d00 - object 0x0:1728629 offset 1301282816<>1302331392
00000100:00100000:2.0:1550575072.864556:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.864557:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.864560:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483277b0-0x5c6be483277b0, portal 8
00000100:00000200:2.0:1550575072.864561:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906160, portal 4
00000100:00000200:2.0:1550575072.864562:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906160, offset 0
00000400:00000200:2.0:1550575072.864563:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.864566:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.864567:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.864568:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.864569:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.864569:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.864570:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.864577:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.864667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.864692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.864722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.864761:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.864776:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315500 x1625895440906128/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.864778:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315500 x1625895440906128/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.864780:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:1.2:1550575072.864836:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.864845:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906128:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.865110:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315b00 - object 0x0:1728254 offset 1302331392<>1303379968
00000100:00100000:2.0:1550575072.865116:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.865117:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906192:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.865120:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483277d0-0x5c6be483277d0, portal 8
00000100:00000200:2.0:1550575072.865121:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906192, portal 4
00000100:00000200:2.0:1550575072.865122:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906192, offset 0
00000400:00000200:2.0:1550575072.865123:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.865126:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.865127:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.865128:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.865129:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.865129:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.865130:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.865137:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.865232:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.865257:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.865282:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.865326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.865342:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e316d00 x1625895440906160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.865344:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e316d00 x1625895440906160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.865346:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:1.2:1550575072.865397:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.865413:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906160:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.865673:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317300 - object 0x0:1728687 offset 1302331392<>1303379968
00000100:00100000:2.0:1550575072.865678:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.865679:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906224:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.865682:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483277f0-0x5c6be483277f0, portal 8
00000100:00000200:2.0:1550575072.865684:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906224, portal 4
00000100:00000200:2.0:1550575072.865685:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906224, offset 0
00000400:00000200:2.0:1550575072.865686:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.865688:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.865689:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.865691:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.865691:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.865692:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.865693:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.865699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.865784:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.865809:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.865838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.865905:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.865920:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315b00 x1625895440906192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.865922:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315b00 x1625895440906192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.865924:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:1.2:1550575072.865953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.866005:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906192:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.866250:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e314c00 - object 0x0:1725237 offset 1302331392<>1303379968
00000100:00100000:2.0:1550575072.866256:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.866257:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906256:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.866260:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327810-0x5c6be48327810, portal 8
00000100:00000200:2.0:1550575072.866262:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906256, portal 4
00000100:00000200:2.0:1550575072.866262:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906256, offset 0
00000400:00000200:2.0:1550575072.866263:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.866266:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.866267:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.866269:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.866270:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.866270:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.866271:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.866278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.866372:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.866398:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.866422:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.866438:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317300 x1625895440906224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.866440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317300 x1625895440906224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.866441:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.866500:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906224:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.866548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.866799:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe400 - object 0x0:1728629 offset 1302331392<>1303379968
00000100:00100000:2.0:1550575072.866805:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.866806:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906288:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.866809:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327830-0x5c6be48327830, portal 8
00000100:00000200:2.0:1550575072.866810:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906288, portal 4
00000100:00000200:2.0:1550575072.866811:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906288, offset 0
00000400:00000200:2.0:1550575072.866812:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.866814:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.866816:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.866817:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.866817:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.866818:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.866819:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.866826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.866914:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.866939:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.866964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.867068:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.867086:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e314c00 x1625895440906256/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.867088:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e314c00 x1625895440906256/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.867090:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.867172:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906256:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.867381:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff600 - object 0x0:1728254 offset 1303379968<>1304428544
00000100:00100000:2.0:1550575072.867388:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.867389:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906320:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.867392:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327850-0x5c6be48327850, portal 8
00000100:00000200:2.0:1550575072.867393:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906320, portal 4
00000100:00000200:2.0:1550575072.867394:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906320, offset 0
00000400:00000200:2.0:1550575072.867395:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.867398:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.867399:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.867400:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.867401:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.867401:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.867402:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.867409:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.867499:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.867524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.867552:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.867579:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe400 x1625895440906288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.867581:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe400 x1625895440906288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.867583:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575072.867644:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906288:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.867667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.867929:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bf300 - object 0x0:1728687 offset 1303379968<>1304428544
00000100:00100000:2.0:1550575072.867934:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.867935:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.867938:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327870-0x5c6be48327870, portal 8
00000100:00000200:2.0:1550575072.867940:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906352, portal 4
00000100:00000200:2.0:1550575072.867940:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906352, offset 0
00000400:00000200:2.0:1550575072.867942:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.867944:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.867945:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.867947:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.867947:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.867948:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.867949:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.867955:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.868039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.868064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.868092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.868166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.868182:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff600 x1625895440906320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.868187:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff600 x1625895440906320/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.868189:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:1.2:1550575072.868206:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.868274:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906320:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.868496:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bcf00 - object 0x0:1725237 offset 1303379968<>1304428544
00000100:00100000:2.0:1550575072.868502:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.868503:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906384:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.868506:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327890-0x5c6be48327890, portal 8
00000100:00000200:2.0:1550575072.868508:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906384, portal 4
00000100:00000200:2.0:1550575072.868508:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906384, offset 0
00000400:00000200:2.0:1550575072.868510:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.868512:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.868513:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.868515:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.868515:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.868516:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.868517:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.868523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.868613:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.868638:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.868668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.868695:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bf300 x1625895440906352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.868697:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bf300 x1625895440906352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.868699:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.868760:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906352:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.868783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.869055:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bf900 - object 0x0:1728629 offset 1303379968<>1304428544
00000100:00100000:2.0:1550575072.869060:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.869061:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906416:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.869064:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483278b0-0x5c6be483278b0, portal 8
00000100:00000200:2.0:1550575072.869065:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906416, portal 4
00000100:00000200:2.0:1550575072.869066:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906416, offset 0
00000400:00000200:2.0:1550575072.869067:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.869070:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.869071:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.869072:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.869073:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.869073:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.869074:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.869081:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.869172:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.869200:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.869227:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.869291:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.869306:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bcf00 x1625895440906384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.869308:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bcf00 x1625895440906384/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.869310:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:1.2:1550575072.869343:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.869391:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906384:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.869622:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1be100 - object 0x0:1728254 offset 1304428544<>1305477120
00000100:00100000:2.0:1550575072.869628:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.869630:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906448:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.869633:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483278d0-0x5c6be483278d0, portal 8
00000100:00000200:2.0:1550575072.869634:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906448, portal 4
00000100:00000200:2.0:1550575072.869634:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906448, offset 0
00000400:00000200:2.0:1550575072.869636:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.869638:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.869639:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.869641:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.869641:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.869642:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.869643:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.869649:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.869737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.869763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.869792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.869818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.869834:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bf900 x1625895440906416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.869836:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bf900 x1625895440906416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.869838:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.869899:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906416:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.869908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.870187:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bc900 - object 0x0:1728687 offset 1304428544<>1305477120
00000100:00100000:2.0:1550575072.870192:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.870193:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906480:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.870196:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483278f0-0x5c6be483278f0, portal 8
00000100:00000200:2.0:1550575072.870198:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906480, portal 4
00000100:00000200:2.0:1550575072.870199:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906480, offset 0
00000400:00000200:2.0:1550575072.870200:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.870203:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.870204:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.870205:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.870206:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.870206:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.870207:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.870214:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.870298:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.870324:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.870351:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.870404:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.870420:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1be100 x1625895440906448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.870422:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1be100 x1625895440906448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.870424:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:1.2:1550575072.870466:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.870505:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906448:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.870743:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bd200 - object 0x0:1725237 offset 1304428544<>1305477120
00000100:00100000:2.0:1550575072.870750:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.870752:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906512:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.870755:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327910-0x5c6be48327910, portal 8
00000100:00000200:2.0:1550575072.870756:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906512, portal 4
00000100:00000200:2.0:1550575072.870757:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906512, offset 0
00000400:00000200:2.0:1550575072.870758:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.870761:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.870762:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.870763:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.870764:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.870764:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.870765:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.870772:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.870865:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.870890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.870918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.870945:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bc900 x1625895440906480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.870947:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bc900 x1625895440906480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.870949:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.871010:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906480:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.871033:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.871300:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bc000 - object 0x0:1728629 offset 1304428544<>1305477120
00000100:00100000:2.0:1550575072.871305:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.871306:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.871309:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327930-0x5c6be48327930, portal 8
00000100:00000200:2.0:1550575072.871311:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906544, portal 4
00000100:00000200:2.0:1550575072.871312:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906544, offset 0
00000400:00000200:2.0:1550575072.871313:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.871316:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.871317:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.871318:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.871319:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.871319:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.871320:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.871327:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.871412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.871438:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.871468:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.871544:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.871560:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bd200 x1625895440906512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.871562:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bd200 x1625895440906512/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.871564:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:1.2:1550575072.871583:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.871648:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906512:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.871863:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bd800 - object 0x0:1728254 offset 1305477120<>1306525696
00000100:00100000:2.0:1550575072.871870:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.871871:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906576:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.871874:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327950-0x5c6be48327950, portal 8
00000100:00000200:2.0:1550575072.871876:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906576, portal 4
00000100:00000200:2.0:1550575072.871877:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906576, offset 0
00000400:00000200:2.0:1550575072.871878:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.871881:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.871882:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.871884:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.871884:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.871885:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.871886:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.871892:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.871987:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.872013:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.872041:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.872070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.872086:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bc000 x1625895440906544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.872088:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bc000 x1625895440906544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.872090:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.872152:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906544:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.872154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.872431:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bf000 - object 0x0:1728687 offset 1305477120<>1306525696
00000100:00100000:2.0:1550575072.872436:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.872437:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906608:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.872440:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327970-0x5c6be48327970, portal 8
00000100:00000200:2.0:1550575072.872441:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906608, portal 4
00000100:00000200:2.0:1550575072.872442:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906608, offset 0
00000400:00000200:2.0:1550575072.872443:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.872446:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.872447:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.872448:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.872449:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.872449:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.872450:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.872457:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.872542:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.872568:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.872595:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.872662:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.872678:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bd800 x1625895440906576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.872679:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bd800 x1625895440906576/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.872681:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.2:1550575072.872709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.872758:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906576:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.872991:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bed00 - object 0x0:1725237 offset 1305477120<>1306525696
00000100:00100000:2.0:1550575072.872998:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.872999:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906640:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.873002:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327990-0x5c6be48327990, portal 8
00000100:00000200:2.0:1550575072.873004:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906640, portal 4
00000100:00000200:2.0:1550575072.873004:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906640, offset 0
00000400:00000200:2.0:1550575072.873007:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.873009:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.873010:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.873012:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.873012:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.873013:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.873014:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.873020:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.873113:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.873138:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.873175:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.873205:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bf000 x1625895440906608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.873207:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bf000 x1625895440906608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.873209:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.873270:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906608:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.873292:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.873559:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c88600 - object 0x0:1728629 offset 1305477120<>1306525696
00000100:00100000:2.0:1550575072.873564:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.873565:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906672:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.873569:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483279b0-0x5c6be483279b0, portal 8
00000100:00000200:2.0:1550575072.873570:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906672, portal 4
00000100:00000200:2.0:1550575072.873571:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906672, offset 0
00000400:00000200:2.0:1550575072.873572:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.873574:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.873575:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.873577:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.873578:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.873578:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.873579:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.873586:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.873671:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.873697:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.873721:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.873808:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.873824:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bed00 x1625895440906640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.873826:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bed00 x1625895440906640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.873828:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.2:1550575072.873835:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.873910:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906640:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.874125:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8b000 - object 0x0:1728254 offset 1306525696<>1307574272
00000100:00100000:2.0:1550575072.874132:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.874133:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906704:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.874136:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483279d0-0x5c6be483279d0, portal 8
00000100:00000200:2.0:1550575072.874137:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906704, portal 4
00000100:00000200:2.0:1550575072.874138:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906704, offset 0
00000400:00000200:2.0:1550575072.874139:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.874142:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.874143:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.874144:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.874145:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.874145:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.874146:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.874153:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.874244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.874270:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.874293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.874317:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.874334:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c88600 x1625895440906672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.874336:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c88600 x1625895440906672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.874337:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.874399:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906672:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.874408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.874689:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2c8a700 - object 0x0:1728687 offset 1306525696<>1307574272
00000100:00100000:2.0:1550575072.874694:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.874696:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906736:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.874699:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483279f0-0x5c6be483279f0, portal 8
00000100:00000200:2.0:1550575072.874700:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906736, portal 4
00000100:00000200:2.0:1550575072.874701:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906736, offset 0
00000400:00000200:2.0:1550575072.874702:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.874705:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.874706:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.874708:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.874708:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.874709:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.874709:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.874716:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.874800:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.874826:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.874853:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.874918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.874933:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8b000 x1625895440906704/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.874935:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8b000 x1625895440906704/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.874937:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:1.2:1550575072.874968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.875016:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906704:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.875259:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410300 - object 0x0:1725237 offset 1306525696<>1307574272
00000100:00100000:2.0:1550575072.875265:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.875266:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906768:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.875269:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327a10-0x5c6be48327a10, portal 8
00000100:00000200:2.0:1550575072.875270:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906768, portal 4
00000100:00000200:2.0:1550575072.875271:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906768, offset 0
00000400:00000200:2.0:1550575072.875272:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.875275:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.875276:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.875277:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.875278:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.875278:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.875279:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.875287:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.875375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.875400:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.875424:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.875447:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.875464:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2c8a700 x1625895440906736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.875465:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2c8a700 x1625895440906736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.875467:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.875530:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906736:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.875538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.875808:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411800 - object 0x0:1728629 offset 1306525696<>1307574272
00000100:00100000:2.0:1550575072.875813:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.875814:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906800:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.875817:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327a30-0x5c6be48327a30, portal 8
00000100:00000200:2.0:1550575072.875818:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906800, portal 4
00000100:00000200:2.0:1550575072.875819:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906800, offset 0
00000400:00000200:2.0:1550575072.875820:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.875823:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.875824:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.875825:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.875826:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.875826:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.875827:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.875834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.875919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.875944:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.875974:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.876041:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.876057:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410300 x1625895440906768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.876059:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410300 x1625895440906768/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.876061:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:1.2:1550575072.876089:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.876134:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906768:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.876379:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412d00 - object 0x0:1728254 offset 1307574272<>1308622848
00000100:00100000:2.0:1550575072.876386:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.876387:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906832:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.876390:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327a50-0x5c6be48327a50, portal 8
00000100:00000200:2.0:1550575072.876391:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906832, portal 4
00000100:00000200:2.0:1550575072.876392:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906832, offset 0
00000400:00000200:2.0:1550575072.876393:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.876395:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.876396:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.876398:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.876399:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.876399:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.876400:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.876407:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.876494:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.876519:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.876547:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.876565:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.876581:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411800 x1625895440906800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.876583:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411800 x1625895440906800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.876585:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.876644:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906800:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.876663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.876938:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410f00 - object 0x0:1728687 offset 1307574272<>1308622848
00000100:00100000:2.0:1550575072.876943:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.876944:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906864:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.876947:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327a70-0x5c6be48327a70, portal 8
00000100:00000200:2.0:1550575072.876948:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906864, portal 4
00000100:00000200:2.0:1550575072.876949:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906864, offset 0
00000400:00000200:2.0:1550575072.876950:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.876952:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.876954:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.876955:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.876955:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.876956:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.876957:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.876964:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.877049:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.877075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.877102:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.877165:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.877181:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412d00 x1625895440906832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.877187:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412d00 x1625895440906832/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.877189:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.2:1550575072.877217:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.877258:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906832:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.877509:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411b00 - object 0x0:1725237 offset 1307574272<>1308622848
00000100:00100000:2.0:1550575072.877516:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.877517:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906896:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.877521:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327a90-0x5c6be48327a90, portal 8
00000100:00000200:2.0:1550575072.877522:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906896, portal 4
00000100:00000200:2.0:1550575072.877523:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906896, offset 0
00000400:00000200:2.0:1550575072.877524:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.877526:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.877527:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.877529:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.877529:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.877530:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.877531:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.877537:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.877628:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.877653:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.877682:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.877710:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410f00 x1625895440906864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.877712:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410f00 x1625895440906864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.877714:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.877773:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906864:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.877798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.878068:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412a00 - object 0x0:1728629 offset 1307574272<>1308622848
00000100:00100000:2.0:1550575072.878073:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.878074:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906928:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.878077:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327ab0-0x5c6be48327ab0, portal 8
00000100:00000200:2.0:1550575072.878078:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906928, portal 4
00000100:00000200:2.0:1550575072.878079:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906928, offset 0
00000400:00000200:2.0:1550575072.878080:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.878083:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.878084:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.878085:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.878086:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.878086:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.878087:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.878094:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.878186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.878212:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.878241:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.878298:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.878314:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411b00 x1625895440906896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.878316:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411b00 x1625895440906896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.878318:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.2:1550575072.878357:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.878388:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906896:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.878632:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413900 - object 0x0:1728254 offset 1308622848<>1309671424
00000100:00100000:2.0:1550575072.878638:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.878639:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906960:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.878642:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327ad0-0x5c6be48327ad0, portal 8
00000100:00000200:2.0:1550575072.878644:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906960, portal 4
00000100:00000200:2.0:1550575072.878645:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906960, offset 0
00000400:00000200:2.0:1550575072.878646:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.878649:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.878650:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.878651:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.878652:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.878652:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.878653:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.878660:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.878745:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.878770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.878799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.878827:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.878843:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412a00 x1625895440906928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.878845:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412a00 x1625895440906928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.878847:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.878908:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906928:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.878913:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.879188:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccf000 - object 0x0:1728687 offset 1308622848<>1309671424
00000100:00100000:2.0:1550575072.879193:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.879194:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906992:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.879197:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327af0-0x5c6be48327af0, portal 8
00000100:00000200:2.0:1550575072.879199:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440906992, portal 4
00000100:00000200:2.0:1550575072.879199:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440906992, offset 0
00000400:00000200:2.0:1550575072.879200:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.879203:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.879204:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.879206:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.879206:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.879207:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.879208:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.879214:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.879303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.879328:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.879355:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.879442:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.879458:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413900 x1625895440906960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.879460:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413900 x1625895440906960/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.879462:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.2:1550575072.879471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.879545:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440906960:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.879759:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cce400 - object 0x0:1725237 offset 1308622848<>1309671424
00000100:00100000:2.0:1550575072.879765:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.879767:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907024:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.879769:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327b10-0x5c6be48327b10, portal 8
00000100:00000200:2.0:1550575072.879771:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907024, portal 4
00000100:00000200:2.0:1550575072.879771:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907024, offset 0
00000400:00000200:2.0:1550575072.879773:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.879775:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.879777:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.879778:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.879779:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.879779:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.879780:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.879787:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.879880:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.879905:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.879929:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.879957:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccf000 x1625895440906992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.879958:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccf000 x1625895440906992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.879960:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.880021:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440906992:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.880044:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.880321:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccd800 - object 0x0:1728629 offset 1308622848<>1309671424
00000100:00100000:2.0:1550575072.880326:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.880327:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907056:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.880330:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327b30-0x5c6be48327b30, portal 8
00000100:00000200:2.0:1550575072.880331:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907056, portal 4
00000100:00000200:2.0:1550575072.880332:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907056, offset 0
00000400:00000200:2.0:1550575072.880333:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.880336:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.880337:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.880338:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.880339:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.880339:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.880340:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.880347:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.880432:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.880457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.880480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.880547:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.880563:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cce400 x1625895440907024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.880565:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cce400 x1625895440907024/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.880566:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.2:1550575072.880594:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.880642:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907024:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.880883:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccd200 - object 0x0:1728254 offset 1309671424<>1310720000
00000100:00100000:2.0:1550575072.880890:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.880891:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907088:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.880894:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327b50-0x5c6be48327b50, portal 8
00000100:00000200:2.0:1550575072.880895:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907088, portal 4
00000100:00000200:2.0:1550575072.880896:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907088, offset 0
00000400:00000200:2.0:1550575072.880897:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.880900:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.880901:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.880902:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.880903:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.880903:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.880904:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.880911:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.880999:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.881024:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.881047:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.881068:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.881084:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccd800 x1625895440907056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.881086:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccd800 x1625895440907056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.881087:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.881146:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907056:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.881163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.881441:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccf600 - object 0x0:1728687 offset 1309671424<>1310720000
00000100:00100000:2.0:1550575072.881446:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.881448:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907120:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.881450:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327b70-0x5c6be48327b70, portal 8
00000100:00000200:2.0:1550575072.881452:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907120, portal 4
00000100:00000200:2.0:1550575072.881453:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907120, offset 0
00000400:00000200:2.0:1550575072.881454:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.881457:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.881458:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.881459:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.881460:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.881461:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.881461:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.881469:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.881554:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.881579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.881602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.881669:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.881685:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccd200 x1625895440907088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.881687:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccd200 x1625895440907088/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.881689:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.2:1550575072.881718:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.881766:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907088:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.882004:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccea00 - object 0x0:1725237 offset 1309671424<>1310720000
00000100:00100000:2.0:1550575072.882010:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.882011:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907152:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.882014:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327b90-0x5c6be48327b90, portal 8
00000100:00000200:2.0:1550575072.882015:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907152, portal 4
00000100:00000200:2.0:1550575072.882016:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907152, offset 0
00000400:00000200:2.0:1550575072.882019:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.882022:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.882023:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.882024:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.882025:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.882025:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.882026:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.882035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.882124:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.882149:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.882171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.882201:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccf600 x1625895440907120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.882203:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccf600 x1625895440907120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.882205:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.882265:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907120:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.882288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.882563:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccc600 - object 0x0:1728629 offset 1309671424<>1310720000
00000100:00100000:2.0:1550575072.882568:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.882569:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907184:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.882572:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327bb0-0x5c6be48327bb0, portal 8
00000100:00000200:2.0:1550575072.882574:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907184, portal 4
00000100:00000200:2.0:1550575072.882574:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907184, offset 0
00000400:00000200:2.0:1550575072.882576:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.882578:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.882579:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.882581:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.882581:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.882582:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.882583:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.882590:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.882674:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.882699:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.882729:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.882789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.882805:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccea00 x1625895440907152/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.882807:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccea00 x1625895440907152/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.882809:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:1.2:1550575072.882845:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.882883:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907152:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.883139:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652a00 - object 0x0:1728254 offset 1310720000<>1311768576
00000100:00100000:2.0:1550575072.883145:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.883147:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907216:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.883150:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327bd0-0x5c6be48327bd0, portal 8
00000100:00000200:2.0:1550575072.883151:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907216, portal 4
00000100:00000200:2.0:1550575072.883152:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907216, offset 0
00000400:00000200:2.0:1550575072.883153:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.883156:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.883157:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.883158:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.883159:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.883159:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.883160:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.883167:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.883254:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.883280:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.883306:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.883335:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccc600 x1625895440907184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.883337:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccc600 x1625895440907184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.883338:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.883398:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907184:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.883422:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.883704:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653900 - object 0x0:1728687 offset 1310720000<>1311768576
00000100:00100000:2.0:1550575072.883709:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.883710:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907248:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.883714:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327bf0-0x5c6be48327bf0, portal 8
00000100:00000200:2.0:1550575072.883715:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907248, portal 4
00000100:00000200:2.0:1550575072.883716:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907248, offset 0
00000400:00000200:2.0:1550575072.883717:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.883719:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.883721:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.883722:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.883723:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.883723:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.883724:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.883731:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.883814:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.883840:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.883869:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.883935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.883951:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652a00 x1625895440907216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.883953:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652a00 x1625895440907216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.883955:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:1.2:1550575072.883983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.884043:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907216:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.884284:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650900 - object 0x0:1725237 offset 1310720000<>1311768576
00000100:00100000:2.0:1550575072.884291:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.884292:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907280:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.884295:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327c10-0x5c6be48327c10, portal 8
00000100:00000200:2.0:1550575072.884297:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907280, portal 4
00000100:00000200:2.0:1550575072.884298:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907280, offset 0
00000400:00000200:2.0:1550575072.884299:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.884302:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.884303:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.884304:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.884305:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.884305:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.884306:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.884313:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.884402:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.884427:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.884448:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.884464:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1653900 x1625895440907248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.884466:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1653900 x1625895440907248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.884468:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.884529:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907248:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.884573:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.884839:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653300 - object 0x0:1728629 offset 1310720000<>1311768576
00000100:00100000:2.0:1550575072.884845:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.884846:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907312:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.884849:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327c30-0x5c6be48327c30, portal 8
00000100:00000200:2.0:1550575072.884850:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907312, portal 4
00000100:00000200:2.0:1550575072.884851:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907312, offset 0
00000400:00000200:2.0:1550575072.884852:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.884855:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.884856:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.884857:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.884858:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.884858:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.884859:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.884867:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.884950:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.884975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.885003:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.885082:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.885098:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650900 x1625895440907280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.885100:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650900 x1625895440907280/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.885101:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:1.2:1550575072.885118:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.885190:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907280:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.885418:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651b00 - object 0x0:1728254 offset 1311768576<>1312817152
00000100:00100000:2.0:1550575072.885424:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.885426:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907344:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.885429:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327c50-0x5c6be48327c50, portal 8
00000100:00000200:2.0:1550575072.885431:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907344, portal 4
00000100:00000200:2.0:1550575072.885431:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907344, offset 0
00000400:00000200:2.0:1550575072.885433:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.885435:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.885436:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.885438:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.885438:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.885439:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.885440:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.885447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.885533:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.885558:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.885585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.885612:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1653300 x1625895440907312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.885614:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1653300 x1625895440907312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.885616:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.885675:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907312:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.885700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.885968:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650300 - object 0x0:1728687 offset 1311768576<>1312817152
00000100:00100000:2.0:1550575072.885973:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.885974:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907376:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.885977:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327c70-0x5c6be48327c70, portal 8
00000100:00000200:2.0:1550575072.885979:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907376, portal 4
00000100:00000200:2.0:1550575072.885980:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907376, offset 0
00000400:00000200:2.0:1550575072.885981:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.885984:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.885985:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.885986:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.885987:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.885987:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.885988:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.885995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.886080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.886105:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.886132:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.886206:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.886222:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651b00 x1625895440907344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.886224:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651b00 x1625895440907344/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.886226:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:1.2:1550575072.886247:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.886304:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907344:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.886537:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653000 - object 0x0:1725237 offset 1311768576<>1312817152
00000100:00100000:2.0:1550575072.886544:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.886545:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.886548:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327c90-0x5c6be48327c90, portal 8
00000100:00000200:2.0:1550575072.886549:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907408, portal 4
00000100:00000200:2.0:1550575072.886550:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907408, offset 0
00000400:00000200:2.0:1550575072.886552:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.886554:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.886555:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.886557:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.886558:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.886558:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.886559:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.886566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.886655:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.886680:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.886707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.886723:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650300 x1625895440907376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.886725:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650300 x1625895440907376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.886726:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.886785:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907376:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.886833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.887094:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c724000 - object 0x0:1728629 offset 1311768576<>1312817152
00000100:00100000:2.0:1550575072.887099:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.887100:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907440:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.887103:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327cb0-0x5c6be48327cb0, portal 8
00000100:00000200:2.0:1550575072.887104:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907440, portal 4
00000100:00000200:2.0:1550575072.887105:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907440, offset 0
00000400:00000200:2.0:1550575072.887106:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.887109:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.887110:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.887111:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.887112:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.887112:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.887113:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.887120:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.887208:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.887233:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.887260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.887332:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.887348:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1653000 x1625895440907408/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.887350:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1653000 x1625895440907408/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.887352:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:1.2:1550575072.887375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.887431:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907408:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.887661:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c724300 - object 0x0:1728254 offset 1312817152<>1313865728
00000100:00100000:2.0:1550575072.887668:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.887669:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907472:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.887673:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327cd0-0x5c6be48327cd0, portal 8
00000100:00000200:2.0:1550575072.887674:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907472, portal 4
00000100:00000200:2.0:1550575072.887675:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907472, offset 0
00000400:00000200:2.0:1550575072.887676:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.887679:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.887680:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.887681:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.887682:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.887682:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.887683:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.887690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.887782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.887806:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.887835:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.887863:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c724000 x1625895440907440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.887865:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c724000 x1625895440907440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.887867:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.887926:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907440:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.887950:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.888224:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c724600 - object 0x0:1728687 offset 1312817152<>1313865728
00000100:00100000:2.0:1550575072.888229:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.888230:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907504:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.888233:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327cf0-0x5c6be48327cf0, portal 8
00000100:00000200:2.0:1550575072.888235:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907504, portal 4
00000100:00000200:2.0:1550575072.888235:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907504, offset 0
00000400:00000200:2.0:1550575072.888236:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.888239:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.888240:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.888242:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.888242:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.888243:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.888243:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.888250:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.888336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.888361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.888388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.888451:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.888467:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c724300 x1625895440907472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.888469:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c724300 x1625895440907472/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.888470:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:1.2:1550575072.888504:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.888541:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907472:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.888780:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c724900 - object 0x0:1725237 offset 1312817152<>1313865728
00000100:00100000:2.0:1550575072.888787:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.888788:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907536:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.888791:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327d10-0x5c6be48327d10, portal 8
00000100:00000200:2.0:1550575072.888793:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907536, portal 4
00000100:00000200:2.0:1550575072.888793:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907536, offset 0
00000400:00000200:2.0:1550575072.888795:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.888797:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.888798:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.888800:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.888800:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.888801:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.888802:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.888808:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.888899:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.888924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.888950:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.888981:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.888997:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c724600 x1625895440907504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.888999:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c724600 x1625895440907504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.889001:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.889065:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907504:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.889065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.889339:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c724c00 - object 0x0:1728629 offset 1312817152<>1313865728
00000100:00100000:2.0:1550575072.889345:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.889346:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907568:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.889349:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327d30-0x5c6be48327d30, portal 8
00000100:00000200:2.0:1550575072.889350:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907568, portal 4
00000100:00000200:2.0:1550575072.889351:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907568, offset 0
00000400:00000200:2.0:1550575072.889352:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.889354:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.889355:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.889357:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.889357:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.889358:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.889359:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.889366:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.889451:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.889476:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.889502:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.889559:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.889575:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c724900 x1625895440907536/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.889577:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c724900 x1625895440907536/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.889579:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:1.2:1550575072.889617:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.889650:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907536:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.889898:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c724f00 - object 0x0:1728254 offset 1313865728<>1314914304
00000100:00100000:2.0:1550575072.889905:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.889906:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907600:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.889909:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327d50-0x5c6be48327d50, portal 8
00000100:00000200:2.0:1550575072.889911:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907600, portal 4
00000100:00000200:2.0:1550575072.889911:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907600, offset 0
00000400:00000200:2.0:1550575072.889913:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.889915:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.889916:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.889918:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.889918:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.889919:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.889920:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.889926:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.890014:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.890045:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.890071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.890098:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c724c00 x1625895440907568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.890099:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c724c00 x1625895440907568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.890101:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.890161:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907568:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.890185:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.890470:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c725200 - object 0x0:1728687 offset 1313865728<>1314914304
00000100:00100000:2.0:1550575072.890476:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.890477:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907632:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.890480:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327d70-0x5c6be48327d70, portal 8
00000100:00000200:2.0:1550575072.890482:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907632, portal 4
00000100:00000200:2.0:1550575072.890482:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907632, offset 0
00000400:00000200:2.0:1550575072.890484:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.890486:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.890487:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.890489:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.890489:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.890490:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.890491:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.890498:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.890582:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.890608:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.890636:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.890681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.890697:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c724f00 x1625895440907600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.890698:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c724f00 x1625895440907600/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.890700:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:1.2:1550575072.890750:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.890765:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907600:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.891027:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c725500 - object 0x0:1725237 offset 1313865728<>1314914304
00000100:00100000:3.0:1550575072.891040:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440907664:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.891044:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327d90-0x5c6be48327d90, portal 8
00000100:00000200:3.0:1550575072.891045:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907664, portal 4
00000100:00000200:3.0:1550575072.891046:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907664, offset 0
00000400:00000200:3.0:1550575072.891047:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.891050:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.891051:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.891052:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.891052:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.891053:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.891054:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.891061:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.891152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.891177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.891201:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.891223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.891239:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c725200 x1625895440907632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.891241:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c725200 x1625895440907632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.891243:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.891306:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907632:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.891316:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.891602:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c725800 - object 0x0:1728629 offset 1313865728<>1314914304
00000100:00100000:2.0:1550575072.891607:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.891608:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907696:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.891612:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327db0-0x5c6be48327db0, portal 8
00000100:00000200:2.0:1550575072.891613:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907696, portal 4
00000100:00000200:2.0:1550575072.891614:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907696, offset 0
00000400:00000200:2.0:1550575072.891615:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.891618:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.891619:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.891620:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.891621:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.891621:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.891622:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.891629:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.891715:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.891740:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.891770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.891820:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575072.891838:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c725500 x1625895440907664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.891840:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c725500 x1625895440907664/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.891842:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.2:1550575072.891885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575072.891915:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440907664:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.892159:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c725b00 - object 0x0:1728254 offset 1314914304<>1315962880
00000100:00100000:2.0:1550575072.892165:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.892167:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907728:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.892170:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327dd0-0x5c6be48327dd0, portal 8
00000100:00000200:2.0:1550575072.892171:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907728, portal 4
00000100:00000200:2.0:1550575072.892171:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907728, offset 0
00000400:00000200:2.0:1550575072.892173:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.892175:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.892176:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.892178:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.892178:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.892179:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.892180:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.892187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.892274:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.892299:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.892325:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.892356:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.892372:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c725800 x1625895440907696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.892374:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c725800 x1625895440907696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.892376:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.892438:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907696:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.892440:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.892713:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c725e00 - object 0x0:1728687 offset 1314914304<>1315962880
00000100:00100000:2.0:1550575072.892719:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.892720:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907760:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.892723:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327df0-0x5c6be48327df0, portal 8
00000100:00000200:2.0:1550575072.892724:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907760, portal 4
00000100:00000200:2.0:1550575072.892725:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907760, offset 0
00000400:00000200:2.0:1550575072.892726:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.892729:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.892730:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.892731:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.892732:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.892732:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.892733:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.892740:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.892823:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.892849:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.892876:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.892946:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.892962:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c725b00 x1625895440907728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.892963:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c725b00 x1625895440907728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.892965:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:1.2:1550575072.892992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.893049:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907728:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.893285:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c726100 - object 0x0:1725237 offset 1314914304<>1315962880
00000100:00100000:2.0:1550575072.893291:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.893293:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907792:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.893296:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327e10-0x5c6be48327e10, portal 8
00000100:00000200:2.0:1550575072.893297:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907792, portal 4
00000100:00000200:2.0:1550575072.893298:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907792, offset 0
00000400:00000200:2.0:1550575072.893299:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.893302:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.893303:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.893304:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.893305:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.893305:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.893307:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.893314:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.893406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.893431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.893454:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.893470:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c725e00 x1625895440907760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.893472:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c725e00 x1625895440907760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.893474:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.893533:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907760:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.893580:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.893836:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c726400 - object 0x0:1728629 offset 1314914304<>1315962880
00000100:00100000:2.0:1550575072.893842:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.893843:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907824:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.893846:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327e30-0x5c6be48327e30, portal 8
00000100:00000200:2.0:1550575072.893847:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907824, portal 4
00000100:00000200:2.0:1550575072.893848:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907824, offset 0
00000400:00000200:2.0:1550575072.893849:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.893852:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.893853:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.893854:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.893855:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.893855:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.893856:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.893863:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.893948:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.893973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.893999:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.894083:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.894100:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c726100 x1625895440907792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.894101:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c726100 x1625895440907792/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.894103:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:1.2:1550575072.894114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.894186:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907792:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.894416:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c726700 - object 0x0:1728254 offset 1315962880<>1317011456
00000100:00100000:2.0:1550575072.894422:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.894424:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907856:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.894427:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327e50-0x5c6be48327e50, portal 8
00000100:00000200:2.0:1550575072.894429:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907856, portal 4
00000100:00000200:2.0:1550575072.894429:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907856, offset 0
00000400:00000200:2.0:1550575072.894430:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.894433:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.894434:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.894435:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.894436:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.894436:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.894438:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.894444:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.894534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.894560:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.894586:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.894614:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c726400 x1625895440907824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.894616:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c726400 x1625895440907824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.894617:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.894677:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907824:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.894702:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.894961:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c726a00 - object 0x0:1728687 offset 1315962880<>1317011456
00000100:00100000:2.0:1550575072.894966:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.894967:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907888:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.894970:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327e70-0x5c6be48327e70, portal 8
00000100:00000200:2.0:1550575072.894971:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907888, portal 4
00000100:00000200:2.0:1550575072.894972:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907888, offset 0
00000400:00000200:2.0:1550575072.894973:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.894976:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.894977:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.894978:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.894979:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.894979:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.894980:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.894987:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.895071:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.895097:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.895124:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.895209:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.895225:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c726700 x1625895440907856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.895227:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c726700 x1625895440907856/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.895229:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:1.2:1550575072.895239:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.895308:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907856:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.895538:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c726d00 - object 0x0:1725237 offset 1315962880<>1317011456
00000100:00100000:2.0:1550575072.895545:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.895546:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.895549:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327e90-0x5c6be48327e90, portal 8
00000100:00000200:2.0:1550575072.895551:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907920, portal 4
00000100:00000200:2.0:1550575072.895551:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907920, offset 0
00000400:00000200:2.0:1550575072.895552:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.895555:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.895556:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.895558:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.895558:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.895558:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.895559:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.895566:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.895661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.895686:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.895709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.895724:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c726a00 x1625895440907888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.895726:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c726a00 x1625895440907888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.895728:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.895788:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907888:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.895833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.896106:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c727000 - object 0x0:1728629 offset 1315962880<>1317011456
00000100:00100000:2.0:1550575072.896110:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.896112:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.896115:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327eb0-0x5c6be48327eb0, portal 8
00000100:00000200:2.0:1550575072.896116:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907952, portal 4
00000100:00000200:2.0:1550575072.896116:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907952, offset 0
00000400:00000200:2.0:1550575072.896117:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.896120:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.896121:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.896123:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.896123:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.896124:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.896125:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.896132:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.896218:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.896244:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.896266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.896333:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.896349:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c726d00 x1625895440907920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.896351:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c726d00 x1625895440907920/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.896353:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:1.2:1550575072.896383:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.896432:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907920:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.896671:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c727300 - object 0x0:1728254 offset 1317011456<>1318060032
00000100:00100000:2.0:1550575072.896677:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.896678:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907984:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.896681:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327ed0-0x5c6be48327ed0, portal 8
00000100:00000200:2.0:1550575072.896683:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440907984, portal 4
00000100:00000200:2.0:1550575072.896684:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440907984, offset 0
00000400:00000200:2.0:1550575072.896685:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.896687:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.896689:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.896690:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.896691:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.896691:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.896692:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.896699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.896792:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.896818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.896843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.896870:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c727000 x1625895440907952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.896872:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c727000 x1625895440907952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.896874:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.896935:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440907952:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.896959:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.897236:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c727600 - object 0x0:1728687 offset 1317011456<>1318060032
00000100:00100000:2.0:1550575072.897241:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.897242:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.897245:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327ef0-0x5c6be48327ef0, portal 8
00000100:00000200:2.0:1550575072.897247:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908016, portal 4
00000100:00000200:2.0:1550575072.897248:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908016, offset 0
00000400:00000200:2.0:1550575072.897249:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.897252:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.897253:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.897254:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.897255:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.897255:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.897256:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.897263:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.897350:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.897376:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.897398:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.897462:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.897478:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c727300 x1625895440907984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.897479:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c727300 x1625895440907984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.897481:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:1.2:1550575072.897514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.897555:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440907984:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.897793:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c727900 - object 0x0:1725237 offset 1317011456<>1318060032
00000100:00100000:2.0:1550575072.897799:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.897800:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908048:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.897803:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327f10-0x5c6be48327f10, portal 8
00000100:00000200:2.0:1550575072.897805:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908048, portal 4
00000100:00000200:2.0:1550575072.897806:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908048, offset 0
00000400:00000200:2.0:1550575072.897807:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.897810:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.897811:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.897812:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.897813:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.897813:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.897814:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.897821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.897918:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.897943:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.897967:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.897994:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c727600 x1625895440908016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.897996:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c727600 x1625895440908016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.897998:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.898063:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908016:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.898081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.898361:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147c727c00 - object 0x0:1728629 offset 1317011456<>1318060032
00000100:00100000:2.0:1550575072.898366:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.898367:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908080:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.898370:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327f30-0x5c6be48327f30, portal 8
00000100:00000200:2.0:1550575072.898371:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908080, portal 4
00000100:00000200:2.0:1550575072.898372:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908080, offset 0
00000400:00000200:2.0:1550575072.898373:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.898376:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.898377:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.898378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.898379:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.898379:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.898380:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.898387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.898474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.898499:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.898539:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.898582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.898598:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c727900 x1625895440908048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.898600:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c727900 x1625895440908048/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.898602:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.2:1550575072.898654:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.898676:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908048:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.898917:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b8000 - object 0x0:1728254 offset 1318060032<>1319108608
00000100:00100000:2.0:1550575072.898924:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.898925:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908112:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.898928:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327f50-0x5c6be48327f50, portal 8
00000100:00000200:2.0:1550575072.898930:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908112, portal 4
00000100:00000200:2.0:1550575072.898930:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908112, offset 0
00000400:00000200:2.0:1550575072.898931:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.898934:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.898935:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.898937:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.898937:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.898938:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.898939:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.898946:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.899039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.899064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.899090:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.899121:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.899137:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147c727c00 x1625895440908080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.899139:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147c727c00 x1625895440908080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.899141:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.899202:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908080:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.899204:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.899483:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b8300 - object 0x0:1728687 offset 1318060032<>1319108608
00000100:00100000:2.0:1550575072.899488:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.899489:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908144:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.899492:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327f70-0x5c6be48327f70, portal 8
00000100:00000200:2.0:1550575072.899494:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908144, portal 4
00000100:00000200:2.0:1550575072.899494:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908144, offset 0
00000400:00000200:2.0:1550575072.899495:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.899498:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.899499:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.899500:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.899501:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.899501:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.899502:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.899509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.899596:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.899621:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.899654:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.899708:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.899724:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b8000 x1625895440908112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.899726:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b8000 x1625895440908112/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.899727:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.2:1550575072.899770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.899802:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908112:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.900053:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b8600 - object 0x0:1725237 offset 1318060032<>1319108608
00000100:00100000:2.0:1550575072.900059:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.900061:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908176:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.900064:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327f90-0x5c6be48327f90, portal 8
00000100:00000200:2.0:1550575072.900065:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908176, portal 4
00000100:00000200:2.0:1550575072.900066:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908176, offset 0
00000400:00000200:2.0:1550575072.900072:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.900075:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.900076:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.900077:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.900078:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.900078:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.900079:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.900086:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.900177:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.900204:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.900231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.900260:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b8300 x1625895440908144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.900262:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b8300 x1625895440908144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.900264:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.900325:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908144:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.900346:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.900610:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b8900 - object 0x0:1728629 offset 1318060032<>1319108608
00000100:00100000:2.0:1550575072.900615:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.900616:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908208:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.900619:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327fb0-0x5c6be48327fb0, portal 8
00000100:00000200:2.0:1550575072.900621:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908208, portal 4
00000100:00000200:2.0:1550575072.900621:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908208, offset 0
00000400:00000200:2.0:1550575072.900622:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.900625:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.900627:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.900628:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.900629:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.900629:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.900630:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.900637:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.900722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.900748:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.900776:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.900844:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.900860:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b8600 x1625895440908176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.900862:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b8600 x1625895440908176/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.900864:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.2:1550575072.900891:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.900945:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908176:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.901174:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b8c00 - object 0x0:1728254 offset 1319108608<>1320157184
00000100:00100000:2.0:1550575072.901181:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.901186:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.901189:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327fd0-0x5c6be48327fd0, portal 8
00000100:00000200:2.0:1550575072.901191:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908240, portal 4
00000100:00000200:2.0:1550575072.901191:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908240, offset 0
00000400:00000200:2.0:1550575072.901192:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.901195:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.901196:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.901197:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.901198:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.901198:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.901199:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.901206:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.901294:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.901319:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.901345:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.901374:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b8900 x1625895440908208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.901375:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b8900 x1625895440908208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.901377:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.901437:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908208:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.901460:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.901733:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b8f00 - object 0x0:1728687 offset 1319108608<>1320157184
00000100:00100000:2.0:1550575072.901738:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.901740:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908272:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.901742:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48327ff0-0x5c6be48327ff0, portal 8
00000100:00000200:2.0:1550575072.901744:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908272, portal 4
00000100:00000200:2.0:1550575072.901744:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908272, offset 0
00000400:00000200:2.0:1550575072.901745:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.901748:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.901749:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.901750:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.901751:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.901751:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.901752:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.901759:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.901843:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.901869:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.901896:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.901965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.901981:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b8c00 x1625895440908240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.901983:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b8c00 x1625895440908240/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.901985:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.2:1550575072.902012:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.902068:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908240:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.902304:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b9200 - object 0x0:1725237 offset 1319108608<>1320157184
00000100:00100000:2.0:1550575072.902311:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.902312:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908304:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.902315:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328010-0x5c6be48328010, portal 8
00000100:00000200:2.0:1550575072.902316:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908304, portal 4
00000100:00000200:2.0:1550575072.902317:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908304, offset 0
00000400:00000200:2.0:1550575072.902318:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.902321:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.902322:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.902324:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.902324:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.902325:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.902326:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.902332:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.902425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.902450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.902474:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.902490:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b8f00 x1625895440908272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.902492:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b8f00 x1625895440908272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.902494:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.902553:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908272:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.902599:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.902858:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b9500 - object 0x0:1728629 offset 1319108608<>1320157184
00000100:00100000:2.0:1550575072.902863:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.902864:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.902867:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328030-0x5c6be48328030, portal 8
00000100:00000200:2.0:1550575072.902868:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908336, portal 4
00000100:00000200:2.0:1550575072.902869:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908336, offset 0
00000400:00000200:2.0:1550575072.902870:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.902873:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.902874:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.902875:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.902876:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.902876:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.902877:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.902884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.902968:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.902993:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.903019:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.903090:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.903105:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b9200 x1625895440908304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.903107:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b9200 x1625895440908304/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.903109:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.2:1550575072.903136:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.903180:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908304:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.903423:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b9800 - object 0x0:1728254 offset 1320157184<>1321205760
00000100:00100000:2.0:1550575072.903430:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.903432:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908368:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.903435:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328050-0x5c6be48328050, portal 8
00000100:00000200:2.0:1550575072.903436:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908368, portal 4
00000100:00000200:2.0:1550575072.903436:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908368, offset 0
00000400:00000200:2.0:1550575072.903437:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.903440:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.903442:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.903443:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.903444:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.903444:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.903445:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.903452:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.903540:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.903565:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.903591:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.903619:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b9500 x1625895440908336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.903621:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b9500 x1625895440908336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.903623:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.903683:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908336:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.903707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.903979:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b9b00 - object 0x0:1728687 offset 1320157184<>1321205760
00000100:00100000:2.0:1550575072.903984:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.903985:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908400:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.903988:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328070-0x5c6be48328070, portal 8
00000100:00000200:2.0:1550575072.903990:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908400, portal 4
00000100:00000200:2.0:1550575072.903990:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908400, offset 0
00000400:00000200:2.0:1550575072.903992:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.903994:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.903995:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.903997:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.903997:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.903998:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.903999:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.904006:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.904090:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.904116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.904142:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.904212:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.904228:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b9800 x1625895440908368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.904230:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b9800 x1625895440908368/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.904232:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:1.2:1550575072.904256:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.904304:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908368:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.904545:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1b9e00 - object 0x0:1725237 offset 1320157184<>1321205760
00000100:00100000:2.0:1550575072.904552:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.904553:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908432:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.904556:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328090-0x5c6be48328090, portal 8
00000100:00000200:2.0:1550575072.904557:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908432, portal 4
00000100:00000200:2.0:1550575072.904558:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908432, offset 0
00000400:00000200:2.0:1550575072.904559:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.904562:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.904563:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.904565:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.904565:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.904566:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.904567:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.904574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.904663:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.904688:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.904715:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.904743:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b9b00 x1625895440908400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.904745:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b9b00 x1625895440908400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.904746:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.904805:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908400:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.904831:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.905103:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1ba100 - object 0x0:1728629 offset 1320157184<>1321205760
00000100:00100000:2.0:1550575072.905108:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.905109:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908464:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.905112:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483280b0-0x5c6be483280b0, portal 8
00000100:00000200:2.0:1550575072.905113:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908464, portal 4
00000100:00000200:2.0:1550575072.905114:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908464, offset 0
00000400:00000200:2.0:1550575072.905115:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.905118:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.905119:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.905120:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.905121:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.905121:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.905122:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.905129:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.905215:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.905241:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.905269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.905326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.905342:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1b9e00 x1625895440908432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.905344:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1b9e00 x1625895440908432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.905346:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:1.2:1550575072.905384:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.905416:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908432:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.905661:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1ba400 - object 0x0:1728254 offset 1321205760<>1322254336
00000100:00100000:2.0:1550575072.905668:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.905669:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908496:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.905672:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483280d0-0x5c6be483280d0, portal 8
00000100:00000200:2.0:1550575072.905674:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908496, portal 4
00000100:00000200:2.0:1550575072.905674:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908496, offset 0
00000400:00000200:2.0:1550575072.905675:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.905678:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.905679:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.905681:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.905681:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.905681:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.905682:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.905689:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.905780:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.905805:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.905833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.905860:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1ba100 x1625895440908464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.905862:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1ba100 x1625895440908464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.905864:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.905925:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908464:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.905948:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.906231:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1ba700 - object 0x0:1728687 offset 1321205760<>1322254336
00000100:00100000:2.0:1550575072.906236:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.906237:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908528:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.906240:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483280f0-0x5c6be483280f0, portal 8
00000100:00000200:2.0:1550575072.906241:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908528, portal 4
00000100:00000200:2.0:1550575072.906242:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908528, offset 0
00000400:00000200:2.0:1550575072.906243:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.906246:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.906247:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.906248:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.906249:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.906249:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.906250:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.906257:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.906344:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.906369:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.906396:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.906444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.906460:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1ba400 x1625895440908496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.906462:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1ba400 x1625895440908496/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.906464:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.2:1550575072.906510:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.906533:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908496:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.906779:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1baa00 - object 0x0:1725237 offset 1321205760<>1322254336
00000100:00100000:2.0:1550575072.906785:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.906786:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908560:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.906790:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328110-0x5c6be48328110, portal 8
00000100:00000200:2.0:1550575072.906791:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908560, portal 4
00000100:00000200:2.0:1550575072.906792:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908560, offset 0
00000400:00000200:2.0:1550575072.906793:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.906795:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.906796:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.906798:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.906798:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.906799:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.906800:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.906807:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.906897:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.906922:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.906948:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.906968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.906984:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1ba700 x1625895440908528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.906986:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1ba700 x1625895440908528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.906988:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.907053:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908528:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.907062:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.907342:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1bad00 - object 0x0:1728629 offset 1321205760<>1322254336
00000100:00100000:2.0:1550575072.907347:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.907349:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908592:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.907352:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328130-0x5c6be48328130, portal 8
00000100:00000200:2.0:1550575072.907353:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908592, portal 4
00000100:00000200:2.0:1550575072.907353:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908592, offset 0
00000400:00000200:2.0:1550575072.907355:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.907357:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.907358:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.907360:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.907360:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.907361:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.907362:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.907369:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.907454:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.907480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.907507:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.907558:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.907575:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1baa00 x1625895440908560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.907577:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1baa00 x1625895440908560/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.907578:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.2:1550575072.907622:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.907648:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908560:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.907901:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1bb000 - object 0x0:1728254 offset 1322254336<>1323302912
00000100:00100000:2.0:1550575072.907908:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.907909:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908624:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.907913:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328150-0x5c6be48328150, portal 8
00000100:00000200:2.0:1550575072.907914:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908624, portal 4
00000100:00000200:2.0:1550575072.907914:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908624, offset 0
00000400:00000200:2.0:1550575072.907916:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.907918:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.907919:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.907921:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.907921:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.907922:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.907923:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.907929:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.908022:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.908052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.908078:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.908104:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1bad00 x1625895440908592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.908106:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1bad00 x1625895440908592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.908108:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.908170:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908592:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.908193:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.908464:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1bb300 - object 0x0:1728687 offset 1322254336<>1323302912
00000100:00100000:2.0:1550575072.908469:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.908471:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908656:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.908474:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328170-0x5c6be48328170, portal 8
00000100:00000200:2.0:1550575072.908475:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908656, portal 4
00000100:00000200:2.0:1550575072.908476:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908656, offset 0
00000400:00000200:2.0:1550575072.908477:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.908480:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.908481:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.908482:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.908483:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.908483:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.908484:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.908491:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.908574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.908599:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.908625:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.908687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.908703:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1bb000 x1625895440908624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.908705:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1bb000 x1625895440908624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.908707:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:1.2:1550575072.908739:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.908780:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908624:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.909030:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1bb600 - object 0x0:1725237 offset 1322254336<>1323302912
00000100:00100000:2.0:1550575072.909043:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.909044:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908688:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.909047:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328190-0x5c6be48328190, portal 8
00000100:00000200:2.0:1550575072.909048:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908688, portal 4
00000100:00000200:2.0:1550575072.909049:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908688, offset 0
00000400:00000200:2.0:1550575072.909053:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.909055:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.909057:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.909058:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.909059:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.909059:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.909060:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.909067:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.909158:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.909185:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.909197:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.909211:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1bb300 x1625895440908656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.909213:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1bb300 x1625895440908656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.909215:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.909276:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908656:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.909321:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.909598:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1bb900 - object 0x0:1728629 offset 1322254336<>1323302912
00000100:00100000:2.0:1550575072.909603:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.909604:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908720:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.909607:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483281b0-0x5c6be483281b0, portal 8
00000100:00000200:2.0:1550575072.909608:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908720, portal 4
00000100:00000200:2.0:1550575072.909609:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908720, offset 0
00000400:00000200:2.0:1550575072.909610:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.909613:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.909614:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.909615:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.909616:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.909617:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.909618:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.909625:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.909708:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.909733:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.909761:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.909821:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.909836:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1bb600 x1625895440908688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.909837:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1bb600 x1625895440908688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.909839:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:1.2:1550575072.909875:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.909911:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908688:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.910165:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88147a1bbc00 - object 0x0:1728254 offset 1323302912<>1324351488
00000100:00100000:2.0:1550575072.910172:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.910173:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.910176:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483281d0-0x5c6be483281d0, portal 8
00000100:00000200:2.0:1550575072.910177:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908752, portal 4
00000100:00000200:2.0:1550575072.910178:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908752, offset 0
00000400:00000200:2.0:1550575072.910179:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.910186:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.910187:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.910189:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.910190:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.910190:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.910191:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.910198:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.910287:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.910313:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.910338:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.910366:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1bb900 x1625895440908720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.910368:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1bb900 x1625895440908720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.910370:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.910431:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908720:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.910454:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.910719:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c60000 - object 0x0:1728687 offset 1323302912<>1324351488
00000100:00100000:2.0:1550575072.910725:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.910726:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908784:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.910729:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483281f0-0x5c6be483281f0, portal 8
00000100:00000200:2.0:1550575072.910730:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908784, portal 4
00000100:00000200:2.0:1550575072.910731:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908784, offset 0
00000400:00000200:2.0:1550575072.910732:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.910735:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.910736:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.910737:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.910738:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.910738:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.910739:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.910746:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.910830:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.910855:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.910881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.910953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.910969:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88147a1bbc00 x1625895440908752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.910970:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88147a1bbc00 x1625895440908752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.910972:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:1.2:1550575072.910996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.911055:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908752:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.911297:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c60300 - object 0x0:1725237 offset 1323302912<>1324351488
00000100:00100000:2.0:1550575072.911304:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.911305:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908816:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.911308:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328210-0x5c6be48328210, portal 8
00000100:00000200:2.0:1550575072.911309:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908816, portal 4
00000100:00000200:2.0:1550575072.911310:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908816, offset 0
00000400:00000200:2.0:1550575072.911311:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.911314:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.911315:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.911316:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.911317:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.911317:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.911318:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.911325:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.911416:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.911441:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.911453:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.911469:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c60000 x1625895440908784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.911471:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c60000 x1625895440908784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.911473:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.911533:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908784:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.911578:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.911847:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c60600 - object 0x0:1728629 offset 1323302912<>1324351488
00000100:00100000:2.0:1550575072.911852:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.911853:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908848:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.911856:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328230-0x5c6be48328230, portal 8
00000100:00000200:2.0:1550575072.911857:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908848, portal 4
00000100:00000200:2.0:1550575072.911858:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908848, offset 0
00000400:00000200:2.0:1550575072.911859:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.911862:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.911863:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.911864:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.911865:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.911866:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.911866:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.911873:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.911957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.911982:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.912008:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.912085:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.912101:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c60300 x1625895440908816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.912102:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c60300 x1625895440908816/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.912104:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:1.2:1550575072.912123:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.912180:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908816:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.912418:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c60900 - object 0x0:1728254 offset 1324351488<>1325400064
00000100:00100000:2.0:1550575072.912425:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.912426:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908880:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.912429:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328250-0x5c6be48328250, portal 8
00000100:00000200:2.0:1550575072.912430:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908880, portal 4
00000100:00000200:2.0:1550575072.912431:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908880, offset 0
00000400:00000200:2.0:1550575072.912432:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.912435:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.912436:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.912437:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.912438:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.912438:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.912440:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.912446:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.912533:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.912558:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.912583:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.912611:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c60600 x1625895440908848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.912612:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c60600 x1625895440908848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.912614:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.912673:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908848:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.912698:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.912964:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c60c00 - object 0x0:1728687 offset 1324351488<>1325400064
00000100:00100000:2.0:1550575072.912969:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.912970:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908912:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.912973:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328270-0x5c6be48328270, portal 8
00000100:00000200:2.0:1550575072.912975:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908912, portal 4
00000100:00000200:2.0:1550575072.912975:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908912, offset 0
00000400:00000200:2.0:1550575072.912977:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.912979:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.912980:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.912982:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.912982:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.912983:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.912984:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.912990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.913077:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.913103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.913130:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.913192:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.913209:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c60900 x1625895440908880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.913210:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c60900 x1625895440908880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.913212:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:1.2:1550575072.913245:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.913276:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908880:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.913536:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c60f00 - object 0x0:1725237 offset 1324351488<>1325400064
00000100:00100000:2.0:1550575072.913543:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.913544:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908944:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.913548:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328290-0x5c6be48328290, portal 8
00000100:00000200:2.0:1550575072.913549:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908944, portal 4
00000100:00000200:2.0:1550575072.913549:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908944, offset 0
00000400:00000200:2.0:1550575072.913551:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.913553:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.913555:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.913556:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.913556:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.913557:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.913558:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.913565:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.913654:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.913679:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.913707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.913735:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c60c00 x1625895440908912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.913737:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c60c00 x1625895440908912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.913739:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.913799:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908912:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.913823:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.914092:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c61200 - object 0x0:1728629 offset 1324351488<>1325400064
00000100:00100000:2.0:1550575072.914096:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.914098:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908976:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.914100:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483282b0-0x5c6be483282b0, portal 8
00000100:00000200:2.0:1550575072.914102:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440908976, portal 4
00000100:00000200:2.0:1550575072.914102:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440908976, offset 0
00000400:00000200:2.0:1550575072.914103:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.914106:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.914107:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.914109:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.914110:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.914110:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.914111:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.914118:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.914209:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.914234:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.914260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.914305:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.914321:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c60f00 x1625895440908944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.914323:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c60f00 x1625895440908944/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.914324:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:1.2:1550575072.914376:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.914389:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440908944:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.914651:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c61500 - object 0x0:1728254 offset 1325400064<>1326448640
00000100:00100000:2.0:1550575072.914657:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.914659:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909008:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.914662:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483282d0-0x5c6be483282d0, portal 8
00000100:00000200:2.0:1550575072.914663:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909008, portal 4
00000100:00000200:2.0:1550575072.914664:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909008, offset 0
00000400:00000200:2.0:1550575072.914665:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.914667:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.914668:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.914670:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.914670:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.914671:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.914672:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.914678:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.914767:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.914792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.914819:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.914848:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c61200 x1625895440908976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.914850:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c61200 x1625895440908976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.914852:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.914913:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440908976:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.914934:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.915207:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c61800 - object 0x0:1728687 offset 1325400064<>1326448640
00000100:00100000:2.0:1550575072.915212:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.915213:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909040:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.915217:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483282f0-0x5c6be483282f0, portal 8
00000100:00000200:2.0:1550575072.915218:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909040, portal 4
00000100:00000200:2.0:1550575072.915219:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909040, offset 0
00000400:00000200:2.0:1550575072.915220:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.915222:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.915224:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.915225:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.915226:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.915226:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.915227:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.915235:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.915322:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.915347:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.915372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.915424:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.915440:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c61500 x1625895440909008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.915442:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c61500 x1625895440909008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.915444:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:1.2:1550575072.915486:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.915511:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909008:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.915766:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c61b00 - object 0x0:1725237 offset 1325400064<>1326448640
00000100:00100000:2.0:1550575072.915773:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.915774:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909072:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.915777:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328310-0x5c6be48328310, portal 8
00000100:00000200:2.0:1550575072.915779:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909072, portal 4
00000100:00000200:2.0:1550575072.915779:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909072, offset 0
00000400:00000200:2.0:1550575072.915780:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.915783:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.915784:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.915786:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.915786:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.915787:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.915788:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.915795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.915892:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.915917:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.915942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575072.915970:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c61800 x1625895440909040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.915972:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c61800 x1625895440909040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.915974:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.916038:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909040:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.916057:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.916336:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c61e00 - object 0x0:1728629 offset 1325400064<>1326448640
00000100:00100000:2.0:1550575072.916342:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.916343:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909104:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.916346:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328330-0x5c6be48328330, portal 8
00000100:00000200:2.0:1550575072.916347:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909104, portal 4
00000100:00000200:2.0:1550575072.916348:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909104, offset 0
00000400:00000200:2.0:1550575072.916349:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.916352:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.916353:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.916354:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.916355:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.916355:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.916356:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.916363:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.916447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.916472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.916497:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.916612:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.916869:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c62100 - object 0x0:1728254 offset 1326448640<>1327497216
00000100:00100000:2.0:1550575072.916876:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.916878:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909136:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.916881:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328350-0x5c6be48328350, portal 8
00000100:00000200:2.0:1550575072.916882:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909136, portal 4
00000100:00000200:2.0:1550575072.916883:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909136, offset 0
00000400:00000200:2.0:1550575072.916884:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.916886:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.916888:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.916889:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.916890:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.916890:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.916891:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.916898:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.917021:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.917049:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.917071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.917081:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (24)++
00000800:00000200:2.0:1550575072.917083:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575072.917085:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575072.917087:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be48328330
00000400:00000200:2.0:1550575072.917089:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0xf299 [1] + 192
00000100:00000200:2.0:1550575072.917091:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881477c61e00 x1625895440909104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575072.917094:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575072.917095:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575072.917095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:2.0:1550575072.917097:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c61e00 x1625895440909104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.917098:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c61e00 x1625895440909104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.917100:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.917168:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909104:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.917188:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.917225:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.917237:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:2.0:1550575072.917434:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c62400 - object 0x0:1728687 offset 1326448640<>1327497216
00000100:00100000:2.0:1550575072.917440:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.917441:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909168:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.917445:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328370-0x5c6be48328370, portal 8
00000100:00000200:2.0:1550575072.917446:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909168, portal 4
00000100:00000200:2.0:1550575072.917447:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909168, offset 0
00000400:00000200:2.0:1550575072.917448:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.917451:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.917452:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.917454:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.917454:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.917455:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.917456:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.917459:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c61b00 x1625895440909072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.917461:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c61b00 x1625895440909072/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.917462:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.2:1550575072.917462:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.917464:0:2491:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0001-osc-ffff880034986800: committing for last_committed 12894436768 gen 1
00000100:00100000:3.0:1550575072.917791:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:1.2:1550575072.918157:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.918203:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.918226:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.918249:0:2491:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8800b3865b00 x1625895440885392/t12894436769(12894436769) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575079 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:2.0:1550575072.918333:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909072:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.918335:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c62100 x1625895440909136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.918337:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c62100 x1625895440909136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.918339:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.2:1550575072.918345:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575072.918389:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317300 - object 0x0:1725237 offset 1326448640<>1327497216
00000100:00100000:2.0:1550575072.918401:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909136:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.918423:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.918532:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.918548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575072.918564:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.918588:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575072.918606:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316a00 - object 0x0:1728629 offset 1326448640<>1327497216
00000800:00000200:0.2:1550575072.918633:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.918703:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.918743:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.918765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.918786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.918800:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575072.918819:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c62400 x1625895440909168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.918822:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c62400 x1625895440909168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.918823:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.918893:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909168:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.918905:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.919147:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c62700 - object 0x0:1728254 offset 1327497216<>1328545792
00000100:00100000:2.0:1550575072.919154:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.919156:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909264:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.919159:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483283d0-0x5c6be483283d0, portal 8
00000100:00000200:2.0:1550575072.919160:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909264, portal 4
00000100:00000200:2.0:1550575072.919161:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909264, offset 0
00000400:00000200:2.0:1550575072.919162:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.919165:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.919167:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.919168:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.919169:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.919169:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.919170:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.919177:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.919387:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.919442:0:2494:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.919537:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.919555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.919671:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.919711:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c62a00 - object 0x0:1728687 offset 1327497216<>1328545792
00000100:00100000:2.0:1550575072.919717:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.919718:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909296:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.919721:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483283f0-0x5c6be483283f0, portal 8
00000100:00000200:2.0:1550575072.919722:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909296, portal 4
00000100:00000200:2.0:1550575072.919723:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909296, offset 0
00000400:00000200:2.0:1550575072.919724:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.919727:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.919728:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.919729:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.919730:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.919731:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.919731:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.919738:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.919828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.919855:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.919872:0:2494:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.920039:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.920269:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c62d00 - object 0x0:1725237 offset 1327497216<>1328545792
00000100:00100000:2.0:1550575072.920276:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.920277:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909328:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.920281:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328410-0x5c6be48328410, portal 8
00000100:00000200:2.0:1550575072.920282:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909328, portal 4
00000100:00000200:2.0:1550575072.920283:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909328, offset 0
00000400:00000200:2.0:1550575072.920284:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.920287:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.920288:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.920289:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.920290:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.920290:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.920291:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.920298:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.920643:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.920666:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.920684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.920691:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.920745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.920800:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.920807:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c63000 - object 0x0:1728629 offset 1327497216<>1328545792
00000100:00000200:2.0:1550575072.920813:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c62a00 x1625895440909296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.920815:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c62a00 x1625895440909296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.920817:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:0.2:1550575072.920835:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.920877:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909296:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.920880:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c62700 x1625895440909264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.920882:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c62700 x1625895440909264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.920883:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.920942:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909264:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.921156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.921181:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.921199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.921315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.921382:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c63300 - object 0x0:1728254 offset 1328545792<>1329594368
00000100:00100000:2.0:1550575072.921389:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.921390:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909392:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.921394:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328450-0x5c6be48328450, portal 8
00000100:00000200:2.0:1550575072.921395:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909392, portal 4
00000100:00000200:2.0:1550575072.921396:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909392, offset 0
00000400:00000200:2.0:1550575072.921397:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.921399:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.921401:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.921402:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.921403:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.921403:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.921404:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.921411:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.921802:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.921805:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.921838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.921856:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.921922:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c63600 - object 0x0:1728687 offset 1328545792<>1329594368
00000100:00100000:2.0:1550575072.921927:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.921928:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909424:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.921931:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328470-0x5c6be48328470, portal 8
00000100:00000200:2.0:1550575072.921933:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909424, portal 4
00000100:00000200:2.0:1550575072.921934:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909424, offset 0
00000400:00000200:2.0:1550575072.921935:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.921937:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.921938:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.921940:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.921941:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.921941:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.921942:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575072.921945:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c62d00 x1625895440909328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.921948:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c62d00 x1625895440909328/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.921950:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:0.2:1550575072.921952:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.921972:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.922010:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909328:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575072.922245:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575072.922268:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.922287:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.922403:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:2.0:1550575072.922487:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c63900 - object 0x0:1725237 offset 1328545792<>1329594368
00000100:00100000:2.0:1550575072.922494:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.922495:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909456:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.922498:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328490-0x5c6be48328490, portal 8
00000100:00000200:2.0:1550575072.922500:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909456, portal 4
00000100:00000200:2.0:1550575072.922501:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909456, offset 0
00000400:00000200:2.0:1550575072.922502:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.922505:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575072.922506:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575072.922508:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.922508:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575072.922509:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575072.922510:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.922517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.922538:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.922738:0:2494:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.923275:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.923728:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881477c63c00 - object 0x0:1728629 offset 1328545792<>1329594368
00000100:00100000:2.0:1550575072.923737:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909504:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.923740:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483284c0-0x5c6be483284c0, portal 8
00000100:00000200:2.0:1550575072.923741:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909504, portal 4
00000100:00000200:2.0:1550575072.923742:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909504, offset 0
00000400:00000200:2.0:1550575072.923744:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.923746:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.923747:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.923749:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.923749:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.923750:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575072.923751:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.923811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.923815:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575072.923817:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:3.0:1550575072.923820:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be48328490
00000400:00000200:3.0:1550575072.923823:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0xf319 [256] + 0
00000400:00000200:3.0:1550575072.923825:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:3.0:1550575072.923826:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.923827:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000400:00000200:3.0:1550575072.923830:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:3.0:1550575072.923832:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.923834:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575072.923838:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.923839:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.923839:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.923841:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.923841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.923842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.923843:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575072.923844:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:3.0:1550575072.923845:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be48328450
00000400:00000200:3.0:1550575072.923847:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0xf305 [1] + 192
00000100:00000200:3.0:1550575072.923849:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881477c63300 x1625895440909392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.923857:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575072.923857:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:3.0:1550575072.923858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.923858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:3.0:1550575072.923859:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575072.923861:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00000200:2.0:1550575072.923861:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c63300 x1625895440909392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.923862:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be48328470
00000100:00000200:2.0:1550575072.923863:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c63300 x1625895440909392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.923865:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000400:00000200:3.0:1550575072.923868:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0xf311 [1] + 192
00000100:00000200:3.0:1550575072.923870:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881477c63600 x1625895440909424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575072.923876:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575072.923877:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:3.0:1550575072.923877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575072.923878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.923879:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.923884:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575072.923894:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575072.923894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575072.923898:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.923903:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483284d0-0x5c6be483284d0, portal 8
00000100:00000200:3.0:1550575072.923906:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909520, portal 4
00000100:00000200:3.0:1550575072.923907:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909520, offset 0
00000400:00000200:3.0:1550575072.923908:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.923911:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.923912:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.923913:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.923914:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.923914:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.923915:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575072.923923:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.923927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575072.923945:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909392:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.923948:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c63600 x1625895440909424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.923950:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c63600 x1625895440909424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.923951:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.2:1550575072.923964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.923982:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.924000:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.924018:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909424:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.924099:0:2494:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.924252:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.924278:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.924293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.924411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.924633:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575072.924734:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866d00 - object 0x0:1725237 offset 1329594368<>1330642944
00000100:00000200:2.0:1550575072.924743:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c63900 x1625895440909456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.924744:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c63900 x1625895440909456/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.924746:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:3.0:1550575072.924748:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.924751:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328510-0x5c6be48328510, portal 8
00000100:00000200:3.0:1550575072.924753:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909584, portal 4
00000100:00000200:3.0:1550575072.924754:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909584, offset 0
00000400:00000200:3.0:1550575072.924755:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.924758:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575072.924759:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575072.924760:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.924761:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575072.924762:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575072.924763:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575072.924769:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.924802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:2.0:1550575072.924805:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909456:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.924819:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881477c63c00 x1625895440909504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.924821:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881477c63c00 x1625895440909504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.924822:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.2:1550575072.924884:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:2.0:1550575072.924887:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909504:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575072.924907:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.924925:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.925041:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.925134:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.925158:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.925176:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.925297:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.925302:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865200 - object 0x0:1728629 offset 1329594368<>1330642944
00000100:00100000:2.0:1550575072.925306:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.925308:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909616:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.925311:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328530-0x5c6be48328530, portal 8
00000100:00000200:2.0:1550575072.925312:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909616, portal 4
00000100:00000200:2.0:1550575072.925313:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909616, offset 0
00000400:00000200:2.0:1550575072.925314:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.925317:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.925318:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.925320:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.925320:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.925321:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.925322:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.925330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.925477:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.925500:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.925519:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.925636:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.925696:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575072.925718:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c6400 x1625895440909520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.925720:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c6400 x1625895440909520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.925722:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.2:1550575072.925723:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575072.925806:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.925808:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866d00 x1625895440909584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.925810:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866d00 x1625895440909584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.925812:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000008:00100000:2.0:1550575072.925856:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864600 - object 0x0:1728254 offset 1330642944<>1331691520
00000100:00100000:2.0:1550575072.925859:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.925860:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909648:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.925863:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328550-0x5c6be48328550, portal 8
00000100:00000200:2.0:1550575072.925865:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909648, portal 4
00000100:00000200:2.0:1550575072.925865:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909648, offset 0
00000400:00000200:2.0:1550575072.925866:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.925869:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.925870:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.925871:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.925872:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.925872:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575072.925873:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909584:172.20.0.211@o2ib1:4
00000800:00000200:2.0:1550575072.925873:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.925879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.926010:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.926039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.926056:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.926091:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.926109:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df7c4300 x1625895440909552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.926111:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df7c4300 x1625895440909552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.926113:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:0.2:1550575072.926173:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.926195:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440909552:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.926455:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864f00 - object 0x0:1728687 offset 1330642944<>1331691520
00000100:00100000:2.0:1550575072.926458:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.926459:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909680:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.926462:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328570-0x5c6be48328570, portal 8
00000100:00000200:2.0:1550575072.926463:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909680, portal 4
00000100:00000200:2.0:1550575072.926464:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909680, offset 0
00000400:00000200:2.0:1550575072.926466:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.926469:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.926470:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.926471:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.926472:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.926472:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.926473:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.926480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575072.926520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.926536:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865200 x1625895440909616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.926538:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865200 x1625895440909616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.926539:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.926600:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909616:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.926638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.926662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.926680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.926708:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.926724:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864600 x1625895440909648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.926725:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864600 x1625895440909648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.926727:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:0.2:1550575072.926798:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.926800:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909648:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.927027:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864300 - object 0x0:1725237 offset 1330642944<>1331691520
00000100:00100000:3.0:1550575072.927041:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909712:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.927045:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328590-0x5c6be48328590, portal 8
00000100:00000200:3.0:1550575072.927046:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909712, portal 4
00000100:00000200:3.0:1550575072.927047:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909712, offset 0
00000400:00000200:3.0:1550575072.927048:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.927051:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.927052:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.927053:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.927054:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.927054:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.927055:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.927062:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.927187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.927212:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.927230:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.927348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.927363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.927380:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864f00 x1625895440909680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.927382:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864f00 x1625895440909680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.927383:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.927437:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909680:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.927631:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3900 - object 0x0:1728629 offset 1330642944<>1331691520
00000100:00100000:2.0:1550575072.927633:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.927634:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909744:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.927637:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483285b0-0x5c6be483285b0, portal 8
00000100:00000200:2.0:1550575072.927639:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909744, portal 4
00000100:00000200:2.0:1550575072.927639:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909744, offset 0
00000400:00000200:2.0:1550575072.927640:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.927643:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.927644:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.927646:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.927646:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.927647:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.927648:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.927654:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.927797:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.927822:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.927840:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.927904:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575072.927923:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864300 x1625895440909712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.927925:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864300 x1625895440909712/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.927928:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.2:1550575072.927957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.928016:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909712:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.928169:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3000 - object 0x0:1728254 offset 1331691520<>1332740096
00000100:00100000:2.0:1550575072.928176:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.928177:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909776:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.928180:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483285d0-0x5c6be483285d0, portal 8
00000100:00000200:2.0:1550575072.928181:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909776, portal 4
00000100:00000200:2.0:1550575072.928182:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909776, offset 0
00000400:00000200:2.0:1550575072.928187:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.928190:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.928191:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.928193:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.928193:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.928194:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.928195:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.928201:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.928313:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.928338:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.928356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.928474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.928541:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000008:00100000:2.0:1550575072.928695:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2700 - object 0x0:1728687 offset 1331691520<>1332740096
00000100:00000200:2.0:1550575072.928698:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3900 x1625895440909744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.928700:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3900 x1625895440909744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.928702:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.928762:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909744:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575072.928764:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.928765:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909808:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.928767:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483285f0-0x5c6be483285f0, portal 8
00000100:00000200:2.0:1550575072.928769:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909808, portal 4
00000100:00000200:2.0:1550575072.928769:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909808, offset 0
00000400:00000200:2.0:1550575072.928770:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.928773:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.928774:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.928775:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.928776:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.928776:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.928777:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.928783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.928893:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.928919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.928937:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.928993:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.929009:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3000 x1625895440909776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.929010:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3000 x1625895440909776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.929014:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575072.929055:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.929074:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575072.929088:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909776:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575072.929284:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314300 - object 0x0:1725237 offset 1331691520<>1332740096
00000100:00100000:3.0:1550575072.929291:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909840:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575072.929295:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328610-0x5c6be48328610, portal 8
00000100:00000200:3.0:1550575072.929297:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909840, portal 4
00000100:00000200:3.0:1550575072.929297:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909840, offset 0
00000400:00000200:3.0:1550575072.929299:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575072.929301:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575072.929303:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575072.929304:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575072.929305:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575072.929305:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575072.929307:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.929313:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.929432:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.929457:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.929475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.929572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.929587:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2700 x1625895440909808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.929589:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2700 x1625895440909808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.929591:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:0.2:1550575072.929592:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.929653:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909808:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.929847:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1b00 - object 0x0:1728629 offset 1331691520<>1332740096
00000100:00100000:2.0:1550575072.929849:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.929850:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909872:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.929853:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328630-0x5c6be48328630, portal 8
00000100:00000200:2.0:1550575072.929854:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909872, portal 4
00000100:00000200:2.0:1550575072.929855:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909872, offset 0
00000400:00000200:2.0:1550575072.929856:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.929859:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.929860:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.929861:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.929862:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.929862:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.929863:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.929870:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.929979:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.930005:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.930023:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.930104:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575072.930123:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314300 x1625895440909840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575072.930125:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314300 x1625895440909840/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575072.930127:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:0.2:1550575072.930146:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575072.930209:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440909840:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.930396:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0f00 - object 0x0:1728254 offset 1332740096<>1333788672
00000100:00100000:2.0:1550575072.930403:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.930404:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909904:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.930407:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328650-0x5c6be48328650, portal 8
00000100:00000200:2.0:1550575072.930409:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909904, portal 4
00000100:00000200:2.0:1550575072.930409:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909904, offset 0
00000400:00000200:2.0:1550575072.930411:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.930413:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.930414:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.930416:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.930416:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.930417:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.930418:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.930424:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.930535:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.930560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.930578:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.930660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.930677:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1b00 x1625895440909872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.930679:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1b00 x1625895440909872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.930680:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575072.930696:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.930760:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440909872:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575072.930778:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.930971:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0300 - object 0x0:1728687 offset 1332740096<>1333788672
00000100:00100000:2.0:1550575072.930974:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440909936:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.930977:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328670-0x5c6be48328670, portal 8
00000100:00000200:2.0:1550575072.930978:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909936, portal 4
00000100:00000200:2.0:1550575072.930979:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909936, offset 0
00000400:00000200:2.0:1550575072.930980:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.930983:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.930984:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.930985:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.930986:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.930986:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.930987:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.930994:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.931103:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.931128:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.931146:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.931207:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.931224:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0f00 x1625895440909904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.931225:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0f00 x1625895440909904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.931227:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:0.2:1550575072.931266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.931302:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909904:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.931541:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3600 - object 0x0:1725237 offset 1332740096<>1333788672
00000100:00100000:2.0:1550575072.931548:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.931549:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.931552:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328690-0x5c6be48328690, portal 8
00000100:00000200:2.0:1550575072.931553:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440909968, portal 4
00000100:00000200:2.0:1550575072.931554:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440909968, offset 0
00000400:00000200:2.0:1550575072.931555:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.931558:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.931559:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.931560:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.931561:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.931561:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.931562:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.931569:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.931678:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.931703:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.931721:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.931770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.931787:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0300 x1625895440909936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.931788:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0300 x1625895440909936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.931790:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:0.2:1550575072.931839:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.931862:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440909936:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.932113:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2400 - object 0x0:1728629 offset 1332740096<>1333788672
00000100:00100000:2.0:1550575072.932116:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.932117:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910000:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.932120:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483286b0-0x5c6be483286b0, portal 8
00000100:00000200:2.0:1550575072.932121:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910000, portal 4
00000100:00000200:2.0:1550575072.932122:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910000, offset 0
00000400:00000200:2.0:1550575072.932123:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.932126:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.932127:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.932128:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.932129:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.932129:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.932130:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.932137:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.932244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.932269:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.932287:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.932352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.932368:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3600 x1625895440909968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.932370:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3600 x1625895440909968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.932372:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:0.2:1550575072.932407:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.932446:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440909968:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.932684:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1800 - object 0x0:1728254 offset 1333788672<>1334837248
00000100:00100000:2.0:1550575072.932690:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.932692:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910032:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.932694:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483286d0-0x5c6be483286d0, portal 8
00000100:00000200:2.0:1550575072.932696:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910032, portal 4
00000100:00000200:2.0:1550575072.932697:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910032, offset 0
00000400:00000200:2.0:1550575072.932698:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.932701:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.932702:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.932703:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.932704:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.932704:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.932705:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.932712:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.932834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.932859:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.932877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.932911:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.932927:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2400 x1625895440910000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.932929:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2400 x1625895440910000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.932931:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:0.2:1550575072.932995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.932999:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910000:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575072.933066:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.933262:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0c00 - object 0x0:1728687 offset 1333788672<>1334837248
00000100:00100000:2.0:1550575072.933265:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910064:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.933268:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483286f0-0x5c6be483286f0, portal 8
00000100:00000200:2.0:1550575072.933269:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910064, portal 4
00000100:00000200:2.0:1550575072.933270:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910064, offset 0
00000400:00000200:2.0:1550575072.933272:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.933274:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.933275:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.933277:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.933277:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.933278:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.933279:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.933285:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.933389:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.933414:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.933433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.933498:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.933514:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1800 x1625895440910032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.933516:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1800 x1625895440910032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.933518:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575072.933551:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.933597:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910032:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.933823:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0000 - object 0x0:1725237 offset 1333788672<>1334837248
00000100:00100000:2.0:1550575072.933830:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.933831:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910096:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.933834:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328710-0x5c6be48328710, portal 8
00000100:00000200:2.0:1550575072.933836:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910096, portal 4
00000100:00000200:2.0:1550575072.933836:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910096, offset 0
00000400:00000200:2.0:1550575072.933838:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.933840:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.933841:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.933843:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.933843:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.933844:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.933845:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.933851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.933963:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.933988:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.934006:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.934054:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.934070:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0c00 x1625895440910064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.934072:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0c00 x1625895440910064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.934074:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:0.2:1550575072.934125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.934144:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910064:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.934398:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef600 - object 0x0:1728629 offset 1333788672<>1334837248
00000100:00100000:2.0:1550575072.934400:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.934402:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910128:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.934405:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328730-0x5c6be48328730, portal 8
00000100:00000200:2.0:1550575072.934406:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910128, portal 4
00000100:00000200:2.0:1550575072.934407:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910128, offset 0
00000400:00000200:2.0:1550575072.934408:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.934410:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.934412:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.934413:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.934413:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.934414:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.934415:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.934421:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.934523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.934549:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.934567:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.934624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.934641:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0000 x1625895440910096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.934642:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0000 x1625895440910096/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.934644:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.2:1550575072.934686:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.934715:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910096:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.934959:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeeea00 - object 0x0:1728254 offset 1334837248<>1335885824
00000100:00100000:2.0:1550575072.934966:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.934967:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910160:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.934970:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328750-0x5c6be48328750, portal 8
00000100:00000200:2.0:1550575072.934972:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910160, portal 4
00000100:00000200:2.0:1550575072.934972:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910160, offset 0
00000400:00000200:2.0:1550575072.934973:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.934976:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.934977:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.934978:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.934979:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.934979:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.934981:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.934987:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.935100:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.935126:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.935144:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.935205:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.935222:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeef600 x1625895440910128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.935223:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeef600 x1625895440910128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.935225:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.935262:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.935302:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910128:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575072.935349:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.935546:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeee400 - object 0x0:1728687 offset 1334837248<>1335885824
00000100:00100000:2.0:1550575072.935549:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910192:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.935552:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328770-0x5c6be48328770, portal 8
00000100:00000200:2.0:1550575072.935554:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910192, portal 4
00000100:00000200:2.0:1550575072.935554:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910192, offset 0
00000400:00000200:2.0:1550575072.935556:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.935558:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.935559:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.935561:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.935561:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.935562:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.935563:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.935570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.935668:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.935694:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.935712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.935765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.935781:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeeea00 x1625895440910160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.935783:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeeea00 x1625895440910160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.935785:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.935831:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.935859:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910160:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.936106:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec900 - object 0x0:1725237 offset 1334837248<>1335885824
00000100:00100000:2.0:1550575072.936113:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.936114:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910224:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.936117:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328790-0x5c6be48328790, portal 8
00000100:00000200:2.0:1550575072.936119:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910224, portal 4
00000100:00000200:2.0:1550575072.936119:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910224, offset 0
00000400:00000200:2.0:1550575072.936120:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.936123:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.936124:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.936126:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.936126:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.936127:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.936127:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.936134:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.936248:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.936273:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.936291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.936316:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.936332:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeee400 x1625895440910192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.936334:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeee400 x1625895440910192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.936336:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.936402:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910192:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.936408:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.936667:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec600 - object 0x0:1728629 offset 1334837248<>1335885824
00000100:00100000:2.0:1550575072.936669:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.936670:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910256:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.936673:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483287b0-0x5c6be483287b0, portal 8
00000100:00000200:2.0:1550575072.936675:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910256, portal 4
00000100:00000200:2.0:1550575072.936676:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910256, offset 0
00000400:00000200:2.0:1550575072.936677:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.936680:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.936681:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.936682:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.936683:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.936683:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.936684:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.936690:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.936800:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.936826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.936844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.936928:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.936943:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec900 x1625895440910224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.936945:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec900 x1625895440910224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.936947:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575072.936962:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.937026:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910224:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.937249:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec000 - object 0x0:1728254 offset 1335885824<>1336934400
00000100:00100000:2.0:1550575072.937256:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.937257:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910288:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.937260:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483287d0-0x5c6be483287d0, portal 8
00000100:00000200:2.0:1550575072.937261:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910288, portal 4
00000100:00000200:2.0:1550575072.937262:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910288, offset 0
00000400:00000200:2.0:1550575072.937264:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.937266:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.937267:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.937269:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.937269:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.937270:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.937271:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.937278:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.937390:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.937415:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.937433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.937455:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.937472:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec600 x1625895440910256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.937474:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec600 x1625895440910256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.937475:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.937537:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910256:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.937551:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.937617:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.937808:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3600 - object 0x0:1728687 offset 1335885824<>1336934400
00000100:00100000:2.0:1550575072.937812:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910320:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.937815:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483287f0-0x5c6be483287f0, portal 8
00000100:00000200:2.0:1550575072.937817:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910320, portal 4
00000100:00000200:2.0:1550575072.937817:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910320, offset 0
00000400:00000200:2.0:1550575072.937818:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.937821:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.937822:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.937824:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.937824:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.937824:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.937826:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.937832:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.937932:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.937958:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.937976:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.938061:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.938077:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec000 x1625895440910288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.938079:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec000 x1625895440910288/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.938081:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:0.2:1550575072.938095:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.938159:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910288:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.938378:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2a00 - object 0x0:1725237 offset 1335885824<>1336934400
00000100:00100000:2.0:1550575072.938385:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.938387:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910352:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.938390:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328810-0x5c6be48328810, portal 8
00000100:00000200:2.0:1550575072.938391:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910352, portal 4
00000100:00000200:2.0:1550575072.938392:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910352, offset 0
00000400:00000200:2.0:1550575072.938393:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.938396:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.938397:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.938399:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.938399:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.938400:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.938400:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.938407:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.938516:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.938541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.938559:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.938581:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.938597:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3600 x1625895440910320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.938599:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3600 x1625895440910320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.938601:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.938660:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910320:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.938677:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.938934:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1e00 - object 0x0:1728629 offset 1335885824<>1336934400
00000100:00100000:2.0:1550575072.938937:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.938938:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910384:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.938941:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328830-0x5c6be48328830, portal 8
00000100:00000200:2.0:1550575072.938942:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910384, portal 4
00000100:00000200:2.0:1550575072.938943:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910384, offset 0
00000400:00000200:2.0:1550575072.938944:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.938947:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.938948:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.938949:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.938950:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.938950:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.938951:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.938958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.939062:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.939087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.939106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.939163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.939179:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2a00 x1625895440910352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.939181:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2a00 x1625895440910352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.939186:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.939225:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.939253:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910352:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.939501:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0f00 - object 0x0:1728254 offset 1336934400<>1337982976
00000100:00100000:2.0:1550575072.939508:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.939509:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910416:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.939512:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328850-0x5c6be48328850, portal 8
00000100:00000200:2.0:1550575072.939514:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910416, portal 4
00000100:00000200:2.0:1550575072.939514:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910416, offset 0
00000400:00000200:2.0:1550575072.939515:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.939518:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.939519:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.939520:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.939521:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.939521:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.939522:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.939529:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.939634:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.939659:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.939678:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.939713:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.939730:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1e00 x1625895440910384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.939731:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1e00 x1625895440910384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.939733:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:0.2:1550575072.939796:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.939797:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910384:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575072.939870:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.940069:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0600 - object 0x0:1728687 offset 1336934400<>1337982976
00000100:00100000:2.0:1550575072.940072:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910448:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.940075:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328870-0x5c6be48328870, portal 8
00000100:00000200:2.0:1550575072.940076:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910448, portal 4
00000100:00000200:2.0:1550575072.940077:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910448, offset 0
00000400:00000200:2.0:1550575072.940078:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.940081:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.940082:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.940083:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.940084:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.940084:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.940085:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.940092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.940195:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.940221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.940240:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.940286:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.940302:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0f00 x1625895440910416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.940304:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0f00 x1625895440910416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.940306:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000800:00000200:0.2:1550575072.940359:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.940374:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910416:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.940627:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3300 - object 0x0:1725237 offset 1336934400<>1337982976
00000100:00100000:2.0:1550575072.940634:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.940635:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910480:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.940638:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328890-0x5c6be48328890, portal 8
00000100:00000200:2.0:1550575072.940639:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910480, portal 4
00000100:00000200:2.0:1550575072.940640:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910480, offset 0
00000400:00000200:2.0:1550575072.940642:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.940644:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.940645:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.940647:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.940647:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.940648:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.940649:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.940655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.940764:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.940790:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.940809:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.940846:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.940862:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0600 x1625895440910448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.940864:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0600 x1625895440910448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.940865:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.940927:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.940930:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910448:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.941199:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2700 - object 0x0:1728629 offset 1336934400<>1337982976
00000100:00100000:2.0:1550575072.941201:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.941203:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910512:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.941206:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483288b0-0x5c6be483288b0, portal 8
00000100:00000200:2.0:1550575072.941207:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910512, portal 4
00000100:00000200:2.0:1550575072.941208:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910512, offset 0
00000400:00000200:2.0:1550575072.941209:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.941212:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.941213:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.941214:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.941215:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.941215:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.941216:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.941223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.941324:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.941350:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.941368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.941417:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.941433:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3300 x1625895440910480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.941434:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3300 x1625895440910480/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.941436:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:0.2:1550575072.941486:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.941505:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910480:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.941756:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1b00 - object 0x0:1728254 offset 1337982976<>1339031552
00000100:00100000:2.0:1550575072.941763:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.941764:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910544:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.941767:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483288d0-0x5c6be483288d0, portal 8
00000100:00000200:2.0:1550575072.941768:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910544, portal 4
00000100:00000200:2.0:1550575072.941769:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910544, offset 0
00000400:00000200:2.0:1550575072.941770:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.941773:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.941774:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.941775:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.941776:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.941776:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.941777:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.941784:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.941890:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.941916:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.941941:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.941975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.941992:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2700 x1625895440910512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.941993:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2700 x1625895440910512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.941995:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:0.2:1550575072.942058:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.942070:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910512:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575072.942133:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.942329:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1800 - object 0x0:1728687 offset 1337982976<>1339031552
00000100:00100000:2.0:1550575072.942332:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910576:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.942335:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483288f0-0x5c6be483288f0, portal 8
00000100:00000200:2.0:1550575072.942337:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910576, portal 4
00000100:00000200:2.0:1550575072.942337:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910576, offset 0
00000400:00000200:2.0:1550575072.942339:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.942341:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.942342:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.942344:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.942344:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.942345:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.942346:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.942352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.942454:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.942480:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.942498:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.942548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.942564:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1b00 x1625895440910544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.942566:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1b00 x1625895440910544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.942568:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575072.942615:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.942635:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910544:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.942896:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0c00 - object 0x0:1725237 offset 1337982976<>1339031552
00000100:00100000:2.0:1550575072.942903:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.942904:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910608:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.942907:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328910-0x5c6be48328910, portal 8
00000100:00000200:2.0:1550575072.942909:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910608, portal 4
00000100:00000200:2.0:1550575072.942909:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910608, offset 0
00000400:00000200:2.0:1550575072.942911:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.942914:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.942915:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.942916:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.942917:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.942917:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.942918:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.942924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.943040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.943065:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.943084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.943108:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.943124:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1800 x1625895440910576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.943125:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1800 x1625895440910576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.943127:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.943194:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910576:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.943202:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.943464:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0300 - object 0x0:1728629 offset 1337982976<>1339031552
00000100:00100000:2.0:1550575072.943467:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.943468:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910640:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.943472:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328930-0x5c6be48328930, portal 8
00000100:00000200:2.0:1550575072.943473:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910640, portal 4
00000100:00000200:2.0:1550575072.943473:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910640, offset 0
00000400:00000200:2.0:1550575072.943475:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.943477:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.943478:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.943480:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.943480:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.943481:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.943482:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.943488:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.943587:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.943612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.943630:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.943700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.943716:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0c00 x1625895440910608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.943718:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0c00 x1625895440910608/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.943720:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:0.2:1550575072.943747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.943798:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910608:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.944041:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f900 - object 0x0:1728254 offset 1339031552<>1340080128
00000100:00100000:2.0:1550575072.944047:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.944048:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910672:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.944051:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328950-0x5c6be48328950, portal 8
00000100:00000200:2.0:1550575072.944052:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910672, portal 4
00000100:00000200:2.0:1550575072.944053:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910672, offset 0
00000400:00000200:2.0:1550575072.944054:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.944057:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.944059:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.944060:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.944061:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.944061:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.944062:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.944068:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.944176:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.944203:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.944221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.944238:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.944254:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0300 x1625895440910640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.944256:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0300 x1625895440910640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.944258:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.944318:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910640:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.944337:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.944409:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.944600:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010ed00 - object 0x0:1728687 offset 1339031552<>1340080128
00000100:00100000:2.0:1550575072.944603:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910704:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.944606:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328970-0x5c6be48328970, portal 8
00000100:00000200:2.0:1550575072.944607:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910704, portal 4
00000100:00000200:2.0:1550575072.944608:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910704, offset 0
00000400:00000200:2.0:1550575072.944609:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.944612:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.944613:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.944614:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.944615:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.944615:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.944616:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.944622:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.944722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.944747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.944765:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.944840:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.944856:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f900 x1625895440910672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.944858:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f900 x1625895440910672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.944860:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.944883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.944936:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910672:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.945171:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010e100 - object 0x0:1725237 offset 1339031552<>1340080128
00000100:00100000:2.0:1550575072.945178:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.945179:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910736:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.945182:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328990-0x5c6be48328990, portal 8
00000100:00000200:2.0:1550575072.945187:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910736, portal 4
00000100:00000200:2.0:1550575072.945188:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910736, offset 0
00000400:00000200:2.0:1550575072.945189:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.945192:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.945193:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.945194:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.945195:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.945195:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.945196:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.945203:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.945313:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.945338:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.945356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.945390:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.945407:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ed00 x1625895440910704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.945409:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ed00 x1625895440910704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.945410:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.2:1550575072.945474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.945478:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910704:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575072.945734:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010d500 - object 0x0:1728629 offset 1339031552<>1340080128
00000100:00100000:2.0:1550575072.945737:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.945738:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910768:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.945741:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483289b0-0x5c6be483289b0, portal 8
00000100:00000200:2.0:1550575072.945742:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910768, portal 4
00000100:00000200:2.0:1550575072.945743:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910768, offset 0
00000400:00000200:2.0:1550575072.945744:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.945747:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.945748:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.945749:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.945750:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.945750:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.945751:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.945758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.945858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.945883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.945902:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.945973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.945989:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e100 x1625895440910736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.945990:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e100 x1625895440910736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.945992:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000800:00000200:0.2:1550575072.946018:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.946070:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910736:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.946313:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c900 - object 0x0:1728254 offset 1340080128<>1341128704
00000100:00100000:2.0:1550575072.946319:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.946321:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910800:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.946324:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483289d0-0x5c6be483289d0, portal 8
00000100:00000200:2.0:1550575072.946325:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910800, portal 4
00000100:00000200:2.0:1550575072.946326:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910800, offset 0
00000400:00000200:2.0:1550575072.946327:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.946330:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.946331:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.946332:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.946333:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.946333:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.946334:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.946341:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.946448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.946472:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.946490:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.946494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.946523:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d500 x1625895440910768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.946525:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d500 x1625895440910768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.946527:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.946589:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910768:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.946611:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.946682:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.946877:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f600 - object 0x0:1728687 offset 1340080128<>1341128704
00000100:00100000:2.0:1550575072.946880:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910832:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.946883:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483289f0-0x5c6be483289f0, portal 8
00000100:00000200:2.0:1550575072.946885:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910832, portal 4
00000100:00000200:2.0:1550575072.946885:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910832, offset 0
00000400:00000200:2.0:1550575072.946887:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.946889:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.946890:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.946892:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.946893:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.946893:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.946894:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.946900:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.946997:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.947022:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.947040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.947098:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.947113:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c900 x1625895440910800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.947115:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c900 x1625895440910800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.947117:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:0.2:1550575072.947155:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.947189:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910800:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.947445:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010ea00 - object 0x0:1725237 offset 1340080128<>1341128704
00000100:00100000:2.0:1550575072.947452:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.947453:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910864:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.947457:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328a10-0x5c6be48328a10, portal 8
00000100:00000200:2.0:1550575072.947458:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910864, portal 4
00000100:00000200:2.0:1550575072.947458:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910864, offset 0
00000400:00000200:2.0:1550575072.947460:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.947462:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.947463:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.947465:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.947466:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.947466:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.947467:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.947474:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.947585:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.947610:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.947628:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.947630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.947660:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f600 x1625895440910832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.947662:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f600 x1625895440910832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.947663:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.947724:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910832:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.947747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.948000:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010de00 - object 0x0:1728629 offset 1340080128<>1341128704
00000100:00100000:2.0:1550575072.948002:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.948004:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910896:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.948007:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328a30-0x5c6be48328a30, portal 8
00000100:00000200:2.0:1550575072.948008:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910896, portal 4
00000100:00000200:2.0:1550575072.948009:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910896, offset 0
00000400:00000200:2.0:1550575072.948010:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.948013:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.948014:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.948015:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.948016:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.948016:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.948017:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.948023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.948122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.948147:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.948165:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.948233:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.948249:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ea00 x1625895440910864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.948251:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ea00 x1625895440910864/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.948253:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:0.2:1550575072.948283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.948320:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910864:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.948579:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010d200 - object 0x0:1728254 offset 1341128704<>1342177280
00000100:00100000:2.0:1550575072.948586:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.948588:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910928:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.948591:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328a50-0x5c6be48328a50, portal 8
00000100:00000200:2.0:1550575072.948592:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910928, portal 4
00000100:00000200:2.0:1550575072.948593:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910928, offset 0
00000400:00000200:2.0:1550575072.948594:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.948596:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.948597:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.948599:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.948599:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.948600:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.948601:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.948607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.948713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.948738:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.948755:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.948758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.948787:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010de00 x1625895440910896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.948788:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010de00 x1625895440910896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.948790:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.948849:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440910896:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.948874:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.948944:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.949143:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c600 - object 0x0:1728687 offset 1341128704<>1342177280
00000100:00100000:2.0:1550575072.949146:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910960:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.949149:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328a70-0x5c6be48328a70, portal 8
00000100:00000200:2.0:1550575072.949150:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910960, portal 4
00000100:00000200:2.0:1550575072.949151:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910960, offset 0
00000400:00000200:2.0:1550575072.949152:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.949155:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.949156:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.949158:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.949158:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.949159:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.949159:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.949166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.949259:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.949285:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.949303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.949370:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.949386:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d200 x1625895440910928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.949388:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d200 x1625895440910928/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.949390:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575072.949420:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.949462:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910928:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.949707:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223bc00 - object 0x0:1725237 offset 1341128704<>1342177280
00000100:00100000:2.0:1550575072.949714:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.949716:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910992:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.949719:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328a90-0x5c6be48328a90, portal 8
00000100:00000200:2.0:1550575072.949720:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440910992, portal 4
00000100:00000200:2.0:1550575072.949721:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440910992, offset 0
00000400:00000200:2.0:1550575072.949722:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.949725:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.949726:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.949727:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.949727:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.949728:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.949729:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.949736:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.949844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.949869:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.949885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.949888:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.949901:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c600 x1625895440910960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.949902:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c600 x1625895440910960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.949904:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.949967:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440910960:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.950010:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.950267:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223b000 - object 0x0:1728629 offset 1341128704<>1342177280
00000100:00100000:2.0:1550575072.950270:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.950271:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911024:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.950274:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328ab0-0x5c6be48328ab0, portal 8
00000100:00000200:2.0:1550575072.950275:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911024, portal 4
00000100:00000200:2.0:1550575072.950276:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911024, offset 0
00000400:00000200:2.0:1550575072.950277:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.950280:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.950281:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.950282:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.950283:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.950283:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.950284:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.950291:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.950387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.950412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.950430:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.950498:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.950514:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223bc00 x1625895440910992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.950516:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223bc00 x1625895440910992/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.950518:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:0.2:1550575072.950546:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.950590:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440910992:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.950835:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223a400 - object 0x0:1728254 offset 1342177280<>1343225856
00000100:00100000:2.0:1550575072.950842:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.950844:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911056:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.950846:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328ad0-0x5c6be48328ad0, portal 8
00000100:00000200:2.0:1550575072.950848:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911056, portal 4
00000100:00000200:2.0:1550575072.950849:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911056, offset 0
00000400:00000200:2.0:1550575072.950850:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.950853:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.950854:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.950855:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.950856:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.950856:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.950857:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.950864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.950971:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.950996:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.951012:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.951014:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.951036:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223b000 x1625895440911024/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.951038:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223b000 x1625895440911024/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.951040:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.951102:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911024:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.951143:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.951212:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.951403:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239800 - object 0x0:1728687 offset 1342177280<>1343225856
00000100:00100000:2.0:1550575072.951406:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.951409:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328af0-0x5c6be48328af0, portal 8
00000100:00000200:2.0:1550575072.951410:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911088, portal 4
00000100:00000200:2.0:1550575072.951411:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911088, offset 0
00000400:00000200:2.0:1550575072.951414:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.951417:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.951418:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.951419:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.951420:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.951420:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.951421:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.951428:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.951527:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.951552:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.951569:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.951633:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.951649:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223a400 x1625895440911056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.951651:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223a400 x1625895440911056/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.951653:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:0.2:1550575072.951686:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.951725:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911056:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.951963:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238300 - object 0x0:1725237 offset 1342177280<>1343225856
00000100:00100000:2.0:1550575072.951970:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.951971:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911120:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.951974:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328b10-0x5c6be48328b10, portal 8
00000100:00000200:2.0:1550575072.951975:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911120, portal 4
00000100:00000200:2.0:1550575072.951976:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911120, offset 0
00000400:00000200:2.0:1550575072.951977:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.951980:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.951981:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.951982:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.951983:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.951983:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.951984:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.951991:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.952097:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.952122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.952140:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.952158:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.952174:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239800 x1625895440911088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.952175:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239800 x1625895440911088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.952177:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.952241:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911088:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.952257:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.952537:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223b900 - object 0x0:1728629 offset 1342177280<>1343225856
00000100:00100000:2.0:1550575072.952540:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.952541:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911152:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.952544:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328b30-0x5c6be48328b30, portal 8
00000100:00000200:2.0:1550575072.952545:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911152, portal 4
00000100:00000200:2.0:1550575072.952546:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911152, offset 0
00000400:00000200:2.0:1550575072.952547:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.952550:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.952551:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.952553:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.952553:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.952554:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.952555:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.952561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.952660:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.952685:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.952703:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.952737:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.952753:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238300 x1625895440911120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.952755:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238300 x1625895440911120/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.952757:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.952817:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911120:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.952820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.953101:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223ad00 - object 0x0:1728254 offset 1343225856<>1344274432
00000100:00100000:2.0:1550575072.953107:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.953108:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911184:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.953111:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328b50-0x5c6be48328b50, portal 8
00000100:00000200:2.0:1550575072.953113:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911184, portal 4
00000100:00000200:2.0:1550575072.953113:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911184, offset 0
00000400:00000200:2.0:1550575072.953114:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.953117:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.953118:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.953119:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.953120:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.953120:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.953121:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.953128:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.953235:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.953260:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.953279:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.953299:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.953315:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223b900 x1625895440911152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.953317:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223b900 x1625895440911152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.953319:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.953379:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911152:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.953394:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.953473:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.953664:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b223a100 - object 0x0:1728687 offset 1343225856<>1344274432
00000100:00100000:2.0:1550575072.953667:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911216:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.953670:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328b70-0x5c6be48328b70, portal 8
00000100:00000200:2.0:1550575072.953672:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911216, portal 4
00000100:00000200:2.0:1550575072.953672:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911216, offset 0
00000400:00000200:2.0:1550575072.953674:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.953676:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.953678:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.953679:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.953680:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.953680:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.953681:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.953687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.953782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.953808:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.953826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.953892:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.953908:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223ad00 x1625895440911184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.953910:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223ad00 x1625895440911184/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.953912:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:0.2:1550575072.953942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.953983:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911184:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.954241:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2239500 - object 0x0:1725237 offset 1343225856<>1344274432
00000100:00100000:2.0:1550575072.954248:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.954249:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911248:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.954252:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328b90-0x5c6be48328b90, portal 8
00000100:00000200:2.0:1550575072.954253:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911248, portal 4
00000100:00000200:2.0:1550575072.954254:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911248, offset 0
00000400:00000200:2.0:1550575072.954255:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.954258:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.954259:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.954260:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.954261:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.954261:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.954262:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.954269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.954379:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.954403:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.954414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.954422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.954431:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b223a100 x1625895440911216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.954432:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b223a100 x1625895440911216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.954434:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.954494:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911216:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.954540:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.954797:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238c00 - object 0x0:1728629 offset 1343225856<>1344274432
00000100:00100000:2.0:1550575072.954800:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.954801:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911280:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.954804:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328bb0-0x5c6be48328bb0, portal 8
00000100:00000200:2.0:1550575072.954806:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911280, portal 4
00000100:00000200:2.0:1550575072.954806:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911280, offset 0
00000400:00000200:2.0:1550575072.954808:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.954810:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.954812:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.954813:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.954813:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.954814:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.954815:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.954821:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.954917:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.954942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.954960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.955033:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.955048:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2239500 x1625895440911248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.955050:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2239500 x1625895440911248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.955052:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:0.2:1550575072.955077:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.955124:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911248:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.955370:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b2238000 - object 0x0:1728254 offset 1344274432<>1345323008
00000100:00100000:2.0:1550575072.955377:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.955379:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911312:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.955381:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328bd0-0x5c6be48328bd0, portal 8
00000100:00000200:2.0:1550575072.955383:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911312, portal 4
00000100:00000200:2.0:1550575072.955383:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911312, offset 0
00000400:00000200:2.0:1550575072.955385:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.955387:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.955388:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.955390:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.955390:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.955391:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.955392:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.955399:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.955505:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.955530:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.955546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.955549:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.955566:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238c00 x1625895440911280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.955568:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238c00 x1625895440911280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.955569:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.955630:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911280:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.955676:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.955739:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.955930:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476b600 - object 0x0:1728687 offset 1344274432<>1345323008
00000100:00100000:2.0:1550575072.955933:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911344:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.955936:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328bf0-0x5c6be48328bf0, portal 8
00000100:00000200:2.0:1550575072.955937:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911344, portal 4
00000100:00000200:2.0:1550575072.955938:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911344, offset 0
00000400:00000200:2.0:1550575072.955940:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.955942:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.955943:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.955945:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.955945:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.955946:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.955947:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.955953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.956051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.956076:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.956095:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.956165:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.956180:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b2238000 x1625895440911312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.956182:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b2238000 x1625895440911312/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.956188:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575072.956212:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.956257:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911312:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.956505:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476aa00 - object 0x0:1725237 offset 1344274432<>1345323008
00000100:00100000:2.0:1550575072.956512:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.956513:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911376:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.956516:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328c10-0x5c6be48328c10, portal 8
00000100:00000200:2.0:1550575072.956518:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911376, portal 4
00000100:00000200:2.0:1550575072.956518:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911376, offset 0
00000400:00000200:2.0:1550575072.956519:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.956522:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.956523:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.956524:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.956525:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.956525:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.956526:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.956533:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.956642:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.956667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.956683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.956687:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.956699:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476b600 x1625895440911344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.956701:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476b600 x1625895440911344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.956702:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.956761:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911344:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.956809:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.957068:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476a100 - object 0x0:1728629 offset 1344274432<>1345323008
00000100:00100000:2.0:1550575072.957071:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.957072:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911408:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.957075:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328c30-0x5c6be48328c30, portal 8
00000100:00000200:2.0:1550575072.957076:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911408, portal 4
00000100:00000200:2.0:1550575072.957077:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911408, offset 0
00000400:00000200:2.0:1550575072.957078:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.957080:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.957082:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.957083:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.957083:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.957084:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.957085:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.957091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.957192:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.957218:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.957236:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.957294:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.957310:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476aa00 x1625895440911376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.957312:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476aa00 x1625895440911376/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.957314:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.2:1550575072.957353:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.957379:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911376:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.957638:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769500 - object 0x0:1728254 offset 1345323008<>1346371584
00000100:00100000:2.0:1550575072.957645:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.957646:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911440:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.957650:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328c50-0x5c6be48328c50, portal 8
00000100:00000200:2.0:1550575072.957651:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911440, portal 4
00000100:00000200:2.0:1550575072.957652:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911440, offset 0
00000400:00000200:2.0:1550575072.957653:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.957656:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.957657:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.957658:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.957659:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.957659:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.957660:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.957667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.957781:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.957805:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.957823:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.957828:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.957855:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476a100 x1625895440911408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.957857:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476a100 x1625895440911408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.957859:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.957920:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911408:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.957942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.958013:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.958215:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768900 - object 0x0:1728687 offset 1345323008<>1346371584
00000100:00100000:2.0:1550575072.958218:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911472:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.958221:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328c70-0x5c6be48328c70, portal 8
00000100:00000200:2.0:1550575072.958223:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911472, portal 4
00000100:00000200:2.0:1550575072.958223:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911472, offset 0
00000400:00000200:2.0:1550575072.958225:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.958227:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.958228:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.958230:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.958230:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.958231:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.958232:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.958239:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.958333:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.958358:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.958376:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.958433:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.958449:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769500 x1625895440911440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.958451:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769500 x1625895440911440/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.958453:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.958493:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.958526:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911440:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.958773:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476b300 - object 0x0:1725237 offset 1345323008<>1346371584
00000100:00100000:2.0:1550575072.958780:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.958781:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911504:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.958784:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328c90-0x5c6be48328c90, portal 8
00000100:00000200:2.0:1550575072.958786:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911504, portal 4
00000100:00000200:2.0:1550575072.958786:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911504, offset 0
00000400:00000200:2.0:1550575072.958787:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.958790:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.958791:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.958792:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.958793:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.958794:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.958795:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.958801:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.958918:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.958943:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.958951:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.958962:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.958966:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768900 x1625895440911472/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.958967:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768900 x1625895440911472/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.958969:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.959028:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911472:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.959076:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.959349:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b476a700 - object 0x0:1728629 offset 1345323008<>1346371584
00000100:00100000:2.0:1550575072.959351:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.959353:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911536:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.959355:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328cb0-0x5c6be48328cb0, portal 8
00000100:00000200:2.0:1550575072.959357:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911536, portal 4
00000100:00000200:2.0:1550575072.959357:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911536, offset 0
00000400:00000200:2.0:1550575072.959359:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.959361:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.959362:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.959364:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.959364:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.959365:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.959366:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.959373:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.959467:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.959492:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.959510:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.959558:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.959574:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476b300 x1625895440911504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.959576:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476b300 x1625895440911504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.959578:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575072.959627:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.959644:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911504:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.959910:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769e00 - object 0x0:1728254 offset 1346371584<>1347420160
00000100:00100000:2.0:1550575072.959916:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.959918:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911568:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.959920:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328cd0-0x5c6be48328cd0, portal 8
00000100:00000200:2.0:1550575072.959922:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911568, portal 4
00000100:00000200:2.0:1550575072.959922:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911568, offset 0
00000400:00000200:2.0:1550575072.959924:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.959926:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.959927:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.959929:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.959929:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.959930:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.959931:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.959937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.960045:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.960070:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.960077:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.960088:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.960092:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b476a700 x1625895440911536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.960093:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b476a700 x1625895440911536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.960095:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.960156:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911536:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.960201:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.960288:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.960483:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4769200 - object 0x0:1728687 offset 1346371584<>1347420160
00000100:00100000:2.0:1550575072.960486:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911600:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.960490:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328cf0-0x5c6be48328cf0, portal 8
00000100:00000200:2.0:1550575072.960491:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911600, portal 4
00000100:00000200:2.0:1550575072.960492:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911600, offset 0
00000400:00000200:2.0:1550575072.960494:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.960497:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.960498:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.960499:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.960500:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.960500:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.960501:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.960508:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.960601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.960626:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.960644:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.960692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.960709:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769e00 x1625895440911568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.960711:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769e00 x1625895440911568/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.960713:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:0.2:1550575072.960760:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.960782:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911568:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.961049:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b4768600 - object 0x0:1725237 offset 1346371584<>1347420160
00000100:00100000:2.0:1550575072.961056:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.961057:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911632:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.961060:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328d10-0x5c6be48328d10, portal 8
00000100:00000200:2.0:1550575072.961061:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911632, portal 4
00000100:00000200:2.0:1550575072.961062:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911632, offset 0
00000400:00000200:2.0:1550575072.961063:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.961066:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.961067:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.961069:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.961069:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.961070:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.961071:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.961077:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.961186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.961211:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.961217:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.961233:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4769200 x1625895440911600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.961234:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4769200 x1625895440911600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.961236:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.961297:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911600:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.961340:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.961603:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536700 - object 0x0:1728629 offset 1346371584<>1347420160
00000100:00100000:2.0:1550575072.961605:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.961606:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911664:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.961609:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328d30-0x5c6be48328d30, portal 8
00000100:00000200:2.0:1550575072.961611:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911664, portal 4
00000100:00000200:2.0:1550575072.961611:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911664, offset 0
00000400:00000200:2.0:1550575072.961612:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.961615:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.961616:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.961618:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.961618:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.961618:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.961619:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.961626:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.961718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.961742:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.961760:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.961836:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.961852:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b4768600 x1625895440911632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.961854:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b4768600 x1625895440911632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.961856:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.961876:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.961934:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911632:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.962173:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc537600 - object 0x0:1728254 offset 1347420160<>1348468736
00000100:00100000:2.0:1550575072.962180:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.962181:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911696:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.962188:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328d50-0x5c6be48328d50, portal 8
00000100:00000200:2.0:1550575072.962189:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911696, portal 4
00000100:00000200:2.0:1550575072.962190:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911696, offset 0
00000400:00000200:2.0:1550575072.962191:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.962194:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.962195:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.962196:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.962197:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.962197:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.962198:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.962205:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.962310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.962335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.962339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.962357:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536700 x1625895440911664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.962358:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536700 x1625895440911664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.962360:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.962422:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911664:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.962464:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.962545:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.962741:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc535b00 - object 0x0:1728687 offset 1347420160<>1348468736
00000100:00100000:2.0:1550575072.962744:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911728:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.962747:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328d70-0x5c6be48328d70, portal 8
00000100:00000200:2.0:1550575072.962748:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911728, portal 4
00000100:00000200:2.0:1550575072.962749:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911728, offset 0
00000400:00000200:2.0:1550575072.962750:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.962752:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.962754:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.962755:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.962756:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.962756:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.962757:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.962763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.962861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.962886:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.962906:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.962968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.962984:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc537600 x1625895440911696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.962986:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc537600 x1625895440911696/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.962988:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:0.2:1550575072.963023:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.963068:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911696:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.963307:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc536a00 - object 0x0:1725237 offset 1347420160<>1348468736
00000100:00100000:2.0:1550575072.963314:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.963315:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911760:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.963318:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328d90-0x5c6be48328d90, portal 8
00000100:00000200:2.0:1550575072.963319:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911760, portal 4
00000100:00000200:2.0:1550575072.963320:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911760, offset 0
00000400:00000200:2.0:1550575072.963321:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.963323:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.963325:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.963326:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.963326:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.963327:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.963328:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.963334:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.963442:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.963466:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.963481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.963485:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.963497:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc535b00 x1625895440911728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.963498:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc535b00 x1625895440911728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.963500:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575072.963560:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911728:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.963603:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.963866:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815dc534000 - object 0x0:1728629 offset 1347420160<>1348468736
00000100:00100000:2.0:1550575072.963869:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.963870:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911792:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.963873:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328db0-0x5c6be48328db0, portal 8
00000100:00000200:2.0:1550575072.963874:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911792, portal 4
00000100:00000200:2.0:1550575072.963874:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911792, offset 0
00000400:00000200:2.0:1550575072.963876:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.963878:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.963879:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.963881:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.963881:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.963882:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.963883:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.963889:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.963985:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.964009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.964028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.964087:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.964103:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc536a00 x1625895440911760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.964104:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc536a00 x1625895440911760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.964106:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:0.2:1550575072.964146:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.964172:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911760:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.964436:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1500 - object 0x0:1728254 offset 1348468736<>1349517312
00000100:00100000:2.0:1550575072.964442:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.964444:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911824:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.964447:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328dd0-0x5c6be48328dd0, portal 8
00000100:00000200:2.0:1550575072.964449:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911824, portal 4
00000100:00000200:2.0:1550575072.964449:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911824, offset 0
00000400:00000200:2.0:1550575072.964450:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.964453:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.964454:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.964456:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.964456:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.964457:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.964458:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.964464:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.964569:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.964594:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.964601:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.964612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.964616:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc534000 x1625895440911792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.964618:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc534000 x1625895440911792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.964620:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.964680:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911792:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.964726:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.964802:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.964992:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1e00 - object 0x0:1728687 offset 1348468736<>1349517312
00000100:00100000:2.0:1550575072.964995:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911856:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.964998:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328df0-0x5c6be48328df0, portal 8
00000100:00000200:2.0:1550575072.964999:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911856, portal 4
00000100:00000200:2.0:1550575072.965000:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911856, offset 0
00000400:00000200:2.0:1550575072.965001:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.965004:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.965005:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.965006:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.965007:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.965007:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.965008:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.965015:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.965107:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.965132:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.965150:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.965212:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.965228:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1500 x1625895440911824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.965230:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1500 x1625895440911824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.965232:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575072.965266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.965296:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911824:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.965554:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c1b00 - object 0x0:1725237 offset 1348468736<>1349517312
00000100:00100000:2.0:1550575072.965561:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.965562:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911888:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.965565:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328e10-0x5c6be48328e10, portal 8
00000100:00000200:2.0:1550575072.965566:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911888, portal 4
00000100:00000200:2.0:1550575072.965567:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911888, offset 0
00000400:00000200:2.0:1550575072.965568:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.965571:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.965572:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.965573:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.965574:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.965574:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.965575:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.965582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.965688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.965713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.965715:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.965733:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1e00 x1625895440911856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.965735:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1e00 x1625895440911856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.965737:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575072.965798:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911856:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.965842:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.966126:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157e9c3c00 - object 0x0:1728629 offset 1348468736<>1349517312
00000100:00100000:2.0:1550575072.966128:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.966129:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911920:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.966132:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328e30-0x5c6be48328e30, portal 8
00000100:00000200:2.0:1550575072.966134:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911920, portal 4
00000100:00000200:2.0:1550575072.966134:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911920, offset 0
00000400:00000200:2.0:1550575072.966135:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.966138:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.966139:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.966141:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.966141:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.966142:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.966143:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.966149:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.966242:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.966267:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.966285:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.966324:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.966338:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c1b00 x1625895440911888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.966340:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c1b00 x1625895440911888/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.966342:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:0.2:1550575072.966401:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.966402:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911888:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.966682:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef600 - object 0x0:1728254 offset 1349517312<>1350565888
00000100:00100000:2.0:1550575072.966688:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.966690:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911952:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.966692:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328e50-0x5c6be48328e50, portal 8
00000100:00000200:2.0:1550575072.966693:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911952, portal 4
00000100:00000200:2.0:1550575072.966694:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911952, offset 0
00000400:00000200:2.0:1550575072.966695:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.966698:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.966699:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.966700:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.966701:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.966701:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.966702:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.966709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.966829:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.966854:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.966857:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.966872:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157e9c3c00 x1625895440911920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.966874:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157e9c3c00 x1625895440911920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.966876:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000100:00100000:2.0:1550575072.966936:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440911920:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.966982:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.967055:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.967254:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ecc00 - object 0x0:1728687 offset 1349517312<>1350565888
00000100:00100000:2.0:1550575072.967257:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911984:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.967260:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328e70-0x5c6be48328e70, portal 8
00000100:00000200:2.0:1550575072.967262:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440911984, portal 4
00000100:00000200:2.0:1550575072.967263:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440911984, offset 0
00000400:00000200:2.0:1550575072.967264:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.967267:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.967268:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.967269:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.967270:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.967270:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.967271:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.967278:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.967371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.967396:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.967414:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.967472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.967488:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef600 x1625895440911952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.967490:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef600 x1625895440911952/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.967491:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.967531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.967564:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440911952:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.967814:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ed800 - object 0x0:1725237 offset 1349517312<>1350565888
00000100:00100000:2.0:1550575072.967821:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.967822:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912016:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.967825:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328e90-0x5c6be48328e90, portal 8
00000100:00000200:2.0:1550575072.967827:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912016, portal 4
00000100:00000200:2.0:1550575072.967827:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912016, offset 0
00000400:00000200:2.0:1550575072.967829:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.967831:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.967833:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.967834:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.967834:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.967835:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.967836:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.967842:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.967948:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.967973:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.967978:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.967994:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ecc00 x1625895440911984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.967996:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ecc00 x1625895440911984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.967998:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.968063:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440911984:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.968103:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.968386:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ee400 - object 0x0:1728629 offset 1349517312<>1350565888
00000100:00100000:2.0:1550575072.968389:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.968390:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912048:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.968393:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328eb0-0x5c6be48328eb0, portal 8
00000100:00000200:2.0:1550575072.968394:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912048, portal 4
00000100:00000200:2.0:1550575072.968395:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912048, offset 0
00000400:00000200:2.0:1550575072.968396:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.968399:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.968400:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.968401:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.968402:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.968402:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.968403:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.968410:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.968505:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.968530:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.968548:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.968574:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.968590:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ed800 x1625895440912016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.968592:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ed800 x1625895440912016/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.968594:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.968654:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912016:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.968664:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.968930:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244eed00 - object 0x0:1728254 offset 1350565888<>1351614464
00000100:00100000:2.0:1550575072.968937:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.968938:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912080:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.968941:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328ed0-0x5c6be48328ed0, portal 8
00000100:00000200:2.0:1550575072.968942:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912080, portal 4
00000100:00000200:2.0:1550575072.968943:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912080, offset 0
00000400:00000200:2.0:1550575072.968944:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.968947:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.968948:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.968950:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.968950:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.968951:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.968952:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.968958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.969063:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.969089:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.969106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.969122:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.969138:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ee400 x1625895440912048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.969139:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ee400 x1625895440912048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.969141:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:2.0:1550575072.969207:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912048:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.969222:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.969311:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.969500:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244ef900 - object 0x0:1728687 offset 1350565888<>1351614464
00000100:00100000:2.0:1550575072.969503:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912112:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.969506:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328ef0-0x5c6be48328ef0, portal 8
00000100:00000200:2.0:1550575072.969508:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912112, portal 4
00000100:00000200:2.0:1550575072.969508:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912112, offset 0
00000400:00000200:2.0:1550575072.969511:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.969513:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.969514:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.969516:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.969516:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.969517:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.969518:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.969525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.969618:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.969643:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.969661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.969699:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.969715:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244eed00 x1625895440912080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.969717:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244eed00 x1625895440912080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.969719:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.969778:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912080:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.969778:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.970062:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815244efc00 - object 0x0:1725237 offset 1350565888<>1351614464
00000100:00100000:2.0:1550575072.970069:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.970070:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912144:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.970073:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328f10-0x5c6be48328f10, portal 8
00000100:00000200:2.0:1550575072.970074:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912144, portal 4
00000100:00000200:2.0:1550575072.970075:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912144, offset 0
00000400:00000200:2.0:1550575072.970076:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.970079:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.970080:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.970081:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.970082:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.970082:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.970083:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.970090:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.970198:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.970223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.970241:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.970259:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.970274:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244ef900 x1625895440912112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.970275:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244ef900 x1625895440912112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.970277:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575072.970337:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912112:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.970357:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.970624:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315e00 - object 0x0:1728629 offset 1350565888<>1351614464
00000100:00100000:2.0:1550575072.970627:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.970628:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912176:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.970631:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328f30-0x5c6be48328f30, portal 8
00000100:00000200:2.0:1550575072.970632:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912176, portal 4
00000100:00000200:2.0:1550575072.970633:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912176, offset 0
00000400:00000200:2.0:1550575072.970634:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.970637:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.970638:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.970639:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.970639:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.970640:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.970641:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.970647:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.970740:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.970765:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.970782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.970835:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.970851:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815244efc00 x1625895440912144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.970852:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815244efc00 x1625895440912144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.970854:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:0.2:1550575072.970901:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.970919:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912144:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.971189:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e317900 - object 0x0:1728254 offset 1351614464<>1352663040
00000100:00100000:2.0:1550575072.971195:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.971197:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912208:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.971200:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328f50-0x5c6be48328f50, portal 8
00000100:00000200:2.0:1550575072.971201:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912208, portal 4
00000100:00000200:2.0:1550575072.971202:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912208, offset 0
00000400:00000200:2.0:1550575072.971203:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.971206:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.971207:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.971208:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.971209:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.971209:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.971210:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.971217:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.971319:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.971344:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.971351:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.971361:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.971366:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315e00 x1625895440912176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.971368:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315e00 x1625895440912176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.971370:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.971430:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912176:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.971475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.971563:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.971756:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155e315200 - object 0x0:1728687 offset 1351614464<>1352663040
00000100:00100000:2.0:1550575072.971759:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912240:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.971762:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328f70-0x5c6be48328f70, portal 8
00000100:00000200:2.0:1550575072.971763:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912240, portal 4
00000100:00000200:2.0:1550575072.971764:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912240, offset 0
00000400:00000200:2.0:1550575072.971765:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.971767:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.971769:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.971770:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.971771:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.971771:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.971772:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.971779:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.971870:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.971895:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.971913:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.971958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.971973:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e317900 x1625895440912208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.971975:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e317900 x1625895440912208/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.971977:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575072.972031:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.972043:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912208:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.972315:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235200 - object 0x0:1725237 offset 1351614464<>1352663040
00000100:00100000:2.0:1550575072.972322:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.972323:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912272:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.972327:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328f90-0x5c6be48328f90, portal 8
00000100:00000200:2.0:1550575072.972328:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912272, portal 4
00000100:00000200:2.0:1550575072.972328:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912272, offset 0
00000400:00000200:2.0:1550575072.972330:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.972332:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.972333:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.972335:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.972335:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.972336:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.972337:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.972343:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.972450:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.972469:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.972477:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.972486:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155e315200 x1625895440912240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.972488:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155e315200 x1625895440912240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.972490:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:0.2:1550575072.972495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.972551:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912240:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.972612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.972880:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237900 - object 0x0:1728629 offset 1351614464<>1352663040
00000100:00100000:2.0:1550575072.972883:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.972885:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912304:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.972888:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328fb0-0x5c6be48328fb0, portal 8
00000100:00000200:2.0:1550575072.972889:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912304, portal 4
00000100:00000200:2.0:1550575072.972890:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912304, offset 0
00000400:00000200:2.0:1550575072.972891:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.972893:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.972895:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.972896:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.972897:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.972897:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.972898:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.972904:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.972995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.973019:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.973039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.973086:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.973103:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235200 x1625895440912272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.973104:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235200 x1625895440912272/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.973106:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:0.2:1550575072.973157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.973170:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912272:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.973443:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236700 - object 0x0:1728254 offset 1352663040<>1353711616
00000100:00100000:2.0:1550575072.973450:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.973451:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912336:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.973454:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328fd0-0x5c6be48328fd0, portal 8
00000100:00000200:2.0:1550575072.973456:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912336, portal 4
00000100:00000200:2.0:1550575072.973456:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912336, offset 0
00000400:00000200:2.0:1550575072.973457:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.973460:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.973461:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.973462:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.973463:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.973464:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.973465:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.973471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.973573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.973599:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.973602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.973619:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237900 x1625895440912304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.973621:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237900 x1625895440912304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.973623:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.973718:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912304:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.973729:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.973863:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.974067:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234900 - object 0x0:1728687 offset 1352663040<>1353711616
00000100:00100000:2.0:1550575072.974071:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912368:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.974076:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48328ff0-0x5c6be48328ff0, portal 8
00000100:00000200:2.0:1550575072.974077:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912368, portal 4
00000100:00000200:2.0:1550575072.974078:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912368, offset 0
00000400:00000200:2.0:1550575072.974079:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.974083:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.974084:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.974086:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.974086:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.974087:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.974089:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.974101:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.974192:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.974200:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.974222:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.974231:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236700 x1625895440912336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.974233:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236700 x1625895440912336/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.974235:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:0.2:1550575072.974240:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.974296:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912336:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.974358:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.974637:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587236a00 - object 0x0:1725237 offset 1352663040<>1353711616
00000100:00100000:2.0:1550575072.974644:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.974646:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912400:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.974649:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329010-0x5c6be48329010, portal 8
00000100:00000200:2.0:1550575072.974650:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912400, portal 4
00000100:00000200:2.0:1550575072.974651:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912400, offset 0
00000400:00000200:2.0:1550575072.974652:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.974655:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.974656:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.974658:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.974658:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.974659:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.974660:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.974666:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.974774:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.974798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.974798:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.974814:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234900 x1625895440912368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.974816:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234900 x1625895440912368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.974816:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575072.974818:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.974878:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912368:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.974934:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.975207:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587235b00 - object 0x0:1728629 offset 1352663040<>1353711616
00000100:00100000:2.0:1550575072.975210:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.975212:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912432:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.975215:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329030-0x5c6be48329030, portal 8
00000100:00000200:2.0:1550575072.975216:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912432, portal 4
00000100:00000200:2.0:1550575072.975217:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912432, offset 0
00000400:00000200:2.0:1550575072.975218:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.975220:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.975222:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.975223:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.975224:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.975224:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.975225:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.975232:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.975331:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.975356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.975374:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.975413:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.975430:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587236a00 x1625895440912400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.975432:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587236a00 x1625895440912400/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.975433:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:0.2:1550575072.975491:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.975494:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912400:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.975770:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234300 - object 0x0:1728254 offset 1353711616<>1354760192
00000100:00100000:2.0:1550575072.975777:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.975778:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912464:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.975781:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329050-0x5c6be48329050, portal 8
00000100:00000200:2.0:1550575072.975782:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912464, portal 4
00000100:00000200:2.0:1550575072.975783:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912464, offset 0
00000400:00000200:2.0:1550575072.975784:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.975787:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.975788:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.975789:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.975790:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.975790:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.975791:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.975798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.975899:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.975924:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.975937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.975942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.975953:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587235b00 x1625895440912432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.975955:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587235b00 x1625895440912432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.975957:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575072.976017:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912432:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.976063:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.976143:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.976335:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587237c00 - object 0x0:1728687 offset 1353711616<>1354760192
00000100:00100000:2.0:1550575072.976338:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912496:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.976341:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329070-0x5c6be48329070, portal 8
00000100:00000200:2.0:1550575072.976343:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912496, portal 4
00000100:00000200:2.0:1550575072.976344:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912496, offset 0
00000400:00000200:2.0:1550575072.976345:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.976348:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.976349:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.976350:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.976351:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.976351:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.976352:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.976359:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.976451:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.976477:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.976495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.976534:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.976550:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234300 x1625895440912464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.976552:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234300 x1625895440912464/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.976554:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:0.2:1550575072.976612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.976613:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912464:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.976892:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881587234600 - object 0x0:1725237 offset 1353711616<>1354760192
00000100:00100000:2.0:1550575072.976898:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.976900:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.976902:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329090-0x5c6be48329090, portal 8
00000100:00000200:2.0:1550575072.976904:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912528, portal 4
00000100:00000200:2.0:1550575072.976904:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912528, offset 0
00000400:00000200:2.0:1550575072.976905:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.976908:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.976909:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.976911:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.976911:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.976912:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.976913:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.976919:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.977026:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.977055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.977056:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.977072:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587237c00 x1625895440912496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.977073:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.977074:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587237c00 x1625895440912496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.977076:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.977136:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912496:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.977191:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.977459:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049e700 - object 0x0:1728629 offset 1353711616<>1354760192
00000100:00100000:2.0:1550575072.977462:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.977463:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.977466:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483290b0-0x5c6be483290b0, portal 8
00000100:00000200:2.0:1550575072.977468:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912560, portal 4
00000100:00000200:2.0:1550575072.977469:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912560, offset 0
00000400:00000200:2.0:1550575072.977470:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.977472:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.977474:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.977475:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.977476:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.977476:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.977477:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.977483:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.977573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.977598:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.977616:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.977663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.977679:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881587234600 x1625895440912528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.977681:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881587234600 x1625895440912528/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.977682:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:0.2:1550575072.977730:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.977743:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912528:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.978018:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e049db00 - object 0x0:1728254 offset 1354760192<>1355808768
00000100:00100000:2.0:1550575072.978025:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.978026:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912592:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.978029:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483290d0-0x5c6be483290d0, portal 8
00000100:00000200:2.0:1550575072.978030:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912592, portal 4
00000100:00000200:2.0:1550575072.978037:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912592, offset 0
00000400:00000200:2.0:1550575072.978039:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.978041:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.978042:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.978044:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.978044:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.978045:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.978046:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.978052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.978155:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.978171:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.978186:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.978193:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049e700 x1625895440912560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.978195:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049e700 x1625895440912560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.978197:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:0.2:1550575072.978201:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.978257:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912560:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.978319:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.978395:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.978585:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87600 - object 0x0:1728687 offset 1354760192<>1355808768
00000100:00100000:2.0:1550575072.978588:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912624:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.978590:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483290f0-0x5c6be483290f0, portal 8
00000100:00000200:2.0:1550575072.978593:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912624, portal 4
00000100:00000200:2.0:1550575072.978593:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912624, offset 0
00000400:00000200:2.0:1550575072.978596:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.978599:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.978600:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.978601:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.978602:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.978602:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.978603:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.978610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.978697:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.978722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.978740:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.978808:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.978824:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e049db00 x1625895440912592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.978826:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e049db00 x1625895440912592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.978828:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575072.978857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.978897:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912592:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.979153:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85500 - object 0x0:1725237 offset 1354760192<>1355808768
00000100:00100000:2.0:1550575072.979159:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.979161:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912656:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.979163:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329110-0x5c6be48329110, portal 8
00000100:00000200:2.0:1550575072.979165:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912656, portal 4
00000100:00000200:2.0:1550575072.979165:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912656, offset 0
00000400:00000200:2.0:1550575072.979166:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.979169:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.979170:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.979171:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.979172:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.979173:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.979173:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.979180:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.979282:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.979308:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.979311:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.979329:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87600 x1625895440912624/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.979331:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87600 x1625895440912624/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.979333:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.979394:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912624:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.979437:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.979715:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87000 - object 0x0:1728629 offset 1354760192<>1355808768
00000100:00100000:2.0:1550575072.979717:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.979719:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912688:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.979722:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329130-0x5c6be48329130, portal 8
00000100:00000200:2.0:1550575072.979723:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912688, portal 4
00000100:00000200:2.0:1550575072.979724:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912688, offset 0
00000400:00000200:2.0:1550575072.979725:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.979728:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.979729:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.979730:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.979731:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.979731:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.979732:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.979739:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.979829:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.979854:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.979871:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.979969:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.979985:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85500 x1625895440912656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.979987:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85500 x1625895440912656/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.979988:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575072.979989:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575072.980073:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912656:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.980298:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a86400 - object 0x0:1728254 offset 1355808768<>1356857344
00000100:00100000:2.0:1550575072.980304:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.980305:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912720:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.980308:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329150-0x5c6be48329150, portal 8
00000100:00000200:2.0:1550575072.980310:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912720, portal 4
00000100:00000200:2.0:1550575072.980310:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912720, offset 0
00000400:00000200:2.0:1550575072.980312:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.980314:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.980315:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.980317:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.980317:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.980318:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.980319:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.980325:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.980428:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.980431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.980462:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87000 x1625895440912688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.980464:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87000 x1625895440912688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.980466:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575072.980472:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.980525:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912688:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.980588:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.980659:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.980850:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85e00 - object 0x0:1728687 offset 1355808768<>1356857344
00000100:00100000:2.0:1550575072.980853:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912752:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.980856:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329170-0x5c6be48329170, portal 8
00000100:00000200:2.0:1550575072.980858:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912752, portal 4
00000100:00000200:2.0:1550575072.980858:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912752, offset 0
00000400:00000200:2.0:1550575072.980860:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.980862:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.980863:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.980865:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.980865:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.980866:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.980867:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.980873:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.980962:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.980987:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.981005:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.981062:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.981078:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a86400 x1625895440912720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.981080:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a86400 x1625895440912720/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.981082:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.981122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.981143:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912720:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.981416:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a87300 - object 0x0:1725237 offset 1355808768<>1356857344
00000100:00100000:2.0:1550575072.981422:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.981424:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912784:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.981427:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329190-0x5c6be48329190, portal 8
00000100:00000200:2.0:1550575072.981428:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912784, portal 4
00000100:00000200:2.0:1550575072.981429:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912784, offset 0
00000400:00000200:2.0:1550575072.981430:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.981433:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.981434:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.981435:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.981436:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.981436:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.981437:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.981444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.981548:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.981573:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.981574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.981590:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85e00 x1625895440912752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.981591:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.981592:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85e00 x1625895440912752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.981593:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575072.981652:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912752:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.981708:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.981973:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a85800 - object 0x0:1728629 offset 1355808768<>1356857344
00000100:00100000:2.0:1550575072.981976:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.981977:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912816:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.981980:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483291b0-0x5c6be483291b0, portal 8
00000100:00000200:2.0:1550575072.981981:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912816, portal 4
00000100:00000200:2.0:1550575072.981982:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912816, offset 0
00000400:00000200:2.0:1550575072.981983:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.981985:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.981987:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.981988:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.981988:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.981989:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.981990:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.981996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.982087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.982112:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.982130:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.982190:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.982206:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a87300 x1625895440912784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.982208:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a87300 x1625895440912784/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.982210:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575072.982247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.982272:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912784:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.982544:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881571a84c00 - object 0x0:1728254 offset 1356857344<>1357905920
00000100:00100000:2.0:1550575072.982550:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.982552:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912848:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.982555:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483291d0-0x5c6be483291d0, portal 8
00000100:00000200:2.0:1550575072.982556:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912848, portal 4
00000100:00000200:2.0:1550575072.982556:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912848, offset 0
00000400:00000200:2.0:1550575072.982557:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.982560:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.982561:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.982563:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.982563:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.982564:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.982565:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.982571:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.982675:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.982698:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.982700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.982717:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a85800 x1625895440912816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.982718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.982719:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a85800 x1625895440912816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.982721:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.982781:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912816:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.982836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.982909:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.983110:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dde00 - object 0x0:1728687 offset 1356857344<>1357905920
00000100:00100000:2.0:1550575072.983114:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912880:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.983117:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483291f0-0x5c6be483291f0, portal 8
00000100:00000200:2.0:1550575072.983118:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912880, portal 4
00000100:00000200:2.0:1550575072.983119:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912880, offset 0
00000400:00000200:2.0:1550575072.983121:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.983123:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.983124:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.983126:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.983126:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.983127:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.983128:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.983134:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.983226:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.983251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.983269:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.983308:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.983324:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881571a84c00 x1625895440912848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.983326:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881571a84c00 x1625895440912848/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.983328:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:0.2:1550575072.983386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.983389:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912848:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.983672:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd200 - object 0x0:1725237 offset 1356857344<>1357905920
00000100:00100000:2.0:1550575072.983679:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.983680:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912912:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.983683:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329210-0x5c6be48329210, portal 8
00000100:00000200:2.0:1550575072.983684:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912912, portal 4
00000100:00000200:2.0:1550575072.983685:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912912, offset 0
00000400:00000200:2.0:1550575072.983686:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.983689:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.983690:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.983691:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.983692:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.983692:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.983693:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.983700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.983809:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.983828:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.983836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.983844:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dde00 x1625895440912880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.983846:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dde00 x1625895440912880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.983848:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000800:00000200:0.2:1550575072.983854:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.983908:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440912880:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.983972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.984231:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dd800 - object 0x0:1728629 offset 1356857344<>1357905920
00000100:00100000:2.0:1550575072.984234:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.984235:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912944:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.984238:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329230-0x5c6be48329230, portal 8
00000100:00000200:2.0:1550575072.984239:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912944, portal 4
00000100:00000200:2.0:1550575072.984240:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912944, offset 0
00000400:00000200:2.0:1550575072.984241:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.984244:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.984245:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.984246:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.984247:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.984247:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.984248:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.984255:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.984346:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.984370:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.984389:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.984458:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.984474:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd200 x1625895440912912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.984476:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd200 x1625895440912912/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.984477:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.984507:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.984543:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912912:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.984802:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87ddb00 - object 0x0:1728254 offset 1357905920<>1358954496
00000100:00100000:2.0:1550575072.984809:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.984810:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912976:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.984813:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329250-0x5c6be48329250, portal 8
00000100:00000200:2.0:1550575072.984814:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440912976, portal 4
00000100:00000200:2.0:1550575072.984815:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440912976, offset 0
00000400:00000200:2.0:1550575072.984816:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.984819:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.984820:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.984821:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.984822:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.984822:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.984823:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.984830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.984933:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.984945:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.984960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.984968:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dd800 x1625895440912944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.984970:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dd800 x1625895440912944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.984972:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000800:00000200:0.2:1550575072.984979:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.985036:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440912944:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.985096:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.985170:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.985366:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87dc600 - object 0x0:1728687 offset 1357905920<>1358954496
00000100:00100000:2.0:1550575072.985369:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913008:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.985372:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329270-0x5c6be48329270, portal 8
00000100:00000200:2.0:1550575072.985374:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913008, portal 4
00000100:00000200:2.0:1550575072.985375:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913008, offset 0
00000400:00000200:2.0:1550575072.985376:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.985379:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.985380:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.985381:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.985382:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.985382:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.985383:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.985389:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.985479:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.985504:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.985521:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.985555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.985570:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87ddb00 x1625895440912976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.985572:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87ddb00 x1625895440912976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.985574:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000100:00100000:2.0:1550575072.985634:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440912976:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.985638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.985933:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df000 - object 0x0:1725237 offset 1357905920<>1358954496
00000100:00100000:2.0:1550575072.985940:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.985941:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913040:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.985944:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329290-0x5c6be48329290, portal 8
00000100:00000200:2.0:1550575072.985946:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913040, portal 4
00000100:00000200:2.0:1550575072.985946:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913040, offset 0
00000400:00000200:2.0:1550575072.985948:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.985950:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.985951:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.985953:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.985953:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.985954:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.985955:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.985961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.986065:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.986075:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.986092:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.986101:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87dc600 x1625895440913008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.986102:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87dc600 x1625895440913008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.986104:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575072.986110:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.986165:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913008:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.986227:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.986501:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87df600 - object 0x0:1728629 offset 1357905920<>1358954496
00000100:00100000:2.0:1550575072.986504:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.986505:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913072:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.986509:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483292b0-0x5c6be483292b0, portal 8
00000100:00000200:2.0:1550575072.986510:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913072, portal 4
00000100:00000200:2.0:1550575072.986510:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913072, offset 0
00000400:00000200:2.0:1550575072.986512:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.986514:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.986515:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.986517:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.986517:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.986518:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.986519:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.986525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.986614:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.986639:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.986657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.986688:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.986704:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df000 x1625895440913040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.986706:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df000 x1625895440913040/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.986707:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575072.986765:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913040:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.986772:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.987063:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de100 - object 0x0:1728254 offset 1358954496<>1360003072
00000100:00100000:2.0:1550575072.987069:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.987071:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913104:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.987074:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483292d0-0x5c6be483292d0, portal 8
00000100:00000200:2.0:1550575072.987075:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913104, portal 4
00000100:00000200:2.0:1550575072.987076:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913104, offset 0
00000400:00000200:2.0:1550575072.987077:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.987079:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.987081:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.987082:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.987083:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.987083:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.987084:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.987090:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.987190:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.987215:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.987218:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.987235:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87df600 x1625895440913072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.987237:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87df600 x1625895440913072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.987239:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575072.987299:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913072:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.987343:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.987434:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.987624:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c87de700 - object 0x0:1728687 offset 1358954496<>1360003072
00000100:00100000:2.0:1550575072.987628:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913136:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.987631:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483292f0-0x5c6be483292f0, portal 8
00000100:00000200:2.0:1550575072.987633:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913136, portal 4
00000100:00000200:2.0:1550575072.987633:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913136, offset 0
00000400:00000200:2.0:1550575072.987636:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.987638:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.987639:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.987641:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.987641:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.987642:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.987643:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.987649:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.987736:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.987761:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.987779:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.987814:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.987830:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de100 x1625895440913104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.987832:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de100 x1625895440913104/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.987834:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000100:00100000:2.0:1550575072.987895:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913104:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.987895:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.988194:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34900 - object 0x0:1725237 offset 1358954496<>1360003072
00000100:00100000:2.0:1550575072.988200:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.988201:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913168:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.988205:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329310-0x5c6be48329310, portal 8
00000100:00000200:2.0:1550575072.988206:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913168, portal 4
00000100:00000200:2.0:1550575072.988207:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913168, offset 0
00000400:00000200:2.0:1550575072.988208:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.988211:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.988212:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.988214:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.988214:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.988215:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.988216:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.988222:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.988325:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.988335:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.988351:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.988360:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c87de700 x1625895440913136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.988362:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c87de700 x1625895440913136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.988364:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575072.988369:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.988425:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913136:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.988487:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.988755:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34c00 - object 0x0:1728629 offset 1358954496<>1360003072
00000100:00100000:2.0:1550575072.988758:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.988759:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.988762:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329330-0x5c6be48329330, portal 8
00000100:00000200:2.0:1550575072.988763:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913200, portal 4
00000100:00000200:2.0:1550575072.988764:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913200, offset 0
00000400:00000200:2.0:1550575072.988765:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.988768:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.988769:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.988770:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.988771:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.988771:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.988772:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.988778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.988867:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.988892:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.988913:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.988952:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.988968:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34900 x1625895440913168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.988970:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34900 x1625895440913168/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.988972:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:0.2:1550575072.989030:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.989039:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913168:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575072.989326:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b36100 - object 0x0:1728254 offset 1360003072<>1361051648
00000100:00100000:2.0:1550575072.989332:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.989334:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913232:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.989337:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329350-0x5c6be48329350, portal 8
00000100:00000200:2.0:1550575072.989338:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913232, portal 4
00000100:00000200:2.0:1550575072.989339:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913232, offset 0
00000400:00000200:2.0:1550575072.989340:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.989342:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.989343:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.989345:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.989345:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.989346:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.989347:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.989353:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.989450:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.989464:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.989477:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.989486:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34c00 x1625895440913200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.989487:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34c00 x1625895440913200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.989489:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575072.989495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.989550:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913200:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.989613:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.989688:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.989880:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34600 - object 0x0:1728687 offset 1360003072<>1361051648
00000100:00100000:2.0:1550575072.989883:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913264:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.989886:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329370-0x5c6be48329370, portal 8
00000100:00000200:2.0:1550575072.989887:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913264, portal 4
00000100:00000200:2.0:1550575072.989888:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913264, offset 0
00000400:00000200:2.0:1550575072.989889:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.989892:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.989893:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.989894:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.989895:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.989895:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.989896:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.989903:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.989990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.990015:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.990035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.990058:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.990073:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b36100 x1625895440913232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.990075:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b36100 x1625895440913232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.990077:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00100000:2.0:1550575072.990136:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913232:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.990152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.990444:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37600 - object 0x0:1725237 offset 1360003072<>1361051648
00000100:00100000:2.0:1550575072.990451:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.990452:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.990455:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329390-0x5c6be48329390, portal 8
00000100:00000200:2.0:1550575072.990457:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913296, portal 4
00000100:00000200:2.0:1550575072.990458:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913296, offset 0
00000400:00000200:2.0:1550575072.990459:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.990462:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.990463:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.990464:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.990465:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.990465:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.990466:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.990473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.990572:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.990582:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.990599:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.990607:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34600 x1625895440913264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.990609:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34600 x1625895440913264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.990611:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.2:1550575072.990618:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.990672:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913264:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.990737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.991010:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b37300 - object 0x0:1728629 offset 1360003072<>1361051648
00000100:00100000:2.0:1550575072.991013:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.991014:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.991017:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483293b0-0x5c6be483293b0, portal 8
00000100:00000200:2.0:1550575072.991019:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913328, portal 4
00000100:00000200:2.0:1550575072.991019:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913328, offset 0
00000400:00000200:2.0:1550575072.991021:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.991023:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.991024:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.991025:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.991026:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.991027:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.991027:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.991034:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.991123:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.991148:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.991166:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.991189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.991205:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37600 x1625895440913296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.991207:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37600 x1625895440913296/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.991209:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575072.991268:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913296:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.991285:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.991579:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b34300 - object 0x0:1728254 offset 1361051648<>1362100224
00000100:00100000:2.0:1550575072.991585:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.991587:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.991590:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483293d0-0x5c6be483293d0, portal 8
00000100:00000200:2.0:1550575072.991591:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913360, portal 4
00000100:00000200:2.0:1550575072.991592:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913360, offset 0
00000400:00000200:2.0:1550575072.991593:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.991595:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.991597:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.991598:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.991599:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.991599:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.991600:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.991607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.991702:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.991718:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.991728:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.991736:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b37300 x1625895440913328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.991738:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b37300 x1625895440913328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.991740:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575072.991746:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.991801:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913328:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.991863:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.991945:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.992147:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e1b35500 - object 0x0:1728687 offset 1361051648<>1362100224
00000100:00100000:2.0:1550575072.992150:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913392:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.992153:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483293f0-0x5c6be483293f0, portal 8
00000100:00000200:2.0:1550575072.992154:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913392, portal 4
00000100:00000200:2.0:1550575072.992155:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913392, offset 0
00000400:00000200:2.0:1550575072.992156:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.992159:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.992160:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.992161:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.992162:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.992162:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.992163:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.992170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.992256:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.992281:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.992299:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.992301:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.992329:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b34300 x1625895440913360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.992331:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b34300 x1625895440913360/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.992333:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:2.0:1550575072.992394:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913360:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.992417:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.992697:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5e100 - object 0x0:1725237 offset 1361051648<>1362100224
00000100:00100000:2.0:1550575072.992704:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.992705:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913424:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.992708:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329410-0x5c6be48329410, portal 8
00000100:00000200:2.0:1550575072.992709:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913424, portal 4
00000100:00000200:2.0:1550575072.992710:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913424, offset 0
00000400:00000200:2.0:1550575072.992711:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.992714:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.992715:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.992717:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.992717:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.992718:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.992719:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.992725:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.992830:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.992845:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.992857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.992865:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e1b35500 x1625895440913392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.992867:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e1b35500 x1625895440913392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.992868:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000800:00000200:0.2:1550575072.992875:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.992928:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913392:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.992994:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.993273:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f600 - object 0x0:1728629 offset 1361051648<>1362100224
00000100:00100000:2.0:1550575072.993275:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.993277:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.993280:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329430-0x5c6be48329430, portal 8
00000100:00000200:2.0:1550575072.993281:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913456, portal 4
00000100:00000200:2.0:1550575072.993281:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913456, offset 0
00000400:00000200:2.0:1550575072.993283:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.993285:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.993286:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.993288:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.993288:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.993289:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.993290:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.993296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.993385:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.993410:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.993417:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.993429:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.993433:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5e100 x1625895440913424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.993434:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5e100 x1625895440913424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.993436:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575072.993497:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913424:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.993541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.993820:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d500 - object 0x0:1728254 offset 1362100224<>1363148800
00000100:00100000:2.0:1550575072.993827:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.993828:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913488:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.993831:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329450-0x5c6be48329450, portal 8
00000100:00000200:2.0:1550575072.993832:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913488, portal 4
00000100:00000200:2.0:1550575072.993832:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913488, offset 0
00000400:00000200:2.0:1550575072.993834:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.993836:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.993838:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.993839:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.993839:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.993840:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.993841:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.993847:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.993943:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.993967:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.993970:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.993988:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f600 x1625895440913456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.993990:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f600 x1625895440913456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.993992:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.994056:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913456:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.994096:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.994196:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.994387:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5ea00 - object 0x0:1728687 offset 1362100224<>1363148800
00000100:00100000:2.0:1550575072.994391:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913520:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.994394:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329470-0x5c6be48329470, portal 8
00000100:00000200:2.0:1550575072.994395:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913520, portal 4
00000100:00000200:2.0:1550575072.994396:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913520, offset 0
00000400:00000200:2.0:1550575072.994397:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.994399:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.994401:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.994402:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.994403:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.994403:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.994404:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.994411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.994498:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.994520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.994523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.994534:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d500 x1625895440913488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.994536:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d500 x1625895440913488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.994538:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575072.994541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.994596:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913488:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.994658:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.994934:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5cc00 - object 0x0:1725237 offset 1362100224<>1363148800
00000100:00100000:2.0:1550575072.994941:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.994942:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913552:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.994945:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329490-0x5c6be48329490, portal 8
00000100:00000200:2.0:1550575072.994946:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913552, portal 4
00000100:00000200:2.0:1550575072.994947:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913552, offset 0
00000400:00000200:2.0:1550575072.994948:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.994951:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.994952:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.994953:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.994954:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.994954:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.994955:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.994962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.995056:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.995081:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.995091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.995100:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.995107:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5ea00 x1625895440913520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.995109:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5ea00 x1625895440913520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.995111:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.995172:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913520:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.995216:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.995509:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5c900 - object 0x0:1728629 offset 1362100224<>1363148800
00000100:00100000:2.0:1550575072.995511:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.995512:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.995515:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483294b0-0x5c6be483294b0, portal 8
00000100:00000200:2.0:1550575072.995517:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913584, portal 4
00000100:00000200:2.0:1550575072.995517:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913584, offset 0
00000400:00000200:2.0:1550575072.995518:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.995521:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.995522:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.995523:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.995524:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.995525:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.995526:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.995532:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.995620:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.995639:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.995647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.995655:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5cc00 x1625895440913552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.995657:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5cc00 x1625895440913552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.995659:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:0.2:1550575072.995665:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.995720:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913552:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.995781:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.996067:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5de00 - object 0x0:1728254 offset 1363148800<>1364197376
00000100:00100000:2.0:1550575072.996074:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.996075:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913616:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.996078:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483294d0-0x5c6be483294d0, portal 8
00000100:00000200:2.0:1550575072.996079:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913616, portal 4
00000100:00000200:2.0:1550575072.996080:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913616, offset 0
00000400:00000200:2.0:1550575072.996081:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.996084:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.996085:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.996086:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.996087:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.996087:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.996088:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.996095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.996188:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.996212:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.996223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.996230:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.996239:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5c900 x1625895440913584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.996241:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5c900 x1625895440913584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.996243:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575072.996302:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913584:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.996346:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.996436:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.996632:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5f300 - object 0x0:1728687 offset 1363148800<>1364197376
00000100:00100000:2.0:1550575072.996635:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913648:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.996638:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483294f0-0x5c6be483294f0, portal 8
00000100:00000200:2.0:1550575072.996639:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913648, portal 4
00000100:00000200:2.0:1550575072.996640:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913648, offset 0
00000400:00000200:2.0:1550575072.996642:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.996645:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.996646:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.996647:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.996648:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.996649:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.996649:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.996656:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.996744:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.996768:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.996769:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.996786:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5de00 x1625895440913616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575072.996787:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.996788:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5de00 x1625895440913616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.996790:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575072.996850:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913616:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.996904:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.997189:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff880032c5d200 - object 0x0:1725237 offset 1363148800<>1364197376
00000100:00100000:2.0:1550575072.997196:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.997197:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.997200:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329510-0x5c6be48329510, portal 8
00000100:00000200:2.0:1550575072.997201:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913680, portal 4
00000100:00000200:2.0:1550575072.997202:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913680, offset 0
00000400:00000200:2.0:1550575072.997203:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.997206:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.997207:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.997208:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.997209:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.997210:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.997210:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.997217:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.997310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.997335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575072.997353:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.997355:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.997384:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5f300 x1625895440913648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.997386:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5f300 x1625895440913648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.997388:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575072.997449:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913648:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.997470:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.997749:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05200 - object 0x0:1728629 offset 1363148800<>1364197376
00000100:00100000:2.0:1550575072.997752:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.997753:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.997756:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329530-0x5c6be48329530, portal 8
00000100:00000200:2.0:1550575072.997757:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913712, portal 4
00000100:00000200:2.0:1550575072.997758:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913712, offset 0
00000400:00000200:2.0:1550575072.997759:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.997762:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.997763:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.997764:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.997765:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.997765:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.997766:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.997773:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.997859:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.997884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.997900:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.997907:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.997916:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff880032c5d200 x1625895440913680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.997917:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff880032c5d200 x1625895440913680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.997919:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575072.997978:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913680:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.998024:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.998309:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06d00 - object 0x0:1728254 offset 1364197376<>1365245952
00000100:00100000:2.0:1550575072.998316:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.998317:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913744:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.998320:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329550-0x5c6be48329550, portal 8
00000100:00000200:2.0:1550575072.998322:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913744, portal 4
00000100:00000200:2.0:1550575072.998322:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913744, offset 0
00000400:00000200:2.0:1550575072.998324:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.998326:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.998327:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.998329:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.998329:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.998330:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.998331:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.998337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.998430:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.998446:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.998456:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.998465:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05200 x1625895440913712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.998467:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05200 x1625895440913712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.998469:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575072.998474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.998529:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913712:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.998590:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.998678:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575072.998874:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06400 - object 0x0:1728687 offset 1364197376<>1365245952
00000100:00100000:2.0:1550575072.998877:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913776:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575072.998880:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329570-0x5c6be48329570, portal 8
00000100:00000200:2.0:1550575072.998881:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913776, portal 4
00000100:00000200:2.0:1550575072.998882:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913776, offset 0
00000400:00000200:2.0:1550575072.998883:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575072.998886:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.998887:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.998888:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.998889:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.998889:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.998890:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.998896:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.998986:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575072.999010:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575072.999017:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575072.999028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575072.999036:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06d00 x1625895440913744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.999038:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06d00 x1625895440913744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.999040:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575072.999099:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913744:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575072.999147:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.999443:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e07900 - object 0x0:1725237 offset 1364197376<>1365245952
00000100:00100000:2.0:1550575072.999450:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575072.999451:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913808:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575072.999454:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329590-0x5c6be48329590, portal 8
00000100:00000200:2.0:1550575072.999455:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913808, portal 4
00000100:00000200:2.0:1550575072.999456:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913808, offset 0
00000400:00000200:2.0:1550575072.999457:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575072.999460:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575072.999461:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575072.999462:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575072.999463:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575072.999463:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575072.999464:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575072.999471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575072.999560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575072.999565:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575072.999595:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06400 x1625895440913776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575072.999596:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06400 x1625895440913776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575072.999598:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:0.2:1550575072.999605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575072.999659:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913776:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575072.999721:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575072.999995:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05800 - object 0x0:1728629 offset 1364197376<>1365245952
00000100:00100000:2.0:1550575072.999997:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575072.999999:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.000002:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483295b0-0x5c6be483295b0, portal 8
00000100:00000200:2.0:1550575073.000003:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913840, portal 4
00000100:00000200:2.0:1550575073.000004:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913840, offset 0
00000400:00000200:2.0:1550575073.000005:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.000008:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.000009:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.000010:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.000011:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.000011:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.000012:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.000018:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.000109:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.000134:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.000139:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.000154:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e07900 x1625895440913808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.000156:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e07900 x1625895440913808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.000158:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575073.000223:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913808:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.000263:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.000556:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04600 - object 0x0:1728254 offset 1365245952<>1366294528
00000100:00100000:2.0:1550575073.000563:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.000565:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.000568:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483295d0-0x5c6be483295d0, portal 8
00000100:00000200:2.0:1550575073.000569:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913872, portal 4
00000100:00000200:2.0:1550575073.000570:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913872, offset 0
00000400:00000200:2.0:1550575073.000571:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.000574:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.000575:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.000576:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.000577:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.000577:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.000578:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.000585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.000676:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.000700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.000719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.000805:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.000821:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05800 x1625895440913840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.000823:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05800 x1625895440913840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.000825:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:0.2:1550575073.000836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.000903:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913840:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575073.000941:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.001139:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e06100 - object 0x0:1728687 offset 1365245952<>1366294528
00000100:00100000:2.0:1550575073.001142:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913904:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.001146:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483295f0-0x5c6be483295f0, portal 8
00000100:00000200:2.0:1550575073.001147:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913904, portal 4
00000100:00000200:2.0:1550575073.001148:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913904, offset 0
00000400:00000200:2.0:1550575073.001149:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.001152:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.001153:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.001154:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.001155:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.001155:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.001157:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.001163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.001250:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.001258:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.001276:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.001286:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04600 x1625895440913872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.001287:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04600 x1625895440913872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575079 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.001289:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:0.2:1550575073.001294:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.001352:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913872:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.001412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.001693:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04c00 - object 0x0:1725237 offset 1365245952<>1366294528
00000100:00100000:2.0:1550575073.001700:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.001701:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913936:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.001704:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329610-0x5c6be48329610, portal 8
00000100:00000200:2.0:1550575073.001706:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913936, portal 4
00000100:00000200:2.0:1550575073.001706:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913936, offset 0
00000400:00000200:2.0:1550575073.001708:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.001711:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.001712:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.001713:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.001714:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.001714:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.001715:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.001721:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.001821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.001846:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.001851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.001867:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e06100 x1625895440913904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.001869:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e06100 x1625895440913904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.001871:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575073.001931:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440913904:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.001975:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.002257:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e05500 - object 0x0:1728629 offset 1365245952<>1366294528
00000100:00100000:2.0:1550575073.002259:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.002261:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.002263:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329630-0x5c6be48329630, portal 8
00000100:00000200:2.0:1550575073.002265:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440913968, portal 4
00000100:00000200:2.0:1550575073.002265:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440913968, offset 0
00000400:00000200:2.0:1550575073.002266:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.002269:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.002270:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.002272:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.002272:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.002273:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.002274:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.002280:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.002368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.002393:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.002411:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.002443:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.002459:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04c00 x1625895440913936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.002460:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04c00 x1625895440913936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.002462:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000100:00100000:2.0:1550575073.002522:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440913936:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.002528:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.002808:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4e04300 - object 0x0:1728254 offset 1366294528<>1367343104
00000100:00100000:2.0:1550575073.002815:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.002816:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914000:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.002819:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329650-0x5c6be48329650, portal 8
00000100:00000200:2.0:1550575073.002820:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914000, portal 4
00000100:00000200:2.0:1550575073.002821:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914000, offset 0
00000400:00000200:2.0:1550575073.002822:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.002824:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.002825:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.002827:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.002827:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.002828:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.002829:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.002835:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.002971:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.002987:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e05500 x1625895440913968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.002989:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e05500 x1625895440913968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.002990:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000800:00000200:0.2:1550575073.003017:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.003045:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.003052:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440913968:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.003062:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.003179:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.003193:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.003386:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0d200 - object 0x0:1728687 offset 1366294528<>1367343104
00000100:00100000:2.0:1550575073.003389:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914032:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.003392:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329670-0x5c6be48329670, portal 8
00000100:00000200:2.0:1550575073.003394:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914032, portal 4
00000100:00000200:2.0:1550575073.003395:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914032, offset 0
00000400:00000200:2.0:1550575073.003396:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.003399:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.003400:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.003401:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.003402:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.003402:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.003403:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.003410:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.003497:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.003522:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.003547:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.003604:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.003620:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4e04300 x1625895440914000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.003622:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4e04300 x1625895440914000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.003624:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575073.003662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.003695:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914000:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575073.003936:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e100 - object 0x0:1725237 offset 1366294528<>1367343104
00000100:00100000:2.0:1550575073.003943:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.003944:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.003947:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329690-0x5c6be48329690, portal 8
00000100:00000200:2.0:1550575073.003948:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914064, portal 4
00000100:00000200:2.0:1550575073.003949:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914064, offset 0
00000400:00000200:2.0:1550575073.003950:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.003952:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.003954:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.003955:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.003956:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.003956:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.003957:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.003963:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.004059:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.004084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.004089:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.004105:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0d200 x1625895440914032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.004107:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0d200 x1625895440914032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.004109:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000100:00100000:2.0:1550575073.004170:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914032:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.004213:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.004505:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0c600 - object 0x0:1728629 offset 1366294528<>1367343104
00000100:00100000:2.0:1550575073.004507:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.004509:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914096:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.004512:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483296b0-0x5c6be483296b0, portal 8
00000100:00000200:2.0:1550575073.004513:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914096, portal 4
00000100:00000200:2.0:1550575073.004513:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914096, offset 0
00000400:00000200:2.0:1550575073.004515:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.004517:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.004518:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.004520:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.004520:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.004521:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.004522:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.004528:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.004614:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.004635:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.004639:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.004650:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e100 x1625895440914064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.004652:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e100 x1625895440914064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.004653:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:0.2:1550575073.004657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.004712:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914064:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.004774:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.005064:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0de00 - object 0x0:1728254 offset 1367343104<>1368391680
00000100:00100000:2.0:1550575073.005070:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.005072:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914128:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.005074:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483296d0-0x5c6be483296d0, portal 8
00000100:00000200:2.0:1550575073.005076:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914128, portal 4
00000100:00000200:2.0:1550575073.005076:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914128, offset 0
00000400:00000200:2.0:1550575073.005078:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.005080:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.005081:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.005083:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.005083:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.005084:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.005085:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.005091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.005188:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.005208:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.005213:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.005223:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0c600 x1625895440914096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.005224:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0c600 x1625895440914096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.005226:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575073.005230:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.005283:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914096:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.005348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.005432:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.005621:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0e700 - object 0x0:1728687 offset 1367343104<>1368391680
00000100:00100000:2.0:1550575073.005624:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.005627:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483296f0-0x5c6be483296f0, portal 8
00000100:00000200:2.0:1550575073.005629:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914160, portal 4
00000100:00000200:2.0:1550575073.005629:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914160, offset 0
00000400:00000200:2.0:1550575073.005632:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.005634:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.005635:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.005637:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.005637:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.005638:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.005639:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.005645:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.005731:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.005756:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.005760:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.005777:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0de00 x1625895440914128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.005778:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0de00 x1625895440914128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.005780:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000100:00100000:2.0:1550575073.005840:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914128:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.005884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.006167:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0cf00 - object 0x0:1725237 offset 1367343104<>1368391680
00000100:00100000:2.0:1550575073.006174:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.006175:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914192:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.006178:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329710-0x5c6be48329710, portal 8
00000100:00000200:2.0:1550575073.006179:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914192, portal 4
00000100:00000200:2.0:1550575073.006180:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914192, offset 0
00000400:00000200:2.0:1550575073.006181:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.006188:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.006190:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.006191:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.006192:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.006192:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.006193:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.006200:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.006290:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.006314:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.006327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.006332:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.006344:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0e700 x1625895440914160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.006346:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0e700 x1625895440914160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.006347:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575073.006407:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914160:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.006452:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.006738:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0db00 - object 0x0:1728629 offset 1367343104<>1368391680
00000100:00100000:2.0:1550575073.006741:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.006742:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914224:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.006745:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329730-0x5c6be48329730, portal 8
00000100:00000200:2.0:1550575073.006747:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914224, portal 4
00000100:00000200:2.0:1550575073.006747:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914224, offset 0
00000400:00000200:2.0:1550575073.006748:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.006751:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.006752:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.006753:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.006754:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.006754:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.006755:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.006762:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.006851:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.006877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.006881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.006897:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0cf00 x1625895440914192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.006899:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0cf00 x1625895440914192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.006901:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000100:00100000:2.0:1550575073.006959:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914192:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.007005:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.007298:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88015da0f900 - object 0x0:1728254 offset 1368391680<>1369440256
00000100:00100000:2.0:1550575073.007305:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.007306:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914256:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.007309:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329750-0x5c6be48329750, portal 8
00000100:00000200:2.0:1550575073.007310:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914256, portal 4
00000100:00000200:2.0:1550575073.007311:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914256, offset 0
00000400:00000200:2.0:1550575073.007312:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.007314:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.007316:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.007317:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.007318:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.007318:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.007319:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.007326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.007416:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.007437:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.007441:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.007453:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0db00 x1625895440914224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.007454:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0db00 x1625895440914224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.007456:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000800:00000200:0.2:1550575073.007459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.007515:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914224:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.007576:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.007661:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.007853:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caea00 - object 0x0:1728687 offset 1368391680<>1369440256
00000100:00100000:2.0:1550575073.007856:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914288:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.007859:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329770-0x5c6be48329770, portal 8
00000100:00000200:2.0:1550575073.007861:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914288, portal 4
00000100:00000200:2.0:1550575073.007861:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914288, offset 0
00000400:00000200:2.0:1550575073.007863:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.007865:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.007866:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.007868:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.007868:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.007869:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.007870:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.007876:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.007965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.007990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.008000:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.008017:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88015da0f900 x1625895440914256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.008019:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88015da0f900 x1625895440914256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.008021:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575073.008084:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914256:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.008126:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.008423:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac600 - object 0x0:1725237 offset 1368391680<>1369440256
00000100:00100000:2.0:1550575073.008430:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.008431:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914320:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.008434:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329790-0x5c6be48329790, portal 8
00000100:00000200:2.0:1550575073.008436:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914320, portal 4
00000100:00000200:2.0:1550575073.008436:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914320, offset 0
00000400:00000200:2.0:1550575073.008438:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.008440:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.008441:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.008443:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.008443:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.008444:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.008445:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.008452:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.008546:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.008554:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.008573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.008582:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caea00 x1625895440914288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.008583:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caea00 x1625895440914288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.008585:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:0.2:1550575073.008591:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.008644:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914288:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.008709:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.008973:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cac900 - object 0x0:1728629 offset 1368391680<>1369440256
00000100:00100000:2.0:1550575073.008975:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.008977:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.008979:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483297b0-0x5c6be483297b0, portal 8
00000100:00000200:2.0:1550575073.008981:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914352, portal 4
00000100:00000200:2.0:1550575073.008981:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914352, offset 0
00000400:00000200:2.0:1550575073.008982:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.008985:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.008986:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.008987:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.008988:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.008988:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.008989:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.008996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.009083:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.009109:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.009127:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.009143:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.009158:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac600 x1625895440914320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.009160:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac600 x1625895440914320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.009162:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00100000:2.0:1550575073.009226:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914320:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.009244:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.009537:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cacc00 - object 0x0:1728254 offset 1369440256<>1370488832
00000100:00100000:2.0:1550575073.009544:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.009545:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914384:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.009548:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483297d0-0x5c6be483297d0, portal 8
00000100:00000200:2.0:1550575073.009549:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914384, portal 4
00000100:00000200:2.0:1550575073.009550:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914384, offset 0
00000400:00000200:2.0:1550575073.009551:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.009553:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.009555:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.009556:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.009556:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.009557:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.009558:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.009564:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.009657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.009673:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.009684:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.009693:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cac900 x1625895440914352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.009695:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cac900 x1625895440914352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.009696:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:0.2:1550575073.009702:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.009756:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914352:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.009819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.009900:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.010102:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2cade00 - object 0x0:1728687 offset 1369440256<>1370488832
00000100:00100000:2.0:1550575073.010105:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914416:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.010108:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483297f0-0x5c6be483297f0, portal 8
00000100:00000200:2.0:1550575073.010110:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914416, portal 4
00000100:00000200:2.0:1550575073.010110:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914416, offset 0
00000400:00000200:2.0:1550575073.010112:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.010114:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.010115:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.010117:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.010117:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.010118:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.010119:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.010125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.010235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.010237:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575073.010255:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cacc00 x1625895440914384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.010257:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cacc00 x1625895440914384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.010258:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575073.010275:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.010299:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.010314:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914384:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.010416:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.010666:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e2caf900 - object 0x0:1725237 offset 1369440256<>1370488832
00000100:00100000:2.0:1550575073.010673:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.010674:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914448:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.010677:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329810-0x5c6be48329810, portal 8
00000100:00000200:2.0:1550575073.010679:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914448, portal 4
00000100:00000200:2.0:1550575073.010679:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914448, offset 0
00000400:00000200:2.0:1550575073.010681:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.010683:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.010684:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.010686:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.010686:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.010687:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.010688:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.010694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.010857:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.010873:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2cade00 x1625895440914416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.010875:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2cade00 x1625895440914416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.010877:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000100:00100000:2.0:1550575073.010942:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914416:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.011211:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8000 - object 0x0:1728629 offset 1369440256<>1370488832
00000800:00000200:0.2:1550575073.011211:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575073.011213:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.011215:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914480:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.011218:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329830-0x5c6be48329830, portal 8
00000100:00000200:2.0:1550575073.011219:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914480, portal 4
00000100:00000200:2.0:1550575073.011220:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914480, offset 0
00000400:00000200:2.0:1550575073.011222:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.011225:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.011226:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.011227:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.011228:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.011228:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.011230:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.2:1550575073.011241:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.011258:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.011383:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.011408:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.011432:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.011459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.011576:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.011764:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bba400 - object 0x0:1728254 offset 1370488832<>1371537408
00000100:00100000:2.0:1550575073.011771:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.011772:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914512:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.011775:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329850-0x5c6be48329850, portal 8
00000100:00000200:2.0:1550575073.011776:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914512, portal 4
00000100:00000200:2.0:1550575073.011777:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914512, offset 0
00000400:00000200:2.0:1550575073.011778:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.011781:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.011782:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.011784:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.011784:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.011785:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.011786:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.011792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.011805:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.011821:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e2caf900 x1625895440914448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.011823:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e2caf900 x1625895440914448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.011825:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:0.2:1550575073.011884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:2.0:1550575073.011885:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914448:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.011909:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.011934:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.012051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.012143:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.012340:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8300 - object 0x0:1728687 offset 1370488832<>1371537408
00000100:00100000:2.0:1550575073.012343:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.012346:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329870-0x5c6be48329870, portal 8
00000100:00000200:2.0:1550575073.012348:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914544, portal 4
00000100:00000200:2.0:1550575073.012348:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914544, offset 0
00000400:00000200:2.0:1550575073.012350:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.012353:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.012354:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.012355:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.012356:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.012356:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.012357:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.012363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.012454:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.012469:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bba400 x1625895440914512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.012471:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bba400 x1625895440914512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.012473:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:1.2:1550575073.012484:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.012506:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.012531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.012532:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914512:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.012647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.012889:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbb600 - object 0x0:1725237 offset 1370488832<>1371537408
00000100:00100000:2.0:1550575073.012896:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.012897:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914576:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.012900:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329890-0x5c6be48329890, portal 8
00000100:00000200:2.0:1550575073.012902:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914576, portal 4
00000100:00000200:2.0:1550575073.012902:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914576, offset 0
00000400:00000200:2.0:1550575073.012903:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.012906:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.012907:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.012909:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.012909:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.012910:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.012911:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.012917:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.012977:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575073.012996:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8000 x1625895440914480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.012997:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8000 x1625895440914480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.012999:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575073.013014:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.013042:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.013061:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.013065:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914480:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.013177:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.013231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:2.0:1550575073.013245:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8300 x1625895440914544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.013247:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8300 x1625895440914544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.013249:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00100000:2.0:1550575073.013250:0:2494:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894507514 gen 1
00000800:00000200:1.2:1550575073.013596:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:2.0:1550575073.013994:0:2494:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8815dc537c00 x1625895440890480/t12894507515(12894507515) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575079 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:2.0:1550575073.014063:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914544:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.014271:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9500 - object 0x0:1728254 offset 1371537408<>1372585984
00000100:00100000:2.0:1550575073.014277:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.014347:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1550575073.014351:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.014359:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483298c0-0x5c6be483298c0, portal 8
00000100:00000200:3.0:1550575073.014361:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914624, portal 4
00000100:00000200:3.0:1550575073.014363:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914624, offset 0
00000400:00000200:3.0:1550575073.014365:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.014369:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.014372:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.014374:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.014375:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.014376:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.014378:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.014389:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbb600 x1625895440914576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.014390:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.014392:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbb600 x1625895440914576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.014394:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000100:00100000:3.0:1550575073.014471:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914576:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.014475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:2.0:1550575073.014492:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9e00 - object 0x0:1728629 offset 1370488832<>1371537408
00000800:00000200:0.2:1550575073.014505:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.014508:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914640:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.014512:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483298d0-0x5c6be483298d0, portal 8
00000100:00000200:3.0:1550575073.014515:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914640, portal 4
00000100:00000200:3.0:1550575073.014516:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914640, offset 0
00000400:00000200:3.0:1550575073.014517:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.014520:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.014521:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.014523:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.2:1550575073.014523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.014524:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.014525:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.014525:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.014532:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:2.0:1550575073.014561:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000800:00000200:0.2:1550575073.014647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.014683:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.014701:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.014759:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb8c00 - object 0x0:1728687 offset 1371537408<>1372585984
00000100:00100000:2.0:1550575073.014766:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914672:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.014769:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483298f0-0x5c6be483298f0, portal 8
00000100:00000200:2.0:1550575073.014771:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914672, portal 4
00000100:00000200:2.0:1550575073.014771:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914672, offset 0
00000400:00000200:2.0:1550575073.014773:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.014776:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.014777:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.014778:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.014779:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.014780:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.014781:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.014793:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.014820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.014899:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.014922:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.014940:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.015057:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.015065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.015090:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9500 x1625895440914624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.015092:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9500 x1625895440914624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.015094:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.015168:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914624:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.015169:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.015380:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317000 - object 0x0:1725237 offset 1371537408<>1372585984
00000100:00100000:3.0:1550575073.015386:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914704:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.015390:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329910-0x5c6be48329910, portal 8
00000100:00000200:3.0:1550575073.015391:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914704, portal 4
00000100:00000200:3.0:1550575073.015392:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914704, offset 0
00000400:00000200:3.0:1550575073.015393:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.015396:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.015397:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.015399:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.015400:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.015400:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.015401:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.015411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.015498:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.015523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.015541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.015664:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.015895:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314000 - object 0x0:1728629 offset 1371537408<>1372585984
00000100:00100000:3.0:1550575073.015902:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.015904:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914736:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.015907:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329930-0x5c6be48329930, portal 8
00000100:00000200:3.0:1550575073.015908:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914736, portal 4
00000100:00000200:3.0:1550575073.015909:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914736, offset 0
00000400:00000200:3.0:1550575073.015910:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.015913:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.015914:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.015915:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.015916:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.015917:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.015918:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.015924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.016152:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.016168:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3317000 x1625895440914704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.016172:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3317000 x1625895440914704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.016174:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:00100000:3.0:1550575073.016261:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914704:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575073.016467:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3317900 - object 0x0:1728254 offset 1372585984<>1373634560
00000100:00100000:3.0:1550575073.016470:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.016471:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914768:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.016474:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329950-0x5c6be48329950, portal 8
00000100:00000200:3.0:1550575073.016476:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914768, portal 4
00000100:00000200:3.0:1550575073.016477:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914768, offset 0
00000400:00000200:3.0:1550575073.016478:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.016481:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.016482:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.016483:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.016484:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.016484:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.016486:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.016493:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.016621:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.016646:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.016664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.016780:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.016782:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575073.016822:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb8c00 x1625895440914672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.016824:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb8c00 x1625895440914672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.016825:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:0.2:1550575073.016828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.016894:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.016922:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440914672:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.016946:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.017055:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314900 - object 0x0:1728687 offset 1372585984<>1373634560
00000100:00100000:3.0:1550575073.017064:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.017065:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914800:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.017069:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329970-0x5c6be48329970, portal 8
00000100:00000200:3.0:1550575073.017070:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914800, portal 4
00000100:00000200:3.0:1550575073.017071:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914800, offset 0
00000400:00000200:3.0:1550575073.017072:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.017075:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.017076:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.017078:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.017078:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.017079:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.017080:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.017083:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9e00 x1625895440914640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.017085:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9e00 x1625895440914640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.017087:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.2:1550575073.017087:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.017151:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914640:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.017210:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.017233:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.017258:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.017356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.017374:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314000 x1625895440914736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.017376:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314000 x1625895440914736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.017376:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.017377:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:1.2:1550575073.017380:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.017444:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914736:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.017640:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315b00 - object 0x0:1725237 offset 1372585984<>1373634560
00000100:00000200:3.0:1550575073.017643:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3317900 x1625895440914768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.017644:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3317900 x1625895440914768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.017646:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000100:00100000:3.0:1550575073.017708:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914768:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.017710:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.017711:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914832:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.017714:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329990-0x5c6be48329990, portal 8
00000100:00000200:3.0:1550575073.017716:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914832, portal 4
00000100:00000200:3.0:1550575073.017716:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914832, offset 0
00000400:00000200:3.0:1550575073.017717:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.017720:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.017721:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.017723:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.017724:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.017724:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.017725:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.017732:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.017820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.017845:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.017869:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.017987:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.018177:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3314f00 - object 0x0:1728629 offset 1372585984<>1373634560
00000100:00100000:3.0:1550575073.018188:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.018190:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914864:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.018193:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483299b0-0x5c6be483299b0, portal 8
00000100:00000200:3.0:1550575073.018194:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914864, portal 4
00000100:00000200:3.0:1550575073.018195:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914864, offset 0
00000400:00000200:3.0:1550575073.018196:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.018199:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.018200:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.018201:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.018202:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.018202:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.018203:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.018210:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.018341:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.018363:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.018387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.018393:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.018420:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315b00 x1625895440914832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.018422:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315b00 x1625895440914832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.018423:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000100:00100000:3.0:1550575073.018491:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914832:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.018507:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.018558:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:0.2:1550575073.018695:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575073.018754:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbc600 - object 0x0:1728254 offset 1373634560<>1374683136
00000100:00100000:3.0:1550575073.018757:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.018761:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483299d0-0x5c6be483299d0, portal 8
00000100:00000200:3.0:1550575073.018762:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914896, portal 4
00000100:00000200:3.0:1550575073.018763:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914896, offset 0
00000400:00000200:3.0:1550575073.018766:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.018769:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.018770:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.018771:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.018772:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.018773:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.018774:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.018776:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314900 x1625895440914800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.018778:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314900 x1625895440914800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.018780:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:1.2:1550575073.018780:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.018841:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914800:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.018871:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.018896:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.018916:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.018961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.018977:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3314f00 x1625895440914864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.018978:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3314f00 x1625895440914864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.018980:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:0.2:1550575073.019035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.019041:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914864:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.019324:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbde00 - object 0x0:1728687 offset 1373634560<>1374683136
00000100:00100000:3.0:1550575073.019332:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.019333:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.019337:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be483299f0-0x5c6be483299f0, portal 8
00000100:00000200:3.0:1550575073.019338:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914928, portal 4
00000100:00000200:3.0:1550575073.019339:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914928, offset 0
00000400:00000200:3.0:1550575073.019340:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.019343:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.019344:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.019345:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.019346:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.019347:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.019348:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.019358:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.019452:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.019468:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbc600 x1625895440914896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.019470:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbc600 x1625895440914896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.019472:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:0.2:1550575073.019499:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.019524:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.019531:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440914896:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.019542:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.019659:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.019879:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbcc00 - object 0x0:1725237 offset 1373634560<>1374683136
00000100:00100000:3.0:1550575073.019882:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.019883:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914960:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.019886:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329a10-0x5c6be48329a10, portal 8
00000100:00000200:3.0:1550575073.019888:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914960, portal 4
00000100:00000200:3.0:1550575073.019889:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914960, offset 0
00000400:00000200:3.0:1550575073.019890:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.019892:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.019894:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.019895:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.019896:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.019896:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.019897:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.019904:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.019995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.020021:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.020039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.020156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.020428:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbd800 - object 0x0:1728629 offset 1373634560<>1374683136
00000100:00100000:3.0:1550575073.020436:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.020437:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914992:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.020440:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329a30-0x5c6be48329a30, portal 8
00000100:00000200:3.0:1550575073.020441:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440914992, portal 4
00000100:00000200:3.0:1550575073.020442:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440914992, offset 0
00000400:00000200:3.0:1550575073.020443:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.020446:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.020447:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.020448:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.020449:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.020449:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.020450:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.020457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.020574:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.020591:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbcc00 x1625895440914960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.020593:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbcc00 x1625895440914960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.020595:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:0.2:1550575073.020612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.020630:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.020654:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440914960:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.020747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.020798:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.020996:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbdb00 - object 0x0:1728254 offset 1374683136<>1375731712
00000100:00100000:3.0:1550575073.020999:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915024:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.021002:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329a50-0x5c6be48329a50, portal 8
00000100:00000200:3.0:1550575073.021003:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915024, portal 4
00000100:00000200:3.0:1550575073.021004:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915024, offset 0
00000400:00000200:3.0:1550575073.021005:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.021008:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.021009:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.021010:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.021011:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.021012:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.021013:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.021019:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.021110:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.021135:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.021153:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.021270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.021546:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbf000 - object 0x0:1728687 offset 1374683136<>1375731712
00000100:00100000:3.0:1550575073.021553:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.021555:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915056:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.021558:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329a70-0x5c6be48329a70, portal 8
00000100:00000200:3.0:1550575073.021559:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915056, portal 4
00000100:00000200:3.0:1550575073.021560:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915056, offset 0
00000400:00000200:3.0:1550575073.021561:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.021563:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.021565:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.021566:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.021567:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.021567:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.021568:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.021574:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.021681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.021695:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.021697:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbdb00 x1625895440915024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.021699:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbdb00 x1625895440915024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.021700:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:0.2:1550575073.021722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.021741:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.021758:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915024:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.021858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.022069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.022108:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575073.022117:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbc300 - object 0x0:1725237 offset 1374683136<>1375731712
00000100:00100000:3.0:1550575073.022120:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.022122:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915088:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.022125:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329a90-0x5c6be48329a90, portal 8
00000100:00000200:3.0:1550575073.022126:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915088, portal 4
00000100:00000200:3.0:1550575073.022127:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915088, offset 0
00000400:00000200:3.0:1550575073.022128:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.022131:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.022132:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.022133:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.022134:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.022134:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.022135:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.022138:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbd800 x1625895440914992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.022140:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbd800 x1625895440914992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.022142:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.2:1550575073.022142:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.022209:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914992:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.022210:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbde00 x1625895440914928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.022212:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbde00 x1625895440914928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.022213:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:0.2:1550575073.022227:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.022252:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.022270:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440914928:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.022270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.022336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.022354:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbf000 x1625895440915056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.022356:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbf000 x1625895440915056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.022357:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.2:1550575073.022388:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.022416:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915056:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.022696:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbf600 - object 0x0:1728629 offset 1374683136<>1375731712
00000100:00100000:3.0:1550575073.022703:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.022705:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915120:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.022708:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329ab0-0x5c6be48329ab0, portal 8
00000100:00000200:3.0:1550575073.022710:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915120, portal 4
00000100:00000200:3.0:1550575073.022710:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915120, offset 0
00000400:00000200:3.0:1550575073.022712:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.022714:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.022715:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.022717:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.022717:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.022718:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.022719:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.022725:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.022810:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.022826:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbc300 x1625895440915088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.022828:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbc300 x1625895440915088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.022830:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:1.2:1550575073.022842:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.022865:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.022883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.022889:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915088:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.023000:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.023064:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.023267:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbc900 - object 0x0:1728254 offset 1375731712<>1376780288
00000100:00100000:3.0:1550575073.023270:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915152:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.023273:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329ad0-0x5c6be48329ad0, portal 8
00000100:00000200:3.0:1550575073.023275:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915152, portal 4
00000100:00000200:3.0:1550575073.023275:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915152, offset 0
00000400:00000200:3.0:1550575073.023276:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.023279:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.023280:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.023282:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.023282:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.023283:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.023284:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.023290:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.023376:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.023401:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.023418:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.023512:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.023530:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbf600 x1625895440915120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.023532:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbf600 x1625895440915120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.023534:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:0.2:1550575073.023536:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.023615:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915120:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.023849:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbd500 - object 0x0:1728687 offset 1375731712<>1376780288
00000100:00100000:3.0:1550575073.023856:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.023857:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915184:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.023861:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329af0-0x5c6be48329af0, portal 8
00000100:00000200:3.0:1550575073.023862:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915184, portal 4
00000100:00000200:3.0:1550575073.023863:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915184, offset 0
00000400:00000200:3.0:1550575073.023864:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.023866:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.023868:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.023869:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.023870:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.023870:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.023871:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.023877:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.023940:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.023956:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbc900 x1625895440915152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.023958:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbc900 x1625895440915152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.023959:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.2:1550575073.023981:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.024003:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.024019:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915152:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.024029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.024145:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.024420:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbea00 - object 0x0:1725237 offset 1375731712<>1376780288
00000100:00100000:3.0:1550575073.024423:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.024424:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915216:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.024428:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329b10-0x5c6be48329b10, portal 8
00000100:00000200:3.0:1550575073.024430:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915216, portal 4
00000100:00000200:3.0:1550575073.024430:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915216, offset 0
00000400:00000200:3.0:1550575073.024431:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.024434:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.024435:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.024437:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.024437:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.024438:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.024439:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.024445:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.024530:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.024555:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.024579:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.024658:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.024676:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbd500 x1625895440915184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.024678:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbd500 x1625895440915184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.024679:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.2:1550575073.024693:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.024762:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915184:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.024995:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbd200 - object 0x0:1728629 offset 1375731712<>1376780288
00000100:00100000:3.0:1550575073.025002:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.025004:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915248:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.025006:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329b30-0x5c6be48329b30, portal 8
00000100:00000200:3.0:1550575073.025008:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915248, portal 4
00000100:00000200:3.0:1550575073.025008:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915248, offset 0
00000400:00000200:3.0:1550575073.025010:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.025012:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.025013:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.025015:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.025015:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.025016:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.025017:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.025024:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.025127:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.025150:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.025182:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.025313:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.025353:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.025549:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbe400 - object 0x0:1728254 offset 1376780288<>1377828864
00000100:00100000:3.0:1550575073.025553:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915280:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.025556:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329b50-0x5c6be48329b50, portal 8
00000100:00000200:3.0:1550575073.025557:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915280, portal 4
00000100:00000200:3.0:1550575073.025558:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915280, offset 0
00000400:00000200:3.0:1550575073.025559:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.025561:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.025562:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.025564:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.025564:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.025565:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.025566:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.025572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.025658:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.025680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.025712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.025825:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.025845:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbd200 x1625895440915248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.025847:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbd200 x1625895440915248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.025849:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.025926:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915248:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.026127:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbc000 - object 0x0:1728687 offset 1376780288<>1377828864
00000100:00100000:3.0:1550575073.026134:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.026136:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915312:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.026139:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329b70-0x5c6be48329b70, portal 8
00000100:00000200:3.0:1550575073.026140:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915312, portal 4
00000100:00000200:3.0:1550575073.026141:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915312, offset 0
00000400:00000200:3.0:1550575073.026142:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.026145:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.026146:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.026147:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.026148:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.026148:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.026149:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.026156:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.026254:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.026277:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.026302:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.026420:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.026494:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.026524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000008:00100000:3.0:1550575073.026676:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbf900 - object 0x0:1725237 offset 1376780288<>1377828864
00000100:00000200:3.0:1550575073.026680:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbea00 x1625895440915216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.026682:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbea00 x1625895440915216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.026683:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00100000:3.0:1550575073.026747:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915216:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.026748:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.026749:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915344:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.026752:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329b90-0x5c6be48329b90, portal 8
00000100:00000200:3.0:1550575073.026753:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915344, portal 4
00000100:00000200:3.0:1550575073.026754:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915344, offset 0
00000400:00000200:3.0:1550575073.026755:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.026758:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.026759:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.026760:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.026761:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.026761:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.026762:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.026765:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbe400 x1625895440915280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.026766:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbe400 x1625895440915280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.026768:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:3.0:1550575073.026770:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.026827:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915280:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.026861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.026885:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.026910:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.026932:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.026950:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbc000 x1625895440915312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.026952:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbc000 x1625895440915312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.026953:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:0.2:1550575073.027028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.027030:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915312:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.027285:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbcf00 - object 0x0:1728629 offset 1376780288<>1377828864
00000100:00100000:3.0:1550575073.027292:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.027293:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915376:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.027297:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329bb0-0x5c6be48329bb0, portal 8
00000100:00000200:3.0:1550575073.027298:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915376, portal 4
00000100:00000200:3.0:1550575073.027299:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915376, offset 0
00000400:00000200:3.0:1550575073.027300:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.027303:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.027304:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.027305:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.027306:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.027307:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.027308:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.027315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.027415:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.027438:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.027446:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbf900 x1625895440915344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.027448:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbf900 x1625895440915344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.027450:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:0.2:1550575073.027461:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.027511:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915344:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.027580:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.027637:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.027829:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbe700 - object 0x0:1728254 offset 1377828864<>1378877440
00000100:00100000:3.0:1550575073.027832:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915408:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.027835:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329bd0-0x5c6be48329bd0, portal 8
00000100:00000200:3.0:1550575073.027837:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915408, portal 4
00000100:00000200:3.0:1550575073.027837:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915408, offset 0
00000400:00000200:3.0:1550575073.027840:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.027842:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.027844:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.027845:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.027846:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.027846:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.027847:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.027854:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.027942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.027966:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.027990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.028084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.028103:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbcf00 x1625895440915376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.028104:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbcf00 x1625895440915376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.028106:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:0.2:1550575073.028108:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.028192:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915376:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.028424:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d2bbf300 - object 0x0:1728687 offset 1377828864<>1378877440
00000100:00100000:3.0:1550575073.028431:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.028433:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915440:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.028436:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329bf0-0x5c6be48329bf0, portal 8
00000100:00000200:3.0:1550575073.028437:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915440, portal 4
00000100:00000200:3.0:1550575073.028438:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915440, offset 0
00000400:00000200:3.0:1550575073.028439:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.028442:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.028443:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.028445:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.028445:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.028446:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.028447:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.028453:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.028515:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.028530:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbe700 x1625895440915408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.028532:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbe700 x1625895440915408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.028534:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.2:1550575073.028553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.028576:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.028593:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915408:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.028599:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.028718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.028974:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f600 - object 0x0:1725237 offset 1377828864<>1378877440
00000100:00100000:3.0:1550575073.028977:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.028978:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915472:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.028981:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329c10-0x5c6be48329c10, portal 8
00000100:00000200:3.0:1550575073.028983:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915472, portal 4
00000100:00000200:3.0:1550575073.028983:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915472, offset 0
00000400:00000200:3.0:1550575073.028984:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.028987:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.028988:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.028990:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.028990:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.028991:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.028992:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.028998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.029084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.029109:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.029132:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.029236:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.029257:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d2bbf300 x1625895440915440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.029259:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d2bbf300 x1625895440915440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.029260:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575073.029339:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915440:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.029561:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f300 - object 0x0:1728629 offset 1377828864<>1378877440
00000100:00100000:3.0:1550575073.029568:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.029570:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915504:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.029573:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329c30-0x5c6be48329c30, portal 8
00000100:00000200:3.0:1550575073.029574:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915504, portal 4
00000100:00000200:3.0:1550575073.029575:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915504, offset 0
00000400:00000200:3.0:1550575073.029576:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.029578:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.029580:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.029581:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.029582:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.029582:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.029583:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.029590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.029660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.029676:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f600 x1625895440915472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.029678:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f600 x1625895440915472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.029680:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:1.2:1550575073.029689:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.029712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.029734:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.029736:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915472:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.029852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.029921:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.030123:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591cc00 - object 0x0:1728254 offset 1378877440<>1379926016
00000100:00100000:3.0:1550575073.030127:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915536:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.030130:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329c50-0x5c6be48329c50, portal 8
00000100:00000200:3.0:1550575073.030132:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915536, portal 4
00000100:00000200:3.0:1550575073.030132:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915536, offset 0
00000400:00000200:3.0:1550575073.030133:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.030136:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.030138:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.030139:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.030140:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.030140:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.030141:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.030148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.030234:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.030259:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.030283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.030355:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.030373:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f300 x1625895440915504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.030375:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f300 x1625895440915504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.030377:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:0.2:1550575073.030400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.030447:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915504:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.030702:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591e400 - object 0x0:1728687 offset 1378877440<>1379926016
00000100:00100000:3.0:1550575073.030708:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.030710:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915568:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.030713:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329c70-0x5c6be48329c70, portal 8
00000100:00000200:3.0:1550575073.030714:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915568, portal 4
00000100:00000200:3.0:1550575073.030715:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915568, offset 0
00000400:00000200:3.0:1550575073.030716:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.030719:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.030720:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.030721:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.030722:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.030722:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.030723:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.030730:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.030815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.030830:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591cc00 x1625895440915536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.030830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.030832:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591cc00 x1625895440915536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.030834:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:0.2:1550575073.030852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.030875:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.030894:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915536:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.030992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.031262:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591e700 - object 0x0:1725237 offset 1378877440<>1379926016
00000100:00100000:3.0:1550575073.031264:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.031266:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.031269:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329c90-0x5c6be48329c90, portal 8
00000100:00000200:3.0:1550575073.031270:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915600, portal 4
00000100:00000200:3.0:1550575073.031271:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915600, offset 0
00000400:00000200:3.0:1550575073.031272:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.031274:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.031276:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.031277:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.031278:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.031278:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.031279:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.031286:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.031369:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.031394:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.031417:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.031478:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.031497:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591e400 x1625895440915568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.031499:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591e400 x1625895440915568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.031500:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.031533:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.031570:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915568:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.031826:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591c900 - object 0x0:1728629 offset 1378877440<>1379926016
00000100:00100000:3.0:1550575073.031833:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.031834:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915632:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.031837:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329cb0-0x5c6be48329cb0, portal 8
00000100:00000200:3.0:1550575073.031839:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915632, portal 4
00000100:00000200:3.0:1550575073.031840:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915632, offset 0
00000400:00000200:3.0:1550575073.031841:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.031844:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.031845:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.031846:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.031847:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.031847:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.031848:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.031855:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.031940:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.031957:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591e700 x1625895440915600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.031959:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591e700 x1625895440915600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.031961:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:0.2:1550575073.031972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.031995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.032018:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915600:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.032112:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.032203:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.032397:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f900 - object 0x0:1728254 offset 1379926016<>1380974592
00000100:00100000:3.0:1550575073.032400:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915664:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.032403:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329cd0-0x5c6be48329cd0, portal 8
00000100:00000200:3.0:1550575073.032404:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915664, portal 4
00000100:00000200:3.0:1550575073.032405:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915664, offset 0
00000400:00000200:3.0:1550575073.032406:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.032409:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.032410:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.032411:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.032412:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.032412:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.032414:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.032420:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.032506:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.032531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.032554:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.032608:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.032626:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591c900 x1625895440915632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.032628:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591c900 x1625895440915632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.032630:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.2:1550575073.032668:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.032694:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915632:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.032959:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591d800 - object 0x0:1728687 offset 1379926016<>1380974592
00000100:00100000:3.0:1550575073.032966:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.032968:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915696:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.032971:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329cf0-0x5c6be48329cf0, portal 8
00000100:00000200:3.0:1550575073.032972:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915696, portal 4
00000100:00000200:3.0:1550575073.032973:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915696, offset 0
00000400:00000200:3.0:1550575073.032974:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.032976:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.032978:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.032979:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.032980:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.032980:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.032981:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.032987:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.033072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.033089:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f900 x1625895440915664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.033091:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f900 x1625895440915664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.033093:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:0.2:1550575073.033104:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.033126:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.033153:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915664:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.033243:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.033521:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591db00 - object 0x0:1725237 offset 1379926016<>1380974592
00000100:00100000:3.0:1550575073.033524:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.033525:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.033528:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329d10-0x5c6be48329d10, portal 8
00000100:00000200:3.0:1550575073.033530:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915728, portal 4
00000100:00000200:3.0:1550575073.033530:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915728, offset 0
00000400:00000200:3.0:1550575073.033531:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.033534:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.033535:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.033537:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.033538:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.033538:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.033539:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.033546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.033631:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.033657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.033680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.033728:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.033747:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591d800 x1625895440915696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.033749:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591d800 x1625895440915696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.033750:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:0.2:1550575073.033798:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.033814:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915696:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.034087:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591ed00 - object 0x0:1728629 offset 1379926016<>1380974592
00000100:00100000:3.0:1550575073.034094:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.034095:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915760:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.034098:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329d30-0x5c6be48329d30, portal 8
00000100:00000200:3.0:1550575073.034100:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915760, portal 4
00000100:00000200:3.0:1550575073.034100:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915760, offset 0
00000400:00000200:3.0:1550575073.034101:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.034104:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.034105:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.034106:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.034107:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.034108:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.034108:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.034115:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.034197:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.034214:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591db00 x1625895440915728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.034214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.034215:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591db00 x1625895440915728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.034217:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.034237:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.034261:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.034275:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915728:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.034377:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.034452:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.034647:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591d200 - object 0x0:1728254 offset 1380974592<>1382023168
00000100:00100000:3.0:1550575073.034650:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915792:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.034653:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329d50-0x5c6be48329d50, portal 8
00000100:00000200:3.0:1550575073.034654:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915792, portal 4
00000100:00000200:3.0:1550575073.034655:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915792, offset 0
00000400:00000200:3.0:1550575073.034656:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.034659:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.034660:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.034661:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.034662:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.034662:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.034663:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.034670:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.034761:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.034786:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.034805:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.034858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.034878:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591ed00 x1625895440915760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.034880:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591ed00 x1625895440915760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.034882:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:0.2:1550575073.034922:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.034949:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915760:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.035221:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591c000 - object 0x0:1728687 offset 1380974592<>1382023168
00000100:00100000:3.0:1550575073.035227:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.035229:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915824:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.035232:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329d70-0x5c6be48329d70, portal 8
00000100:00000200:3.0:1550575073.035233:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915824, portal 4
00000100:00000200:3.0:1550575073.035234:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915824, offset 0
00000400:00000200:3.0:1550575073.035235:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.035238:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.035239:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.035240:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.035241:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.035241:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.035242:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.035249:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.035343:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.035366:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.035373:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591d200 x1625895440915792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.035375:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591d200 x1625895440915792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.035376:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:0.2:1550575073.035395:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.035435:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915792:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.035513:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.035767:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591c300 - object 0x0:1725237 offset 1380974592<>1382023168
00000100:00100000:3.0:1550575073.035770:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.035771:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.035774:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329d90-0x5c6be48329d90, portal 8
00000100:00000200:3.0:1550575073.035775:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915856, portal 4
00000100:00000200:3.0:1550575073.035776:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915856, offset 0
00000400:00000200:3.0:1550575073.035777:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.035780:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.035781:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.035782:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.035783:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.035783:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.035784:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.035791:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.035882:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.035906:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.035924:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.036011:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.036029:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591c000 x1625895440915824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.036036:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591c000 x1625895440915824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.036038:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:0.2:1550575073.036041:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.036119:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915824:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.036356:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591ea00 - object 0x0:1728629 offset 1380974592<>1382023168
00000100:00100000:3.0:1550575073.036363:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.036365:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915888:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.036368:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329db0-0x5c6be48329db0, portal 8
00000100:00000200:3.0:1550575073.036369:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915888, portal 4
00000100:00000200:3.0:1550575073.036370:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915888, offset 0
00000400:00000200:3.0:1550575073.036371:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.036374:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.036375:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.036376:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.036377:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.036377:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.036378:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.036385:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.036432:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.036448:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591c300 x1625895440915856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.036450:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591c300 x1625895440915856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.036452:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:1.2:1550575073.036477:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.036499:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.036514:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915856:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.036524:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.036641:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.036708:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.036905:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591cf00 - object 0x0:1728254 offset 1382023168<>1383071744
00000100:00100000:3.0:1550575073.036908:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915920:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.036911:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329dd0-0x5c6be48329dd0, portal 8
00000100:00000200:3.0:1550575073.036913:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915920, portal 4
00000100:00000200:3.0:1550575073.036913:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915920, offset 0
00000400:00000200:3.0:1550575073.036916:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.036919:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.036920:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.036921:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.036922:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.036922:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.036923:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.036929:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.037019:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.037050:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.037069:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.037129:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.037148:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591ea00 x1625895440915888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.037149:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591ea00 x1625895440915888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.037151:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.037187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.037230:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915888:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.037483:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591e100 - object 0x0:1728687 offset 1382023168<>1383071744
00000100:00100000:3.0:1550575073.037490:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.037491:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915952:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.037494:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329df0-0x5c6be48329df0, portal 8
00000100:00000200:3.0:1550575073.037495:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915952, portal 4
00000100:00000200:3.0:1550575073.037496:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915952, offset 0
00000400:00000200:3.0:1550575073.037497:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.037500:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.037501:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.037502:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.037503:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.037504:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.037504:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.037511:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.037591:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.037607:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591cf00 x1625895440915920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.037609:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591cf00 x1625895440915920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.037611:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:0.2:1550575073.037627:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.037651:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.037671:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440915920:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.037769:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.038029:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591c600 - object 0x0:1725237 offset 1382023168<>1383071744
00000100:00100000:3.0:1550575073.038038:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.038040:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915984:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.038043:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329e10-0x5c6be48329e10, portal 8
00000100:00000200:3.0:1550575073.038045:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440915984, portal 4
00000100:00000200:3.0:1550575073.038045:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440915984, offset 0
00000400:00000200:3.0:1550575073.038047:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.038049:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.038050:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.038052:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.038052:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.038053:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.038054:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.038060:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.038160:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.038187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.038207:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.038256:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.038274:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591e100 x1625895440915952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.038276:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591e100 x1625895440915952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.038278:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:0.2:1550575073.038322:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.038343:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440915952:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.038603:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591f000 - object 0x0:1728629 offset 1382023168<>1383071744
00000100:00100000:3.0:1550575073.038610:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.038611:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916016:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.038614:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329e30-0x5c6be48329e30, portal 8
00000100:00000200:3.0:1550575073.038616:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916016, portal 4
00000100:00000200:3.0:1550575073.038617:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916016, offset 0
00000400:00000200:3.0:1550575073.038618:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.038621:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.038622:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.038623:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.038624:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.038624:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.038625:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.038632:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.038725:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.038741:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591c600 x1625895440915984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.038742:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591c600 x1625895440915984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.038744:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.2:1550575073.038760:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.038783:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.038801:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440915984:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.038899:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.038956:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.039155:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591de00 - object 0x0:1728254 offset 1383071744<>1384120320
00000100:00100000:3.0:1550575073.039159:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916048:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.039162:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329e50-0x5c6be48329e50, portal 8
00000100:00000200:3.0:1550575073.039163:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916048, portal 4
00000100:00000200:3.0:1550575073.039164:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916048, offset 0
00000400:00000200:3.0:1550575073.039165:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.039167:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.039168:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.039170:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.039170:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.039171:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.039172:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.039178:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.039266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.039291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.039313:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.039399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.039418:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591f000 x1625895440916016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.039420:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591f000 x1625895440916016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.039422:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:0.2:1550575073.039430:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.039497:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916016:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.039731:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591fc00 - object 0x0:1728687 offset 1383071744<>1384120320
00000100:00100000:3.0:1550575073.039738:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.039739:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916080:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.039742:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329e70-0x5c6be48329e70, portal 8
00000100:00000200:3.0:1550575073.039744:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916080, portal 4
00000100:00000200:3.0:1550575073.039745:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916080, offset 0
00000400:00000200:3.0:1550575073.039746:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.039748:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.039749:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.039751:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.039751:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.039752:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.039753:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.039759:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.039840:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.039856:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591de00 x1625895440916048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.039858:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591de00 x1625895440916048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.039859:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.039876:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.039898:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.039917:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916048:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.040016:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.040297:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e591d500 - object 0x0:1725237 offset 1383071744<>1384120320
00000100:00100000:3.0:1550575073.040300:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.040301:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916112:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.040304:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329e90-0x5c6be48329e90, portal 8
00000100:00000200:3.0:1550575073.040306:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916112, portal 4
00000100:00000200:3.0:1550575073.040307:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916112, offset 0
00000400:00000200:3.0:1550575073.040308:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.040311:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.040312:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.040313:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.040314:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.040315:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.040316:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.040322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.040409:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.040434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.040457:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.040486:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.040504:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591fc00 x1625895440916080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.040506:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591fc00 x1625895440916080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.040508:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00100000:3.0:1550575073.040569:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916080:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.040573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.040854:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce333000 - object 0x0:1728629 offset 1383071744<>1384120320
00000100:00100000:3.0:1550575073.040861:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.040863:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916144:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.040866:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329eb0-0x5c6be48329eb0, portal 8
00000100:00000200:3.0:1550575073.040867:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916144, portal 4
00000100:00000200:3.0:1550575073.040868:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916144, offset 0
00000400:00000200:3.0:1550575073.040869:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.040871:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.040872:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.040874:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.040874:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.040875:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.040876:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.040882:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.040976:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.040999:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.041006:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e591d500 x1625895440916112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.041008:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e591d500 x1625895440916112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.041009:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:0.2:1550575073.041022:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.041073:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916112:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.041142:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.041230:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.041426:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce330f00 - object 0x0:1728254 offset 1384120320<>1385168896
00000100:00100000:3.0:1550575073.041429:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916176:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.041432:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329ed0-0x5c6be48329ed0, portal 8
00000100:00000200:3.0:1550575073.041433:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916176, portal 4
00000100:00000200:3.0:1550575073.041434:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916176, offset 0
00000400:00000200:3.0:1550575073.041435:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.041437:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.041439:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.041440:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.041441:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.041441:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.041442:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.041449:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.041538:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.041562:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.041581:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.041605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.041624:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce333000 x1625895440916144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.041625:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce333000 x1625895440916144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.041627:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.041690:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916144:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.041699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.041983:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce332700 - object 0x0:1728687 offset 1384120320<>1385168896
00000100:00100000:3.0:1550575073.041990:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.041991:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916208:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.041994:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329ef0-0x5c6be48329ef0, portal 8
00000100:00000200:3.0:1550575073.041996:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916208, portal 4
00000100:00000200:3.0:1550575073.041997:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916208, offset 0
00000400:00000200:3.0:1550575073.041998:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.042001:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.042002:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.042003:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.042004:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.042004:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.042005:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.042011:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.042103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.042119:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce330f00 x1625895440916176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.042121:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce330f00 x1625895440916176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.042123:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:0.2:1550575073.042140:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.042163:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.042181:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916176:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.042279:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.042550:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce330900 - object 0x0:1725237 offset 1384120320<>1385168896
00000100:00100000:3.0:1550575073.042553:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.042554:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916240:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.042558:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329f10-0x5c6be48329f10, portal 8
00000100:00000200:3.0:1550575073.042559:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916240, portal 4
00000100:00000200:3.0:1550575073.042560:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916240, offset 0
00000400:00000200:3.0:1550575073.042561:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.042564:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.042565:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.042566:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.042567:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.042567:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.042568:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.042575:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.042665:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.042691:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.042713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.042745:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.042763:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce332700 x1625895440916208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.042765:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce332700 x1625895440916208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.042767:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575073.042829:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916208:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.042829:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.043107:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce332100 - object 0x0:1728629 offset 1384120320<>1385168896
00000100:00100000:3.0:1550575073.043113:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.043115:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916272:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.043118:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329f30-0x5c6be48329f30, portal 8
00000100:00000200:3.0:1550575073.043119:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916272, portal 4
00000100:00000200:3.0:1550575073.043120:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916272, offset 0
00000400:00000200:3.0:1550575073.043121:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.043124:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.043125:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.043126:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.043127:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.043127:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.043128:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.043135:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.043228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.043246:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce330900 x1625895440916240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.043248:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce330900 x1625895440916240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.043250:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:0.2:1550575073.043260:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.043283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.043308:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916240:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.043400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.043472:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.043667:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce333900 - object 0x0:1728254 offset 1385168896<>1386217472
00000100:00100000:3.0:1550575073.043670:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916304:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.043674:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329f50-0x5c6be48329f50, portal 8
00000100:00000200:3.0:1550575073.043675:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916304, portal 4
00000100:00000200:3.0:1550575073.043676:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916304, offset 0
00000400:00000200:3.0:1550575073.043677:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.043680:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.043681:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.043683:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.043683:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.043684:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.043684:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.043691:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.043789:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.043814:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.043832:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.043873:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.043891:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce332100 x1625895440916272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.043893:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce332100 x1625895440916272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.043894:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:0.2:1550575073.043949:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.043957:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916272:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.044233:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce331800 - object 0x0:1728687 offset 1385168896<>1386217472
00000100:00100000:3.0:1550575073.044239:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.044241:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916336:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.044244:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329f70-0x5c6be48329f70, portal 8
00000100:00000200:3.0:1550575073.044246:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916336, portal 4
00000100:00000200:3.0:1550575073.044246:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916336, offset 0
00000400:00000200:3.0:1550575073.044247:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.044250:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.044251:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.044252:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.044253:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.044254:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.044254:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.044261:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.044350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.044368:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce333900 x1625895440916304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.044370:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce333900 x1625895440916304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.044371:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:0.2:1550575073.044381:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.044404:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.044429:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916304:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.044522:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.044787:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce332400 - object 0x0:1725237 offset 1385168896<>1386217472
00000100:00100000:3.0:1550575073.044789:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.044791:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916368:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.044794:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329f90-0x5c6be48329f90, portal 8
00000100:00000200:3.0:1550575073.044795:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916368, portal 4
00000100:00000200:3.0:1550575073.044796:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916368, offset 0
00000400:00000200:3.0:1550575073.044797:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.044799:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.044801:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.044802:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.044803:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.044803:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.044804:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.044811:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.044912:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.044936:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.044955:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.044991:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.045009:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce331800 x1625895440916336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.045011:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce331800 x1625895440916336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.045012:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:0.2:1550575073.045074:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.045081:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916336:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.045358:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce331500 - object 0x0:1728629 offset 1385168896<>1386217472
00000100:00100000:3.0:1550575073.045364:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.045366:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916400:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.045369:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329fb0-0x5c6be48329fb0, portal 8
00000100:00000200:3.0:1550575073.045371:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916400, portal 4
00000100:00000200:3.0:1550575073.045371:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916400, offset 0
00000400:00000200:3.0:1550575073.045372:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.045375:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.045376:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.045378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.045379:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.045379:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.045380:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.045387:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.045472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.045488:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce332400 x1625895440916368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.045490:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce332400 x1625895440916368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.045491:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:0.2:1550575073.045508:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.045531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.045548:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916368:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.045649:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.045719:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.045917:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce333c00 - object 0x0:1728254 offset 1386217472<>1387266048
00000100:00100000:3.0:1550575073.045920:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.045923:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329fd0-0x5c6be48329fd0, portal 8
00000100:00000200:3.0:1550575073.045924:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916432, portal 4
00000100:00000200:3.0:1550575073.045925:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916432, offset 0
00000400:00000200:3.0:1550575073.045927:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.045930:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.045931:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.045933:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.045933:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.045934:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.045935:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.045941:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.046040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.046065:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.046087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.046116:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.046134:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce331500 x1625895440916400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.046136:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce331500 x1625895440916400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.046138:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:0.2:1550575073.046205:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.046206:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916400:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.046484:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce331b00 - object 0x0:1728687 offset 1386217472<>1387266048
00000100:00100000:3.0:1550575073.046491:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.046492:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916464:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.046495:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be48329ff0-0x5c6be48329ff0, portal 8
00000100:00000200:3.0:1550575073.046496:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916464, portal 4
00000100:00000200:3.0:1550575073.046497:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916464, offset 0
00000400:00000200:3.0:1550575073.046498:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.046501:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.046502:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.046504:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.046504:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.046505:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.046506:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.046512:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.046601:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.046617:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce333c00 x1625895440916432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.046619:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce333c00 x1625895440916432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.046621:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.2:1550575073.046638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.046661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.046678:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916432:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.046777:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.047039:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce332d00 - object 0x0:1725237 offset 1386217472<>1387266048
00000100:00100000:3.0:1550575073.047042:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.047043:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916496:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.047046:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a010-0x5c6be4832a010, portal 8
00000100:00000200:3.0:1550575073.047048:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916496, portal 4
00000100:00000200:3.0:1550575073.047049:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916496, offset 0
00000400:00000200:3.0:1550575073.047050:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.047052:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.047054:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.047055:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.047056:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.047056:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.047057:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.047063:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.047157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.047182:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.047205:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.047249:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.047267:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce331b00 x1625895440916464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.047269:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce331b00 x1625895440916464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.047271:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.2:1550575073.047323:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.047334:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916464:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.047600:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce331200 - object 0x0:1728629 offset 1386217472<>1387266048
00000100:00100000:3.0:1550575073.047607:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.047608:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916528:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.047611:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a030-0x5c6be4832a030, portal 8
00000100:00000200:3.0:1550575073.047612:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916528, portal 4
00000100:00000200:3.0:1550575073.047613:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916528, offset 0
00000400:00000200:3.0:1550575073.047614:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.047617:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.047618:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.047619:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.047620:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.047620:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.047621:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.047628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.047722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.047738:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce332d00 x1625895440916496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.047739:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce332d00 x1625895440916496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.047741:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:0.2:1550575073.047758:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.047781:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.047800:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916496:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.047900:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.047959:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.048162:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce332a00 - object 0x0:1728254 offset 1387266048<>1388314624
00000100:00100000:3.0:1550575073.048165:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.048168:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a050-0x5c6be4832a050, portal 8
00000100:00000200:3.0:1550575073.048170:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916560, portal 4
00000100:00000200:3.0:1550575073.048170:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916560, offset 0
00000400:00000200:3.0:1550575073.048171:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.048174:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.048175:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.048177:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.048177:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.048178:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.048179:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.048186:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.048275:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.048299:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.048318:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.048385:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.048404:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce331200 x1625895440916528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.048405:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce331200 x1625895440916528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.048407:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:0.2:1550575073.048434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.048480:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916528:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.048730:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce330000 - object 0x0:1728687 offset 1387266048<>1388314624
00000100:00100000:3.0:1550575073.048737:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.048738:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916592:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.048741:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a070-0x5c6be4832a070, portal 8
00000100:00000200:3.0:1550575073.048743:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916592, portal 4
00000100:00000200:3.0:1550575073.048743:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916592, offset 0
00000400:00000200:3.0:1550575073.048745:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.048747:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.048748:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.048750:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.048750:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.048751:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.048752:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.048758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.048841:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.048857:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce332a00 x1625895440916560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.048859:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce332a00 x1625895440916560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.048861:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.2:1550575073.048877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.048900:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.048919:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916560:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.049019:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.049297:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce331e00 - object 0x0:1725237 offset 1387266048<>1388314624
00000100:00100000:3.0:1550575073.049300:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.049302:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.049305:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a090-0x5c6be4832a090, portal 8
00000100:00000200:3.0:1550575073.049306:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916624, portal 4
00000100:00000200:3.0:1550575073.049307:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916624, offset 0
00000400:00000200:3.0:1550575073.049308:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.049311:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.049312:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.049313:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.049314:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.049315:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.049316:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.049322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.049410:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.049435:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.049458:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.049490:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.049508:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce330000 x1625895440916592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.049510:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce330000 x1625895440916592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.049512:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000100:00100000:3.0:1550575073.049574:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916592:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.049574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.049856:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce330300 - object 0x0:1728629 offset 1387266048<>1388314624
00000100:00100000:3.0:1550575073.049863:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.049865:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916656:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.049868:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a0b0-0x5c6be4832a0b0, portal 8
00000100:00000200:3.0:1550575073.049869:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916656, portal 4
00000100:00000200:3.0:1550575073.049870:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916656, offset 0
00000400:00000200:3.0:1550575073.049871:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.049874:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.049875:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.049876:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.049877:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.049877:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.049878:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.049884:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.049972:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.049988:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce331e00 x1625895440916624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.049989:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce331e00 x1625895440916624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.049991:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:0.2:1550575073.050008:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.050031:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.050058:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916624:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.050149:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.050222:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.050421:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce333600 - object 0x0:1728254 offset 1388314624<>1389363200
00000100:00100000:3.0:1550575073.050424:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.050427:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a0d0-0x5c6be4832a0d0, portal 8
00000100:00000200:3.0:1550575073.050428:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916688, portal 4
00000100:00000200:3.0:1550575073.050429:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916688, offset 0
00000400:00000200:3.0:1550575073.050430:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.050433:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.050435:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.050436:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.050437:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.050437:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.050438:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.050444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.050530:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.050555:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.050573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.050622:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.050641:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce330300 x1625895440916656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.050643:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce330300 x1625895440916656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.050645:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:0.2:1550575073.050690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.050714:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916656:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.050975:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce333300 - object 0x0:1728687 offset 1388314624<>1389363200
00000100:00100000:3.0:1550575073.050982:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.050984:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916720:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.050987:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a0f0-0x5c6be4832a0f0, portal 8
00000100:00000200:3.0:1550575073.050989:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916720, portal 4
00000100:00000200:3.0:1550575073.050990:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916720, offset 0
00000400:00000200:3.0:1550575073.050991:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.050994:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.050995:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.050996:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.050997:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.050997:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.050998:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.051005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.051095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.051111:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce333600 x1625895440916688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.051113:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce333600 x1625895440916688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.051115:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000800:00000200:0.2:1550575073.051131:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.051156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.051175:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916688:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.051271:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.051542:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce330c00 - object 0x0:1725237 offset 1388314624<>1389363200
00000100:00100000:3.0:1550575073.051545:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.051546:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.051550:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a110-0x5c6be4832a110, portal 8
00000100:00000200:3.0:1550575073.051552:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916752, portal 4
00000100:00000200:3.0:1550575073.051552:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916752, offset 0
00000400:00000200:3.0:1550575073.051553:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.051556:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.051557:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.051559:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.051559:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.051560:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.051561:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.051567:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.051659:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.051683:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.051706:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.051737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.051755:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce333300 x1625895440916720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.051757:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce333300 x1625895440916720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.051759:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00100000:3.0:1550575073.051820:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916720:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.051820:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.052100:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce330600 - object 0x0:1728629 offset 1388314624<>1389363200
00000100:00100000:3.0:1550575073.052107:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.052108:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916784:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.052111:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a130-0x5c6be4832a130, portal 8
00000100:00000200:3.0:1550575073.052112:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916784, portal 4
00000100:00000200:3.0:1550575073.052113:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916784, offset 0
00000400:00000200:3.0:1550575073.052114:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.052117:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.052118:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.052119:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.052120:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.052120:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.052122:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.052128:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.052224:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.052246:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.052249:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.052267:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce330c00 x1625895440916752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.052269:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce330c00 x1625895440916752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.052270:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:0.2:1550575073.052270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.052330:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916752:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.052387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.052475:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.052669:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fed00 - object 0x0:1728254 offset 1389363200<>1390411776
00000100:00100000:3.0:1550575073.052672:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916816:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.052675:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a150-0x5c6be4832a150, portal 8
00000100:00000200:3.0:1550575073.052676:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916816, portal 4
00000100:00000200:3.0:1550575073.052677:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916816, offset 0
00000400:00000200:3.0:1550575073.052678:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.052681:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.052682:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.052683:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.052684:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.052684:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.052685:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.052692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.052788:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.052813:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.052836:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.052863:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.052881:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce330600 x1625895440916784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.052883:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce330600 x1625895440916784/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.052884:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000100:00100000:3.0:1550575073.052948:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916784:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.052952:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.053226:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fe700 - object 0x0:1728687 offset 1389363200<>1390411776
00000100:00100000:3.0:1550575073.053233:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.053234:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916848:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.053237:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a170-0x5c6be4832a170, portal 8
00000100:00000200:3.0:1550575073.053238:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916848, portal 4
00000100:00000200:3.0:1550575073.053239:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916848, offset 0
00000400:00000200:3.0:1550575073.053240:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.053243:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.053244:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.053245:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.053246:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.053246:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.053247:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.053254:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.053346:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.053367:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.053368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.053386:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fed00 x1625895440916816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.053388:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fed00 x1625895440916816/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.053390:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:0.2:1550575073.053391:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.053450:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916816:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.053509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.053789:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17ffc00 - object 0x0:1725237 offset 1389363200<>1390411776
00000100:00100000:3.0:1550575073.053791:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.053793:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916880:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.053796:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a190-0x5c6be4832a190, portal 8
00000100:00000200:3.0:1550575073.053798:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916880, portal 4
00000100:00000200:3.0:1550575073.053798:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916880, offset 0
00000400:00000200:3.0:1550575073.053799:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.053802:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.053804:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.053805:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.053806:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.053806:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.053807:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.053814:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.053921:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.053946:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.053964:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.053994:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fe700 x1625895440916848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.053996:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fe700 x1625895440916848/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.053998:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000100:00100000:3.0:1550575073.054062:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916848:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.054081:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.054354:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fd800 - object 0x0:1728629 offset 1389363200<>1390411776
00000100:00100000:3.0:1550575073.054361:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.054362:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916912:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.054365:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a1b0-0x5c6be4832a1b0, portal 8
00000100:00000200:3.0:1550575073.054367:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916912, portal 4
00000100:00000200:3.0:1550575073.054367:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916912, offset 0
00000400:00000200:3.0:1550575073.054369:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.054371:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.054372:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.054374:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.054374:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.054375:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.054376:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.054382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.054473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.054496:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.054499:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.054517:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17ffc00 x1625895440916880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.054518:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17ffc00 x1625895440916880/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.054520:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575073.054580:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440916880:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.054624:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.054711:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.054905:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17ff300 - object 0x0:1728254 offset 1390411776<>1391460352
00000100:00100000:3.0:1550575073.054909:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916944:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.054912:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a1d0-0x5c6be4832a1d0, portal 8
00000100:00000200:3.0:1550575073.054913:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916944, portal 4
00000100:00000200:3.0:1550575073.054914:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916944, offset 0
00000400:00000200:3.0:1550575073.054916:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.054919:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.054920:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.054921:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.054922:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.054922:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.054923:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.054930:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.055021:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.055053:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.055071:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.055095:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.055113:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fd800 x1625895440916912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.055115:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fd800 x1625895440916912/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.055116:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.055177:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916912:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.055187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.055467:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fcc00 - object 0x0:1728687 offset 1390411776<>1391460352
00000100:00100000:3.0:1550575073.055474:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.055475:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916976:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.055478:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a1f0-0x5c6be4832a1f0, portal 8
00000100:00000200:3.0:1550575073.055480:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440916976, portal 4
00000100:00000200:3.0:1550575073.055481:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440916976, offset 0
00000400:00000200:3.0:1550575073.055482:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.055485:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.055486:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.055487:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.055488:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.055488:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.055489:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.055496:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.055589:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.055612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.055619:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17ff300 x1625895440916944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.055621:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17ff300 x1625895440916944/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.055623:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:0.2:1550575073.055635:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.055683:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440916944:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.055752:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.056025:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fe100 - object 0x0:1725237 offset 1390411776<>1391460352
00000100:00100000:3.0:1550575073.056028:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.056029:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.056038:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a210-0x5c6be4832a210, portal 8
00000100:00000200:3.0:1550575073.056040:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917008, portal 4
00000100:00000200:3.0:1550575073.056040:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917008, offset 0
00000400:00000200:3.0:1550575073.056042:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.056044:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.056045:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.056047:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.056047:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.056048:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.056049:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.056055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.056146:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.056171:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.056193:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.056255:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.056274:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fcc00 x1625895440916976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.056276:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fcc00 x1625895440916976/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.056278:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.2:1550575073.056310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.056348:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440916976:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.056595:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fc000 - object 0x0:1728629 offset 1390411776<>1391460352
00000100:00100000:3.0:1550575073.056602:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.056604:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.056607:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a230-0x5c6be4832a230, portal 8
00000100:00000200:3.0:1550575073.056608:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917040, portal 4
00000100:00000200:3.0:1550575073.056609:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917040, offset 0
00000400:00000200:3.0:1550575073.056610:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.056613:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.056614:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.056615:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.056616:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.056616:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.056617:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.056624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.056708:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.056725:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fe100 x1625895440917008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.056727:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fe100 x1625895440917008/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.056729:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:0.2:1550575073.056745:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.056768:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.056785:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917008:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.056885:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.056958:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.057158:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17ff600 - object 0x0:1728254 offset 1391460352<>1392508928
00000100:00100000:3.0:1550575073.057161:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917072:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.057164:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a250-0x5c6be4832a250, portal 8
00000100:00000200:3.0:1550575073.057165:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917072, portal 4
00000100:00000200:3.0:1550575073.057166:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917072, offset 0
00000400:00000200:3.0:1550575073.057167:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.057170:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.057171:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.057172:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.057173:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.057173:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.057174:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.057181:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.057269:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.057294:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.057303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.057322:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fc000 x1625895440917040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.057324:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fc000 x1625895440917040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.057326:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00100000:3.0:1550575073.057388:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917040:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.057429:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.057723:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fde00 - object 0x0:1728687 offset 1391460352<>1392508928
00000100:00100000:3.0:1550575073.057730:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.057731:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917104:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.057734:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a270-0x5c6be4832a270, portal 8
00000100:00000200:3.0:1550575073.057736:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917104, portal 4
00000100:00000200:3.0:1550575073.057737:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917104, offset 0
00000400:00000200:3.0:1550575073.057738:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.057741:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.057742:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.057743:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.057744:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.057744:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.057745:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.057752:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.057834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.057857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.057864:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17ff600 x1625895440917072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.057866:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17ff600 x1625895440917072/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.057867:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.2:1550575073.057879:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.057927:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917072:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.057998:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.058278:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fcf00 - object 0x0:1725237 offset 1391460352<>1392508928
00000100:00100000:3.0:1550575073.058281:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.058282:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.058285:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a290-0x5c6be4832a290, portal 8
00000100:00000200:3.0:1550575073.058287:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917136, portal 4
00000100:00000200:3.0:1550575073.058287:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917136, offset 0
00000400:00000200:3.0:1550575073.058289:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.058291:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.058292:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.058294:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.058294:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.058295:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.058296:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.058302:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.058390:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.058422:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fde00 x1625895440917104/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.058424:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fde00 x1625895440917104/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.058426:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.2:1550575073.058437:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.058487:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917104:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.058555:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.058829:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fe400 - object 0x0:1728629 offset 1391460352<>1392508928
00000100:00100000:3.0:1550575073.058836:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.058837:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917168:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.058840:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a2b0-0x5c6be4832a2b0, portal 8
00000100:00000200:3.0:1550575073.058841:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917168, portal 4
00000100:00000200:3.0:1550575073.058842:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917168, offset 0
00000400:00000200:3.0:1550575073.058843:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.058846:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.058847:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.058848:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.058849:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.058849:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.058851:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.058857:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.058952:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.058975:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.058981:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fcf00 x1625895440917136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.058983:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fcf00 x1625895440917136/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.058985:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:0.2:1550575073.058999:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.059048:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917136:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.059117:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.059192:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.059387:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17ff900 - object 0x0:1728254 offset 1392508928<>1393557504
00000100:00100000:3.0:1550575073.059390:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917200:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.059393:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a2d0-0x5c6be4832a2d0, portal 8
00000100:00000200:3.0:1550575073.059395:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917200, portal 4
00000100:00000200:3.0:1550575073.059396:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917200, offset 0
00000400:00000200:3.0:1550575073.059397:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.059400:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.059401:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.059402:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.059403:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.059403:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.059404:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.059411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.059499:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.059523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.059547:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.059584:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.059601:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fe400 x1625895440917168/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.059603:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fe400 x1625895440917168/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.059605:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:0.2:1550575073.059662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.059664:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917168:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.059952:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fdb00 - object 0x0:1728687 offset 1392508928<>1393557504
00000100:00100000:3.0:1550575073.059959:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.059960:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917232:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.059963:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a2f0-0x5c6be4832a2f0, portal 8
00000100:00000200:3.0:1550575073.059965:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917232, portal 4
00000100:00000200:3.0:1550575073.059965:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917232, offset 0
00000400:00000200:3.0:1550575073.059966:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.059969:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.059970:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.059971:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.059972:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.059972:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.059973:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.059980:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.060063:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.060078:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17ff900 x1625895440917200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.060080:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17ff900 x1625895440917200/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.060082:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:0.2:1550575073.060099:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.060123:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.060141:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917200:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.060240:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.060513:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fd500 - object 0x0:1725237 offset 1392508928<>1393557504
00000100:00100000:3.0:1550575073.060516:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.060517:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.060520:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a310-0x5c6be4832a310, portal 8
00000100:00000200:3.0:1550575073.060522:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917264, portal 4
00000100:00000200:3.0:1550575073.060523:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917264, offset 0
00000400:00000200:3.0:1550575073.060524:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.060526:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.060528:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.060529:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.060530:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.060530:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.060531:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.060538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.060627:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.060651:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.060675:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.060698:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.060716:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fdb00 x1625895440917232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.060718:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fdb00 x1625895440917232/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.060719:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575073.060780:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917232:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.060790:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.061075:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fc300 - object 0x0:1728629 offset 1392508928<>1393557504
00000100:00100000:3.0:1550575073.061082:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.061083:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917296:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.061086:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a330-0x5c6be4832a330, portal 8
00000100:00000200:3.0:1550575073.061087:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917296, portal 4
00000100:00000200:3.0:1550575073.061088:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917296, offset 0
00000400:00000200:3.0:1550575073.061089:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.061092:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.061093:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.061094:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.061095:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.061095:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.061096:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.061103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.061192:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.061208:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fd500 x1625895440917264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.061210:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fd500 x1625895440917264/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.061211:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:0.2:1550575073.061229:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.061252:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.061270:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917264:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.061371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.061441:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.061635:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fd200 - object 0x0:1728254 offset 1393557504<>1394606080
00000100:00100000:3.0:1550575073.061638:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917328:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.061641:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a350-0x5c6be4832a350, portal 8
00000100:00000200:3.0:1550575073.061643:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917328, portal 4
00000100:00000200:3.0:1550575073.061644:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917328, offset 0
00000400:00000200:3.0:1550575073.061645:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.061647:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.061649:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.061650:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.061651:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.061651:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.061652:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.061659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.061747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.061771:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.061791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.061828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.061846:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fc300 x1625895440917296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.061848:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fc300 x1625895440917296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.061849:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:0.2:1550575073.061907:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.061908:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917296:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.062203:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fc600 - object 0x0:1728687 offset 1393557504<>1394606080
00000100:00100000:3.0:1550575073.062209:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.062211:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917360:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.062214:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a370-0x5c6be4832a370, portal 8
00000100:00000200:3.0:1550575073.062215:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917360, portal 4
00000100:00000200:3.0:1550575073.062216:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917360, offset 0
00000400:00000200:3.0:1550575073.062217:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.062220:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.062222:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.062223:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.062223:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.062224:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.062225:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.062231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.062312:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.062330:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fd200 x1625895440917328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.062332:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fd200 x1625895440917328/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.062334:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:0.2:1550575073.062344:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.062367:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.062395:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917328:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.062485:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.062755:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fea00 - object 0x0:1725237 offset 1393557504<>1394606080
00000100:00100000:3.0:1550575073.062757:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.062759:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.062762:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a390-0x5c6be4832a390, portal 8
00000100:00000200:3.0:1550575073.062764:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917392, portal 4
00000100:00000200:3.0:1550575073.062764:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917392, offset 0
00000400:00000200:3.0:1550575073.062766:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.062768:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.062769:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.062771:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.062771:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.062772:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.062773:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.062779:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.062870:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.062894:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.062919:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.062940:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.062959:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fc600 x1625895440917360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.062961:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fc600 x1625895440917360/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.062962:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575073.063022:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917360:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.063039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.063326:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17fc900 - object 0x0:1728629 offset 1393557504<>1394606080
00000100:00100000:3.0:1550575073.063333:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.063334:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917424:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.063337:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a3b0-0x5c6be4832a3b0, portal 8
00000100:00000200:3.0:1550575073.063339:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917424, portal 4
00000100:00000200:3.0:1550575073.063339:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917424, offset 0
00000400:00000200:3.0:1550575073.063341:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.063343:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.063344:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.063346:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.063346:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.063347:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.063348:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.063354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.063437:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.063453:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fea00 x1625895440917392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.063455:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fea00 x1625895440917392/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.063457:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:0.2:1550575073.063474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.063497:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.063516:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917392:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.063615:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.063682:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.063880:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e17ff000 - object 0x0:1728254 offset 1394606080<>1395654656
00000100:00100000:3.0:1550575073.063883:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917456:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.063886:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a3d0-0x5c6be4832a3d0, portal 8
00000100:00000200:3.0:1550575073.063888:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917456, portal 4
00000100:00000200:3.0:1550575073.063888:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917456, offset 0
00000400:00000200:3.0:1550575073.063891:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.063893:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.063895:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.063896:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.063896:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.063897:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.063898:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.063904:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.063997:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.064021:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.064045:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.064069:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.064087:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17fc900 x1625895440917424/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.064089:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17fc900 x1625895440917424/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.064091:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575073.064151:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917424:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.064161:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.064450:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336d00 - object 0x0:1728687 offset 1394606080<>1395654656
00000100:00100000:3.0:1550575073.064457:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.064459:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917488:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.064462:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a3f0-0x5c6be4832a3f0, portal 8
00000100:00000200:3.0:1550575073.064464:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917488, portal 4
00000100:00000200:3.0:1550575073.064465:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917488, offset 0
00000400:00000200:3.0:1550575073.064466:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.064469:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.064470:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.064471:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.064472:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.064472:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.064473:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.064480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.064560:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.064576:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e17ff000 x1625895440917456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.064577:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e17ff000 x1625895440917456/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.064580:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:0.2:1550575073.064601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.064624:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.064649:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917456:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.064743:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.065021:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337900 - object 0x0:1725237 offset 1394606080<>1395654656
00000100:00100000:3.0:1550575073.065024:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.065025:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.065028:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a410-0x5c6be4832a410, portal 8
00000100:00000200:3.0:1550575073.065029:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917520, portal 4
00000100:00000200:3.0:1550575073.065030:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917520, offset 0
00000400:00000200:3.0:1550575073.065039:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.065042:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.065043:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.065044:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.065045:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.065046:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.065046:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.065053:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.065141:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.065167:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.065190:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.065222:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336d00 x1625895440917488/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.065224:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336d00 x1625895440917488/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.065226:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575073.065288:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917488:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.065308:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.065595:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335b00 - object 0x0:1728629 offset 1394606080<>1395654656
00000100:00100000:3.0:1550575073.065602:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.065603:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917552:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.065606:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a430-0x5c6be4832a430, portal 8
00000100:00000200:3.0:1550575073.065608:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917552, portal 4
00000100:00000200:3.0:1550575073.065608:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917552, offset 0
00000400:00000200:3.0:1550575073.065610:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.065612:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.065613:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.065615:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.065615:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.065616:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.065617:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.065624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.065703:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.065719:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337900 x1625895440917520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.065721:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337900 x1625895440917520/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.065723:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:0.2:1550575073.065740:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.065763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.065782:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917520:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.065880:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.065948:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.066153:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335500 - object 0x0:1728254 offset 1395654656<>1396703232
00000100:00100000:3.0:1550575073.066157:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917584:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.066160:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a450-0x5c6be4832a450, portal 8
00000100:00000200:3.0:1550575073.066161:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917584, portal 4
00000100:00000200:3.0:1550575073.066162:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917584, offset 0
00000400:00000200:3.0:1550575073.066163:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.066166:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.066167:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.066169:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.066169:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.066170:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.066171:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.066177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.066266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.066291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.066309:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.066366:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.066385:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335b00 x1625895440917552/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.066387:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335b00 x1625895440917552/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.066388:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.2:1550575073.066425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.066454:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917552:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.066716:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334000 - object 0x0:1728687 offset 1395654656<>1396703232
00000100:00100000:3.0:1550575073.066724:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.066725:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.066728:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a470-0x5c6be4832a470, portal 8
00000100:00000200:3.0:1550575073.066730:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917616, portal 4
00000100:00000200:3.0:1550575073.066731:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917616, offset 0
00000400:00000200:3.0:1550575073.066732:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.066735:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.066736:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.066737:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.066738:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.066738:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.066739:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.066746:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.066834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.066856:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.066864:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335500 x1625895440917584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.066865:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335500 x1625895440917584/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.066867:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:0.2:1550575073.066879:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.066929:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917584:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.066997:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.067288:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337300 - object 0x0:1725237 offset 1395654656<>1396703232
00000100:00100000:3.0:1550575073.067291:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.067292:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917648:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.067295:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a490-0x5c6be4832a490, portal 8
00000100:00000200:3.0:1550575073.067297:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917648, portal 4
00000100:00000200:3.0:1550575073.067297:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917648, offset 0
00000400:00000200:3.0:1550575073.067298:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.067301:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.067302:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.067304:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.067304:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.067305:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.067306:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.067312:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.067397:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.067422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.067439:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.067457:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334000 x1625895440917616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.067459:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334000 x1625895440917616/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.067461:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575073.067522:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917616:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.067564:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.067836:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc335e00 - object 0x0:1728629 offset 1395654656<>1396703232
00000100:00100000:3.0:1550575073.067843:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.067844:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917680:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.067847:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a4b0-0x5c6be4832a4b0, portal 8
00000100:00000200:3.0:1550575073.067849:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917680, portal 4
00000100:00000200:3.0:1550575073.067849:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917680, offset 0
00000400:00000200:3.0:1550575073.067850:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.067853:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.067854:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.067856:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.067856:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.067857:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.067858:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.067864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.067952:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.067974:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.067981:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337300 x1625895440917648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.067983:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337300 x1625895440917648/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.067985:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.067992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.068048:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917648:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.068110:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.068201:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.068396:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334f00 - object 0x0:1728254 offset 1396703232<>1397751808
00000100:00100000:3.0:1550575073.068399:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917712:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.068402:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a4d0-0x5c6be4832a4d0, portal 8
00000100:00000200:3.0:1550575073.068403:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917712, portal 4
00000100:00000200:3.0:1550575073.068404:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917712, offset 0
00000400:00000200:3.0:1550575073.068405:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.068408:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.068409:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.068411:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.068411:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.068412:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.068412:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.068419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.068504:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.068529:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.068546:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.068576:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc335e00 x1625895440917680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.068578:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc335e00 x1625895440917680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.068579:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.068638:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917680:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.068662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.068954:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc337000 - object 0x0:1728687 offset 1396703232<>1397751808
00000100:00100000:3.0:1550575073.068961:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.068962:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917744:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.068965:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a4f0-0x5c6be4832a4f0, portal 8
00000100:00000200:3.0:1550575073.068967:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917744, portal 4
00000100:00000200:3.0:1550575073.068967:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917744, offset 0
00000400:00000200:3.0:1550575073.068968:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.068971:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.068972:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.068974:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.068974:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.068975:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.068976:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.068982:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.069064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.069080:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334f00 x1625895440917712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.069082:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334f00 x1625895440917712/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.069084:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:0.2:1550575073.069101:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.069126:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.069143:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917712:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.069242:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.069519:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336700 - object 0x0:1725237 offset 1396703232<>1397751808
00000100:00100000:3.0:1550575073.069522:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.069523:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917776:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.069526:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a510-0x5c6be4832a510, portal 8
00000100:00000200:3.0:1550575073.069528:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917776, portal 4
00000100:00000200:3.0:1550575073.069528:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917776, offset 0
00000400:00000200:3.0:1550575073.069529:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.069532:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.069533:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.069535:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.069535:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.069536:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.069537:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.069543:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.069632:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.069657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.069680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.069708:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc337000 x1625895440917744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.069710:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc337000 x1625895440917744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.069712:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575073.069773:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917744:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.069795:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.070082:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336400 - object 0x0:1728629 offset 1396703232<>1397751808
00000100:00100000:3.0:1550575073.070088:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.070089:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917808:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.070093:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a530-0x5c6be4832a530, portal 8
00000100:00000200:3.0:1550575073.070094:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917808, portal 4
00000100:00000200:3.0:1550575073.070094:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917808, offset 0
00000400:00000200:3.0:1550575073.070096:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.070098:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.070100:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.070101:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.070101:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.070102:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.070103:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.070109:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.070190:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.070207:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336700 x1625895440917776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.070209:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336700 x1625895440917776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.070211:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:0.2:1550575073.070227:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.070252:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.070269:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917776:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.070371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.070444:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.070638:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc336100 - object 0x0:1728254 offset 1397751808<>1398800384
00000100:00100000:3.0:1550575073.070642:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917840:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.070645:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a550-0x5c6be4832a550, portal 8
00000100:00000200:3.0:1550575073.070646:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917840, portal 4
00000100:00000200:3.0:1550575073.070647:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917840, offset 0
00000400:00000200:3.0:1550575073.070648:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.070651:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.070652:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.070653:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.070654:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.070654:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.070655:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.070662:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.070749:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.070774:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.070797:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.070819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.070837:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336400 x1625895440917808/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.070839:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336400 x1625895440917808/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.070841:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000100:00100000:3.0:1550575073.070902:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917808:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.070914:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.071209:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334300 - object 0x0:1728687 offset 1397751808<>1398800384
00000100:00100000:3.0:1550575073.071216:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.071217:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917872:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.071220:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a570-0x5c6be4832a570, portal 8
00000100:00000200:3.0:1550575073.071221:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917872, portal 4
00000100:00000200:3.0:1550575073.071223:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917872, offset 0
00000400:00000200:3.0:1550575073.071224:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.071226:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.071227:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.071229:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.071229:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.071230:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.071231:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.071237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.071320:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.071338:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc336100 x1625895440917840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.071340:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc336100 x1625895440917840/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.071342:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:0.2:1550575073.071353:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.071375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.071402:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917840:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.071492:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.071762:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc334600 - object 0x0:1725237 offset 1397751808<>1398800384
00000100:00100000:3.0:1550575073.071765:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.071767:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917904:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.071770:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a590-0x5c6be4832a590, portal 8
00000100:00000200:3.0:1550575073.071771:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917904, portal 4
00000100:00000200:3.0:1550575073.071772:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917904, offset 0
00000400:00000200:3.0:1550575073.071773:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.071775:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.071777:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.071778:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.071779:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.071779:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.071780:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.071786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.071877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.071902:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.071926:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.071957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.071975:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334300 x1625895440917872/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.071977:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334300 x1625895440917872/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.071979:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:3.0:1550575073.072043:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917872:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.072043:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.072335:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95200 - object 0x0:1728629 offset 1397751808<>1398800384
00000100:00100000:3.0:1550575073.072342:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.072343:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917936:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.072346:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a5b0-0x5c6be4832a5b0, portal 8
00000100:00000200:3.0:1550575073.072347:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917936, portal 4
00000100:00000200:3.0:1550575073.072348:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917936, offset 0
00000400:00000200:3.0:1550575073.072349:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.072352:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.072353:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.072355:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.072355:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.072356:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.072357:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.072363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.072434:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.072450:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc334600 x1625895440917904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.072452:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc334600 x1625895440917904/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.072453:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:1.2:1550575073.072455:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.072477:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.072500:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.072512:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440917904:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.072618:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.072688:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.072881:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96a00 - object 0x0:1728254 offset 1398800384<>1399848960
00000100:00100000:3.0:1550575073.072884:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917968:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.072887:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a5d0-0x5c6be4832a5d0, portal 8
00000100:00000200:3.0:1550575073.072889:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440917968, portal 4
00000100:00000200:3.0:1550575073.072889:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440917968, offset 0
00000400:00000200:3.0:1550575073.072892:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.072894:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.072896:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.072897:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.072897:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.072898:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.072899:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.072905:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.072997:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.073023:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.073041:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.073071:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95200 x1625895440917936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.073072:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95200 x1625895440917936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.073074:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00100000:3.0:1550575073.073134:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440917936:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.073158:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.073454:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94f00 - object 0x0:1728687 offset 1398800384<>1399848960
00000100:00100000:3.0:1550575073.073467:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.073468:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918000:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.073471:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a5f0-0x5c6be4832a5f0, portal 8
00000100:00000200:3.0:1550575073.073473:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918000, portal 4
00000100:00000200:3.0:1550575073.073473:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918000, offset 0
00000400:00000200:3.0:1550575073.073474:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.073477:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.073478:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.073480:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.073480:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.073481:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.073482:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.073488:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.073563:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.073578:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96a00 x1625895440917968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.073579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.073580:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96a00 x1625895440917968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.073582:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.073601:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.073625:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.073641:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440917968:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.073742:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.074004:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96700 - object 0x0:1725237 offset 1398800384<>1399848960
00000100:00100000:3.0:1550575073.074006:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.074007:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.074011:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a610-0x5c6be4832a610, portal 8
00000100:00000200:3.0:1550575073.074012:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918032, portal 4
00000100:00000200:3.0:1550575073.074012:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918032, offset 0
00000400:00000200:3.0:1550575073.074014:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.074016:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.074017:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.074019:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.074019:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.074020:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.074021:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.074027:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.074116:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.074141:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.074159:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.074191:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.074210:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94f00 x1625895440918000/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.074212:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94f00 x1625895440918000/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.074214:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00100000:3.0:1550575073.074276:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918000:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.074277:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.074571:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b94000 - object 0x0:1728629 offset 1398800384<>1399848960
00000100:00100000:3.0:1550575073.074578:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.074579:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918064:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.074582:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a630-0x5c6be4832a630, portal 8
00000100:00000200:3.0:1550575073.074584:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918064, portal 4
00000100:00000200:3.0:1550575073.074584:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918064, offset 0
00000400:00000200:3.0:1550575073.074585:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.074588:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.074589:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.074590:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.074591:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.074591:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.074592:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.074599:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.074672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.074689:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96700 x1625895440918032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.074691:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96700 x1625895440918032/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.074693:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:0.2:1550575073.074710:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.074733:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.074751:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918032:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.074849:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.074934:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.075136:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95e00 - object 0x0:1728254 offset 1399848960<>1400897536
00000100:00100000:3.0:1550575073.075139:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918096:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.075142:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a650-0x5c6be4832a650, portal 8
00000100:00000200:3.0:1550575073.075144:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918096, portal 4
00000100:00000200:3.0:1550575073.075144:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918096, offset 0
00000400:00000200:3.0:1550575073.075145:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.075148:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.075149:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.075151:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.075151:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.075152:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.075153:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.075159:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.075248:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.075273:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.075296:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.075315:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.075333:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b94000 x1625895440918064/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.075335:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b94000 x1625895440918064/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.075337:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.075400:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918064:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.075412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.075698:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b95500 - object 0x0:1728687 offset 1399848960<>1400897536
00000100:00100000:3.0:1550575073.075705:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.075706:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918128:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.075710:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a670-0x5c6be4832a670, portal 8
00000100:00000200:3.0:1550575073.075711:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918128, portal 4
00000100:00000200:3.0:1550575073.075712:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918128, offset 0
00000400:00000200:3.0:1550575073.075713:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.075716:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.075717:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.075718:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.075719:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.075719:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.075720:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.075727:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.075817:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.075839:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.075846:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95e00 x1625895440918096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.075848:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95e00 x1625895440918096/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.075850:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:0.2:1550575073.075861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.075908:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918096:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.075978:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.076265:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573b96d00 - object 0x0:1725237 offset 1399848960<>1400897536
00000100:00100000:3.0:1550575073.076268:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.076270:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918160:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.076273:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a690-0x5c6be4832a690, portal 8
00000100:00000200:3.0:1550575073.076274:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918160, portal 4
00000100:00000200:3.0:1550575073.076275:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918160, offset 0
00000400:00000200:3.0:1550575073.076276:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.076279:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.076280:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.076281:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.076282:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.076282:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.076283:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.076290:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.076376:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.076400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.076423:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.076454:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b95500 x1625895440918128/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.076456:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b95500 x1625895440918128/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.076458:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575073.076519:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918128:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.076541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.076817:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8a700 - object 0x0:1728629 offset 1399848960<>1400897536
00000100:00100000:3.0:1550575073.076824:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.076825:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918192:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.076828:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a6b0-0x5c6be4832a6b0, portal 8
00000100:00000200:3.0:1550575073.076829:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918192, portal 4
00000100:00000200:3.0:1550575073.076830:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918192, offset 0
00000400:00000200:3.0:1550575073.076831:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.076834:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.076835:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.076837:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.076837:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.076838:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.076839:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.076845:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.076935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.076957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.076965:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573b96d00 x1625895440918160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.076966:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573b96d00 x1625895440918160/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.076968:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:0.2:1550575073.076975:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.077029:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918160:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.077091:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.077194:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.077392:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8aa00 - object 0x0:1728254 offset 1400897536<>1401946112
00000100:00100000:3.0:1550575073.077395:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918224:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.077398:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a6d0-0x5c6be4832a6d0, portal 8
00000100:00000200:3.0:1550575073.077400:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918224, portal 4
00000100:00000200:3.0:1550575073.077400:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918224, offset 0
00000400:00000200:3.0:1550575073.077402:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.077404:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.077406:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.077407:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.077408:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.077408:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.077409:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.077415:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.077502:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.077527:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.077544:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.077574:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8a700 x1625895440918192/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.077576:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8a700 x1625895440918192/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.077578:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00100000:3.0:1550575073.077639:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918192:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.077661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.077941:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8a400 - object 0x0:1728687 offset 1400897536<>1401946112
00000100:00100000:3.0:1550575073.077948:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.077949:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918256:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.077953:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a6f0-0x5c6be4832a6f0, portal 8
00000100:00000200:3.0:1550575073.077955:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918256, portal 4
00000100:00000200:3.0:1550575073.077956:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918256, offset 0
00000400:00000200:3.0:1550575073.077957:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.077960:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.077961:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.077962:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.077963:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.077963:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.077964:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.077971:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.078058:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.078080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.078088:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8aa00 x1625895440918224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.078089:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8aa00 x1625895440918224/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.078091:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:0.2:1550575073.078105:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.078151:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918224:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.078221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.078506:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88f00 - object 0x0:1725237 offset 1400897536<>1401946112
00000100:00100000:3.0:1550575073.078509:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.078510:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918288:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.078513:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a710-0x5c6be4832a710, portal 8
00000100:00000200:3.0:1550575073.078515:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918288, portal 4
00000100:00000200:3.0:1550575073.078516:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918288, offset 0
00000400:00000200:3.0:1550575073.078517:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.078520:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.078521:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.078522:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.078523:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.078523:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.078524:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.078531:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.078618:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.078643:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.078661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.078691:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8a400 x1625895440918256/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.078693:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8a400 x1625895440918256/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.078695:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000100:00100000:3.0:1550575073.078755:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918256:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.078778:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.079067:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88600 - object 0x0:1728629 offset 1400897536<>1401946112
00000100:00100000:3.0:1550575073.079074:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.079075:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918320:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.079078:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a730-0x5c6be4832a730, portal 8
00000100:00000200:3.0:1550575073.079079:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918320, portal 4
00000100:00000200:3.0:1550575073.079080:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918320, offset 0
00000400:00000200:3.0:1550575073.079081:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.079084:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.079085:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.079086:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.079087:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.079087:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.079088:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.079095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.079170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.079188:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.079190:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88f00 x1625895440918288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.079192:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88f00 x1625895440918288/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.079193:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:0.2:1550575073.079211:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.079233:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.079252:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918288:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.079351:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.079430:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.079625:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8a100 - object 0x0:1728254 offset 1401946112<>1402994688
00000100:00100000:3.0:1550575073.079629:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918352:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.079632:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a750-0x5c6be4832a750, portal 8
00000100:00000200:3.0:1550575073.079633:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918352, portal 4
00000100:00000200:3.0:1550575073.079633:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918352, offset 0
00000400:00000200:3.0:1550575073.079635:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.079638:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.079639:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.079640:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.079641:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.079641:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.079642:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.079649:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.079735:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.079760:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.079778:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.079804:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.079822:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88600 x1625895440918320/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.079824:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88600 x1625895440918320/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.079826:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00100000:3.0:1550575073.079887:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918320:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.079896:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.080181:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b88000 - object 0x0:1728687 offset 1401946112<>1402994688
00000100:00100000:3.0:1550575073.080192:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.080193:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918384:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.080196:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a770-0x5c6be4832a770, portal 8
00000100:00000200:3.0:1550575073.080198:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918384, portal 4
00000100:00000200:3.0:1550575073.080199:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918384, offset 0
00000400:00000200:3.0:1550575073.080200:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.080203:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.080204:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.080205:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.080206:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.080206:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.080207:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.080214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.080301:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.080320:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8a100 x1625895440918352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.080322:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8a100 x1625895440918352/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.080324:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.2:1550575073.080334:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.080356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.080380:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918352:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.080474:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.080746:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b8b600 - object 0x0:1725237 offset 1401946112<>1402994688
00000100:00100000:3.0:1550575073.080748:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.080749:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.080752:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a790-0x5c6be4832a790, portal 8
00000100:00000200:3.0:1550575073.080754:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918416, portal 4
00000100:00000200:3.0:1550575073.080754:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918416, offset 0
00000400:00000200:3.0:1550575073.080756:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.080758:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.080759:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.080761:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.080761:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.080762:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.080763:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.080769:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.080859:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.080884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.080911:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.080942:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b88000 x1625895440918384/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.080944:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b88000 x1625895440918384/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.080946:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:00100000:3.0:1550575073.081007:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918384:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.081030:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.081307:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c7b89500 - object 0x0:1728629 offset 1401946112<>1402994688
00000100:00100000:3.0:1550575073.081314:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.081315:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918448:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.081319:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a7b0-0x5c6be4832a7b0, portal 8
00000100:00000200:3.0:1550575073.081320:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918448, portal 4
00000100:00000200:3.0:1550575073.081321:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918448, offset 0
00000400:00000200:3.0:1550575073.081322:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.081325:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.081326:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.081327:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.081328:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.081328:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.081329:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.081336:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.081418:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.081441:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.081448:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b8b600 x1625895440918416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.081450:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b8b600 x1625895440918416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.081452:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:0.2:1550575073.081464:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.081511:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918416:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.081584:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.081678:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.081874:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4300 - object 0x0:1728254 offset 1402994688<>1404043264
00000100:00100000:3.0:1550575073.081877:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918480:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.081880:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a7d0-0x5c6be4832a7d0, portal 8
00000100:00000200:3.0:1550575073.081882:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918480, portal 4
00000100:00000200:3.0:1550575073.081882:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918480, offset 0
00000400:00000200:3.0:1550575073.081885:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.081887:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.081888:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.081890:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.081890:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.081891:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.081892:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.081898:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.081987:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.082012:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.082030:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.082037:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c7b89500 x1625895440918448/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.082039:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c7b89500 x1625895440918448/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.082041:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575073.082102:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918448:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.082150:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.082432:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca5e00 - object 0x0:1728687 offset 1402994688<>1404043264
00000100:00100000:3.0:1550575073.082439:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.082440:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918512:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.082443:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a7f0-0x5c6be4832a7f0, portal 8
00000100:00000200:3.0:1550575073.082445:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918512, portal 4
00000100:00000200:3.0:1550575073.082445:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918512, offset 0
00000400:00000200:3.0:1550575073.082447:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.082449:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.082451:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.082452:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.082453:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.082453:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.082454:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.082461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.082546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.082569:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.082575:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca4300 x1625895440918480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.082577:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca4300 x1625895440918480/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.082579:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.2:1550575073.082586:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.082641:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918480:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.082704:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.082988:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4900 - object 0x0:1725237 offset 1402994688<>1404043264
00000100:00100000:3.0:1550575073.082991:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.082992:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918544:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.082996:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a810-0x5c6be4832a810, portal 8
00000100:00000200:3.0:1550575073.082997:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918544, portal 4
00000100:00000200:3.0:1550575073.082998:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918544, offset 0
00000400:00000200:3.0:1550575073.082999:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.083001:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.083002:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.083004:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.083004:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.083005:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.083005:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.083012:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.083101:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.083125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.083140:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.083158:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca5e00 x1625895440918512/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.083160:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca5e00 x1625895440918512/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.083162:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000100:00100000:3.0:1550575073.083227:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918512:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.083267:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.083548:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6700 - object 0x0:1728629 offset 1402994688<>1404043264
00000100:00100000:3.0:1550575073.083555:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.083556:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918576:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.083559:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a830-0x5c6be4832a830, portal 8
00000100:00000200:3.0:1550575073.083561:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918576, portal 4
00000100:00000200:3.0:1550575073.083562:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918576, offset 0
00000400:00000200:3.0:1550575073.083563:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.083565:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.083567:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.083568:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.083569:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.083569:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.083570:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.083576:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.083661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.083684:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.083691:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca4900 x1625895440918544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.083693:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca4900 x1625895440918544/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.083694:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:0.2:1550575073.083701:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.083756:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918544:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.083818:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.083909:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.084114:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6d00 - object 0x0:1728254 offset 1404043264<>1405091840
00000100:00100000:3.0:1550575073.084117:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918608:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.084121:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a850-0x5c6be4832a850, portal 8
00000100:00000200:3.0:1550575073.084122:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918608, portal 4
00000100:00000200:3.0:1550575073.084123:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918608, offset 0
00000400:00000200:3.0:1550575073.084124:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.084127:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.084128:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.084130:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.084130:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.084131:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.084131:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.084138:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.084223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.084250:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.084266:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.084296:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6700 x1625895440918576/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.084298:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6700 x1625895440918576/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.084300:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575073.084361:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918576:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.084382:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.084671:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca7000 - object 0x0:1728687 offset 1404043264<>1405091840
00000100:00100000:3.0:1550575073.084678:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.084680:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918640:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.084683:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a870-0x5c6be4832a870, portal 8
00000100:00000200:3.0:1550575073.084684:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918640, portal 4
00000100:00000200:3.0:1550575073.084685:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918640, offset 0
00000400:00000200:3.0:1550575073.084686:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.084689:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.084690:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.084691:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.084692:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.084692:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.084693:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.084700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.084786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.084809:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.084816:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6d00 x1625895440918608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.084817:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6d00 x1625895440918608/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.084819:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000800:00000200:0.2:1550575073.084826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.084880:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918608:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.084943:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.085233:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4000 - object 0x0:1725237 offset 1404043264<>1405091840
00000100:00100000:3.0:1550575073.085236:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.085238:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918672:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.085241:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a890-0x5c6be4832a890, portal 8
00000100:00000200:3.0:1550575073.085242:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918672, portal 4
00000100:00000200:3.0:1550575073.085243:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918672, offset 0
00000400:00000200:3.0:1550575073.085244:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.085247:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.085248:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.085249:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.085250:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.085250:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.085251:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.085258:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.085343:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.085368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.085385:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.085415:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca7000 x1625895440918640/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.085417:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca7000 x1625895440918640/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.085419:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00100000:3.0:1550575073.085479:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918640:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.085501:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.085786:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca6100 - object 0x0:1728629 offset 1404043264<>1405091840
00000100:00100000:3.0:1550575073.085793:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.085794:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918704:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.085797:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a8b0-0x5c6be4832a8b0, portal 8
00000100:00000200:3.0:1550575073.085799:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918704, portal 4
00000100:00000200:3.0:1550575073.085799:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918704, offset 0
00000400:00000200:3.0:1550575073.085800:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.085803:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.085804:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.085806:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.085806:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.085807:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.085808:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.085814:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.085899:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.085915:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca4000 x1625895440918672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.085917:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca4000 x1625895440918672/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.085918:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000800:00000200:0.2:1550575073.085935:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.085960:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.085976:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918672:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.086076:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.086153:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.086354:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ca4c00 - object 0x0:1728254 offset 1405091840<>1406140416
00000100:00100000:3.0:1550575073.086357:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918736:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.086360:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a8d0-0x5c6be4832a8d0, portal 8
00000100:00000200:3.0:1550575073.086362:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918736, portal 4
00000100:00000200:3.0:1550575073.086362:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918736, offset 0
00000400:00000200:3.0:1550575073.086364:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.086366:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.086368:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.086369:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.086369:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.086370:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.086371:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.086377:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.086464:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.086489:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.086509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.086527:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca6100 x1625895440918704/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.086529:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca6100 x1625895440918704/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.086530:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00100000:3.0:1550575073.086590:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918704:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.086634:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.086908:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b000 - object 0x0:1728687 offset 1405091840<>1406140416
00000100:00100000:3.0:1550575073.086915:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.086916:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918768:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.086919:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a8f0-0x5c6be4832a8f0, portal 8
00000100:00000200:3.0:1550575073.086921:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918768, portal 4
00000100:00000200:3.0:1550575073.086921:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918768, offset 0
00000400:00000200:3.0:1550575073.086922:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.086925:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.086926:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.086928:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.086928:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.086928:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.086929:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.086936:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.087021:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.087048:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.087055:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ca4c00 x1625895440918736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.087057:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ca4c00 x1625895440918736/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.087059:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:0.2:1550575073.087071:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.087118:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918736:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.087188:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.087471:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08300 - object 0x0:1725237 offset 1405091840<>1406140416
00000100:00100000:3.0:1550575073.087473:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.087474:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918800:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.087478:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a910-0x5c6be4832a910, portal 8
00000100:00000200:3.0:1550575073.087479:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918800, portal 4
00000100:00000200:3.0:1550575073.087480:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918800, offset 0
00000400:00000200:3.0:1550575073.087481:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.087483:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.087485:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.087486:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.087487:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.087487:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.087488:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.087494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.087583:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.087608:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.087624:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.087642:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b000 x1625895440918768/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.087644:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b000 x1625895440918768/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.087646:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000100:00100000:3.0:1550575073.087707:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918768:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.087751:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.088021:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0ad00 - object 0x0:1728629 offset 1405091840<>1406140416
00000100:00100000:3.0:1550575073.088028:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.088030:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918832:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.088039:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a930-0x5c6be4832a930, portal 8
00000100:00000200:3.0:1550575073.088041:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918832, portal 4
00000100:00000200:3.0:1550575073.088041:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918832, offset 0
00000400:00000200:3.0:1550575073.088042:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.088045:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.088046:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.088048:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.088048:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.088049:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.088050:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.088056:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.088144:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.088160:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08300 x1625895440918800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.088162:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08300 x1625895440918800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.088163:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:0.2:1550575073.088183:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.088203:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.088228:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918800:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.088320:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.088395:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.088595:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08600 - object 0x0:1728254 offset 1406140416<>1407188992
00000100:00100000:3.0:1550575073.088598:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918864:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.088601:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a950-0x5c6be4832a950, portal 8
00000100:00000200:3.0:1550575073.088603:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918864, portal 4
00000100:00000200:3.0:1550575073.088603:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918864, offset 0
00000400:00000200:3.0:1550575073.088605:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.088607:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.088608:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.088610:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.088610:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.088611:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.088612:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.088618:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.088706:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.088730:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.088749:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.088779:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0ad00 x1625895440918832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.088780:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0ad00 x1625895440918832/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.088782:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.088844:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918832:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.088867:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.089149:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0b600 - object 0x0:1728687 offset 1406140416<>1407188992
00000100:00100000:3.0:1550575073.089156:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.089157:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918896:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.089160:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a970-0x5c6be4832a970, portal 8
00000100:00000200:3.0:1550575073.089162:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918896, portal 4
00000100:00000200:3.0:1550575073.089162:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918896, offset 0
00000400:00000200:3.0:1550575073.089164:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.089166:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.089167:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.089169:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.089169:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.089170:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.089171:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.089177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.089262:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.089285:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.089293:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08600 x1625895440918864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.089295:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08600 x1625895440918864/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.089296:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:0.2:1550575073.089302:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.089357:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918864:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.089420:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.089711:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a09b00 - object 0x0:1725237 offset 1406140416<>1407188992
00000100:00100000:3.0:1550575073.089714:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.089715:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918928:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.089718:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a990-0x5c6be4832a990, portal 8
00000100:00000200:3.0:1550575073.089720:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918928, portal 4
00000100:00000200:3.0:1550575073.089721:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918928, offset 0
00000400:00000200:3.0:1550575073.089722:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.089725:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.089726:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.089727:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.089728:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.089728:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.089729:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.089736:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.089821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.089846:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.089857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.089875:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0b600 x1625895440918896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.089877:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0b600 x1625895440918896/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.089878:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575073.089939:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918896:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.089983:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.090282:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08900 - object 0x0:1728629 offset 1406140416<>1407188992
00000100:00100000:3.0:1550575073.090289:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.090291:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918960:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.090294:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a9b0-0x5c6be4832a9b0, portal 8
00000100:00000200:3.0:1550575073.090295:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918960, portal 4
00000100:00000200:3.0:1550575073.090296:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918960, offset 0
00000400:00000200:3.0:1550575073.090297:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.090300:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.090301:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.090302:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.090303:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.090303:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.090304:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.090311:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.090375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.090391:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a09b00 x1625895440918928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.090393:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a09b00 x1625895440918928/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.090395:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:1.2:1550575073.090397:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.090419:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.090442:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.090453:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440918928:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.090558:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.090641:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.090838:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0a400 - object 0x0:1728254 offset 1407188992<>1408237568
00000100:00100000:3.0:1550575073.090841:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918992:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.090844:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a9d0-0x5c6be4832a9d0, portal 8
00000100:00000200:3.0:1550575073.090845:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440918992, portal 4
00000100:00000200:3.0:1550575073.090846:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440918992, offset 0
00000400:00000200:3.0:1550575073.090848:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.090851:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.090852:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.090854:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.090854:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.090855:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.090856:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.090862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.090951:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.090975:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.090992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.091011:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08900 x1625895440918960/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.091013:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08900 x1625895440918960/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.091014:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00100000:3.0:1550575073.091084:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440918960:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.091120:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.091408:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a08c00 - object 0x0:1728687 offset 1407188992<>1408237568
00000100:00100000:3.0:1550575073.091415:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.091417:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919024:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.091420:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832a9f0-0x5c6be4832a9f0, portal 8
00000100:00000200:3.0:1550575073.091421:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919024, portal 4
00000100:00000200:3.0:1550575073.091422:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919024, offset 0
00000400:00000200:3.0:1550575073.091423:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.091426:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.091427:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.091429:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.091429:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.091430:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.091430:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.091438:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.091519:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.091535:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0a400 x1625895440918992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.091537:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0a400 x1625895440918992/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.091539:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.2:1550575073.091556:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.091573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.091597:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440918992:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.091691:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.091951:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881580a0aa00 - object 0x0:1725237 offset 1407188992<>1408237568
00000100:00100000:3.0:1550575073.091954:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.091955:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919056:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.091958:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aa10-0x5c6be4832aa10, portal 8
00000100:00000200:3.0:1550575073.091960:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919056, portal 4
00000100:00000200:3.0:1550575073.091960:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919056, offset 0
00000400:00000200:3.0:1550575073.091961:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.091964:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.091965:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.091967:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.091967:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.091968:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.091968:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.091975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.092065:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.092089:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.092107:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.092130:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.092148:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a08c00 x1625895440919024/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.092150:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a08c00 x1625895440919024/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.092152:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000100:00100000:3.0:1550575073.092216:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919024:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.092223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.092528:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac000 - object 0x0:1728629 offset 1407188992<>1408237568
00000100:00100000:3.0:1550575073.092535:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.092536:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919088:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.092539:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aa30-0x5c6be4832aa30, portal 8
00000100:00000200:3.0:1550575073.092540:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919088, portal 4
00000100:00000200:3.0:1550575073.092541:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919088, offset 0
00000400:00000200:3.0:1550575073.092542:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.092544:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.092546:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.092547:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.092548:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.092548:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.092549:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.092556:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.092612:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.092628:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881580a0aa00 x1625895440919056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.092629:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881580a0aa00 x1625895440919056/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.092631:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.2:1550575073.092639:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.092662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.092684:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.092690:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919056:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.092801:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.092885:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.093086:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae100 - object 0x0:1728254 offset 1408237568<>1409286144
00000100:00100000:3.0:1550575073.093090:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919120:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.093093:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aa50-0x5c6be4832aa50, portal 8
00000100:00000200:3.0:1550575073.093094:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919120, portal 4
00000100:00000200:3.0:1550575073.093095:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919120, offset 0
00000400:00000200:3.0:1550575073.093096:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.093098:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.093100:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.093101:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.093102:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.093102:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.093103:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.093110:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.093196:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.093221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.093240:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.093269:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac000 x1625895440919088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.093271:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac000 x1625895440919088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.093273:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.093333:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919088:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.093356:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.093645:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac300 - object 0x0:1728687 offset 1408237568<>1409286144
00000100:00100000:3.0:1550575073.093652:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.093653:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919152:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.093656:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aa70-0x5c6be4832aa70, portal 8
00000100:00000200:3.0:1550575073.093658:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919152, portal 4
00000100:00000200:3.0:1550575073.093658:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919152, offset 0
00000400:00000200:3.0:1550575073.093660:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.093662:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.093663:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.093665:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.093665:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.093666:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.093667:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.093673:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.093755:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.093773:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae100 x1625895440919120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.093775:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae100 x1625895440919120/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.093776:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:0.2:1550575073.093786:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.093805:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.093837:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919120:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.093922:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.094201:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebadb00 - object 0x0:1725237 offset 1408237568<>1409286144
00000100:00100000:3.0:1550575073.094204:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.094205:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919184:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.094209:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aa90-0x5c6be4832aa90, portal 8
00000100:00000200:3.0:1550575073.094210:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919184, portal 4
00000100:00000200:3.0:1550575073.094211:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919184, offset 0
00000400:00000200:3.0:1550575073.094212:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.094214:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.094216:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.094217:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.094218:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.094218:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.094219:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.094226:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.094315:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.094339:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.094357:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.094387:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac300 x1625895440919152/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.094389:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac300 x1625895440919152/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.094391:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575073.094452:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919152:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.094473:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.094769:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebae700 - object 0x0:1728629 offset 1408237568<>1409286144
00000100:00100000:3.0:1550575073.094776:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.094777:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919216:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.094780:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aab0-0x5c6be4832aab0, portal 8
00000100:00000200:3.0:1550575073.094782:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919216, portal 4
00000100:00000200:3.0:1550575073.094782:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919216, offset 0
00000400:00000200:3.0:1550575073.094783:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.094786:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.094787:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.094789:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.094789:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.094790:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.094791:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.094797:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.094879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.094895:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebadb00 x1625895440919184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.094896:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebadb00 x1625895440919184/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.094898:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:0.2:1550575073.094916:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.094935:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.094957:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919184:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.095052:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.095139:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.095337:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebacc00 - object 0x0:1728254 offset 1409286144<>1410334720
00000100:00100000:3.0:1550575073.095340:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919248:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.095344:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aad0-0x5c6be4832aad0, portal 8
00000100:00000200:3.0:1550575073.095345:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919248, portal 4
00000100:00000200:3.0:1550575073.095345:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919248, offset 0
00000400:00000200:3.0:1550575073.095347:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.095350:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.095351:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.095352:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.095353:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.095353:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.095354:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.095360:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.095447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.095472:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.095490:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.095491:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebae700 x1625895440919216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.095493:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebae700 x1625895440919216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.095495:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.095557:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919216:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.095607:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.095894:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebad800 - object 0x0:1728687 offset 1409286144<>1410334720
00000100:00100000:3.0:1550575073.095901:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.095902:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919280:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.095905:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aaf0-0x5c6be4832aaf0, portal 8
00000100:00000200:3.0:1550575073.095907:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919280, portal 4
00000100:00000200:3.0:1550575073.095907:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919280, offset 0
00000400:00000200:3.0:1550575073.095909:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.095912:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.095913:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.095914:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.095915:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.095915:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.095916:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.095923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.096010:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.096035:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.096043:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebacc00 x1625895440919248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.096045:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebacc00 x1625895440919248/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.096047:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:0.2:1550575073.096052:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.096107:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919248:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.096170:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.096459:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88157ebac900 - object 0x0:1725237 offset 1409286144<>1410334720
00000100:00100000:3.0:1550575073.096462:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.096463:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919312:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.096466:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ab10-0x5c6be4832ab10, portal 8
00000100:00000200:3.0:1550575073.096467:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919312, portal 4
00000100:00000200:3.0:1550575073.096468:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919312, offset 0
00000400:00000200:3.0:1550575073.096469:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.096472:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.096473:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.096474:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.096475:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.096475:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.096476:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.096483:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.096569:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.096593:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.096614:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebad800 x1625895440919280/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.096616:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebad800 x1625895440919280/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.096617:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575073.096677:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919280:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.096723:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.097012:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411200 - object 0x0:1728629 offset 1409286144<>1410334720
00000100:00100000:3.0:1550575073.097018:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.097020:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919344:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.097023:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ab30-0x5c6be4832ab30, portal 8
00000100:00000200:3.0:1550575073.097024:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919344, portal 4
00000100:00000200:3.0:1550575073.097024:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919344, offset 0
00000400:00000200:3.0:1550575073.097026:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.097028:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.097029:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.097033:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.097034:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.097038:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.097039:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.097046:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.097124:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.097139:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88157ebac900 x1625895440919312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.097141:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88157ebac900 x1625895440919312/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.097143:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:0.2:1550575073.097160:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.097178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.097206:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919312:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.097299:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.097385:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.097580:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412700 - object 0x0:1728254 offset 1410334720<>1411383296
00000100:00100000:3.0:1550575073.097583:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919376:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.097586:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ab50-0x5c6be4832ab50, portal 8
00000100:00000200:3.0:1550575073.097587:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919376, portal 4
00000100:00000200:3.0:1550575073.097588:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919376, offset 0
00000400:00000200:3.0:1550575073.097589:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.097592:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.097593:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.097595:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.097595:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.097596:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.097597:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.097603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.097688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.097713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.097726:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.097744:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411200 x1625895440919344/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.097746:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411200 x1625895440919344/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.097748:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575073.097809:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919344:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.097853:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.098151:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413300 - object 0x0:1728687 offset 1410334720<>1411383296
00000100:00100000:3.0:1550575073.098158:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.098159:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919408:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.098162:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ab70-0x5c6be4832ab70, portal 8
00000100:00000200:3.0:1550575073.098164:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919408, portal 4
00000100:00000200:3.0:1550575073.098165:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919408, offset 0
00000400:00000200:3.0:1550575073.098166:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.098169:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.098170:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.098171:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.098172:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.098172:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.098173:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.098180:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.098261:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.098279:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412700 x1625895440919376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.098281:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412700 x1625895440919376/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.098283:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:0.2:1550575073.098293:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.098310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.098343:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919376:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.098429:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.098709:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410900 - object 0x0:1725237 offset 1410334720<>1411383296
00000100:00100000:3.0:1550575073.098711:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.098712:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919440:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.098716:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ab90-0x5c6be4832ab90, portal 8
00000100:00000200:3.0:1550575073.098717:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919440, portal 4
00000100:00000200:3.0:1550575073.098718:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919440, offset 0
00000400:00000200:3.0:1550575073.098719:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.098722:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.098723:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.098724:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.098725:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.098725:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.098726:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.098733:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.098821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.098846:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.098862:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.098881:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413300 x1625895440919408/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.098882:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413300 x1625895440919408/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.098884:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575073.098945:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919408:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.098989:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.099277:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524411e00 - object 0x0:1728629 offset 1410334720<>1411383296
00000100:00100000:3.0:1550575073.099284:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.099285:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919472:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.099288:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832abb0-0x5c6be4832abb0, portal 8
00000100:00000200:3.0:1550575073.099290:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919472, portal 4
00000100:00000200:3.0:1550575073.099290:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919472, offset 0
00000400:00000200:3.0:1550575073.099292:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.099294:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.099296:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.099297:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.099298:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.099298:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.099299:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.099306:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.099388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.099404:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410900 x1625895440919440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.099406:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410900 x1625895440919440/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.099408:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:0.2:1550575073.099425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.099444:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.099467:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919440:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.099563:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.099633:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.099834:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413600 - object 0x0:1728254 offset 1411383296<>1412431872
00000100:00100000:3.0:1550575073.099837:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919504:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.099840:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832abd0-0x5c6be4832abd0, portal 8
00000100:00000200:3.0:1550575073.099841:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919504, portal 4
00000100:00000200:3.0:1550575073.099842:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919504, offset 0
00000400:00000200:3.0:1550575073.099844:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.099847:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.099848:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.099850:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.099850:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.099851:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.099852:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.099858:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.099947:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.099972:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.099990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.100020:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524411e00 x1625895440919472/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.100021:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524411e00 x1625895440919472/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.100023:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000100:00100000:3.0:1550575073.100091:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919472:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.100107:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.100399:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524410c00 - object 0x0:1728687 offset 1411383296<>1412431872
00000100:00100000:3.0:1550575073.100407:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.100408:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919536:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.100411:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832abf0-0x5c6be4832abf0, portal 8
00000100:00000200:3.0:1550575073.100412:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919536, portal 4
00000100:00000200:3.0:1550575073.100413:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919536, offset 0
00000400:00000200:3.0:1550575073.100414:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.100417:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.100418:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.100420:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.100420:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.100421:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.100421:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.100428:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.100506:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.100522:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413600 x1625895440919504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.100524:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413600 x1625895440919504/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.100526:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:0.2:1550575073.100542:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.100560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.100586:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919504:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.100677:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.100949:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524412100 - object 0x0:1725237 offset 1411383296<>1412431872
00000100:00100000:3.0:1550575073.100952:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.100953:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919568:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.100956:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ac10-0x5c6be4832ac10, portal 8
00000100:00000200:3.0:1550575073.100958:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919568, portal 4
00000100:00000200:3.0:1550575073.100958:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919568, offset 0
00000400:00000200:3.0:1550575073.100960:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.100962:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.100964:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.100965:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.100966:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.100966:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.100967:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.100974:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.101064:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.101088:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.101106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.101136:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524410c00 x1625895440919536/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.101138:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524410c00 x1625895440919536/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.101140:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575073.101204:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919536:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.101223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.101519:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881524413c00 - object 0x0:1728629 offset 1411383296<>1412431872
00000100:00100000:3.0:1550575073.101526:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.101527:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919600:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.101530:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ac30-0x5c6be4832ac30, portal 8
00000100:00000200:3.0:1550575073.101531:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919600, portal 4
00000100:00000200:3.0:1550575073.101532:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919600, offset 0
00000400:00000200:3.0:1550575073.101533:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.101536:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.101537:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.101538:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.101539:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.101539:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.101540:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.101546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.101621:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.101637:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524412100 x1625895440919568/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.101638:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524412100 x1625895440919568/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.101640:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.101657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.101674:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.101699:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440919568:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.101792:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.101879:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.102084:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9713c00 - object 0x0:1728254 offset 1412431872<>1413480448
00000100:00100000:3.0:1550575073.102089:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.102092:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ac50-0x5c6be4832ac50, portal 8
00000100:00000200:3.0:1550575073.102093:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919632, portal 4
00000100:00000200:3.0:1550575073.102094:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919632, offset 0
00000400:00000200:3.0:1550575073.102095:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.102098:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.102099:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.102100:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.102101:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.102101:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.102102:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.102108:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.102197:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.102222:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.102243:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881524413c00 x1625895440919600/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.102244:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881524413c00 x1625895440919600/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.102246:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.102309:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919600:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.102349:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.102639:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712400 - object 0x0:1728687 offset 1412431872<>1413480448
00000100:00100000:3.0:1550575073.102646:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.102647:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919664:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.102650:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ac70-0x5c6be4832ac70, portal 8
00000100:00000200:3.0:1550575073.102652:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919664, portal 4
00000100:00000200:3.0:1550575073.102652:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919664, offset 0
00000400:00000200:3.0:1550575073.102653:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.102656:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.102657:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.102659:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.102659:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.102660:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.102661:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.102667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.102751:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.102766:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9713c00 x1625895440919632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.102768:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9713c00 x1625895440919632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.102770:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:0.2:1550575073.102787:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.102805:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.102829:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440919632:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.102920:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.103243:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.103328:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.103357:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.103367:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.103385:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712400 x1625895440919664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.103386:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712400 x1625895440919664/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.103388:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575073.103445:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919664:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.103496:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.103760:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710900 - object 0x0:1728629 offset 1412431872<>1413480448
00000100:00100000:3.0:1550575073.103768:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.103769:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919728:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.103772:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832acb0-0x5c6be4832acb0, portal 8
00000100:00000200:3.0:1550575073.103774:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919728, portal 4
00000100:00000200:3.0:1550575073.103774:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919728, offset 0
00000400:00000200:3.0:1550575073.103776:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.103778:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.103780:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.103781:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.103782:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.103782:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.103783:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.103790:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.103869:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.103892:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.103897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.103915:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.104089:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.104361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.104446:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.104473:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.104491:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.104522:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710900 x1625895440919728/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.104524:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710900 x1625895440919728/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.104526:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575073.104585:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919728:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.104608:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.104899:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710300 - object 0x0:1728687 offset 1413480448<>1414529024
00000100:00100000:3.0:1550575073.104905:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.104906:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919792:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.104909:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832acf0-0x5c6be4832acf0, portal 8
00000100:00000200:3.0:1550575073.104911:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919792, portal 4
00000100:00000200:3.0:1550575073.104911:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919792, offset 0
00000400:00000200:3.0:1550575073.104913:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.104915:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.104917:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.104918:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.104918:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.104919:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.104920:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.104926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.105005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.105018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.105020:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.105022:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.105024:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832acf0
00000400:00000200:2.0:1550575073.105026:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1023d [256] + 0
00000400:00000200:2.0:1550575073.105027:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:2.0:1550575073.105028:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.105029:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.105036:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.105038:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.105039:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.105043:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.105044:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.105044:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.105046:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.105046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.105052:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.105103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.105209:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.105220:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.105224:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.105225:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b9a00
00000400:00000200:2.0:1550575073.105227:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.105229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.105483:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.105567:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.105579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.105595:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.105601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.105603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.105604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.105617:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.105623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.105625:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.105629:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.2:1550575073.105637:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.105638:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.105640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.105640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.105641:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.105642:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.105644:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832acf0
00000400:00000200:2.0:1550575073.105645:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10241 [1] + 192
00000100:00000200:2.0:1550575073.105647:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d9710300 x1625895440919792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.105651:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.105652:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.105652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.105655:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710300 x1625895440919792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.105657:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710300 x1625895440919792/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.105659:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575073.105717:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919792:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.105739:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.106019:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9712d00 - object 0x0:1728629 offset 1413480448<>1414529024
00000100:00100000:3.0:1550575073.106025:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.106026:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919856:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.106029:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ad30-0x5c6be4832ad30, portal 8
00000100:00000200:3.0:1550575073.106030:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919856, portal 4
00000100:00000200:3.0:1550575073.106037:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919856, offset 0
00000400:00000200:3.0:1550575073.106038:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.106041:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.106042:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.106043:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.106044:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.106045:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.106046:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.106052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.106058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.106061:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.106062:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d9712d00 x1625895440919856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.106064:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:2.0:1550575073.106065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.106131:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.106139:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.106140:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.106142:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.106143:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ad30
00000400:00000200:2.0:1550575073.106144:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x10255 [256] + 0
00000400:00000200:2.0:1550575073.106145:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:2.0:1550575073.106145:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.106146:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.106148:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.106149:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.106150:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.106154:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.106154:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.106155:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.106156:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.106156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.106162:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.106222:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.106332:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.106339:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.106342:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.106342:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b9e00
00000400:00000200:2.0:1550575073.106345:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.106346:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.106605:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.106615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.106690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.106702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.106718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.106724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.106726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.106727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.106741:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.106746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.106749:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.106753:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.106762:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.106762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.106764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.106765:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9712d00 x1625895440919856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.106766:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9712d00 x1625895440919856/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.106768:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.106829:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919856:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.106863:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.107142:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9711500 - object 0x0:1728687 offset 1414529024<>1415577600
00000100:00100000:3.0:1550575073.107147:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.107149:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919920:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.107152:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ad70-0x5c6be4832ad70, portal 8
00000100:00000200:3.0:1550575073.107153:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919920, portal 4
00000100:00000200:3.0:1550575073.107154:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919920, offset 0
00000400:00000200:3.0:1550575073.107155:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.107158:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.107159:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.107160:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.107161:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.107162:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.107163:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.107169:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.107175:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.107177:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.107178:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d9711500 x1625895440919920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.107180:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:2.0:1550575073.107181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.107252:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.107261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.107268:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.107273:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.107274:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.107275:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.107277:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ad50
00000400:00000200:2.0:1550575073.107278:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10265 [1] + 192
00000100:00000200:2.0:1550575073.107279:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df7c4f00 x1625895440919888/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.107282:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.107283:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.107283:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.107284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.107284:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.107285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.107286:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.107304:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.107310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.107311:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.107313:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.107321:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.107322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.107322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.107423:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.107429:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.107432:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.107432:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b9800
00000400:00000200:2.0:1550575073.107435:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.107436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.107727:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.107737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.107819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.107831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.107844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.107850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.107853:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.107854:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.107855:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ad70
00000400:00000200:2.0:1550575073.107856:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10271 [1] + 192
00000100:00000200:2.0:1550575073.107857:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d9711500 x1625895440919920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.107861:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.107862:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.107862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.107865:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9711500 x1625895440919920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.107867:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9711500 x1625895440919920/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.107868:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.107872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.107883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:3.0:1550575073.107929:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919920:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.107992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.107999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.108002:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.108003:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814d140fa00
00000400:00000200:2.0:1550575073.108005:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.108006:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.108271:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d9710f00 - object 0x0:1728629 offset 1414529024<>1415577600
00000100:00100000:3.0:1550575073.108276:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.108278:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919984:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.108281:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832adb0-0x5c6be4832adb0, portal 8
00000100:00000200:3.0:1550575073.108282:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440919984, portal 4
00000100:00000200:3.0:1550575073.108283:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440919984, offset 0
00000400:00000200:3.0:1550575073.108284:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.108287:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.108288:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.108289:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.108290:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.108290:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.108291:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.108298:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.108307:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.108377:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.108382:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.108385:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.108386:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.108388:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832adb0
00000400:00000200:2.0:1550575073.108389:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x10285 [256] + 0
00000400:00000200:2.0:1550575073.108389:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:2.0:1550575073.108390:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.108391:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.108393:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.108394:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.108394:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.2:1550575073.108395:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.108398:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.108398:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.108399:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108399:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.108400:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.108401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.108406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.108429:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.108592:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.108602:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.108602:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b9000
00000400:00000200:2.0:1550575073.108605:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.108606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.108850:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.108937:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.108943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108946:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.108947:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.108948:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832add0
00000400:00000200:2.0:1550575073.108949:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x10291 [256] + 0
00000400:00000200:2.0:1550575073.108950:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:2.0:1550575073.108951:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108951:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.108953:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.108954:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.108955:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.108958:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.108958:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108959:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.108959:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.108960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.108965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.108984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.108995:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.109014:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.109020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.109023:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.109024:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.109025:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832adb0
00000400:00000200:2.0:1550575073.109026:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10289 [1] + 192
00000100:00000200:2.0:1550575073.109027:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d9710f00 x1625895440919984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.109034:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.109035:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.109035:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.109036:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d9710f00 x1625895440919984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.109038:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d9710f00 x1625895440919984/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.109040:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575073.109101:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440919984:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.109105:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.109392:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1653600 - object 0x0:1728687 offset 1415577600<>1416626176
00000100:00100000:3.0:1550575073.109397:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.109399:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920048:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.109402:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832adf0-0x5c6be4832adf0, portal 8
00000100:00000200:3.0:1550575073.109403:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920048, portal 4
00000100:00000200:3.0:1550575073.109404:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920048, offset 0
00000400:00000200:3.0:1550575073.109405:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.109408:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.109409:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.109411:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.109411:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.109412:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.109413:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.109419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.109425:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.109427:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.109428:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d1653600 x1625895440920048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.109430:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:2.0:1550575073.109431:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.109500:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.109508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.109509:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.109510:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.109512:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832add0
00000400:00000200:2.0:1550575073.109513:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10295 [1] + 192
00000100:00000200:2.0:1550575073.109515:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df7c4000 x1625895440920016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.109518:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.109519:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.109519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.109520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.109529:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.109535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.109537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.109538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.109550:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.109556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.109557:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.109560:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.109568:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.109568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.109569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.109669:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.109675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.109678:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.109679:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b8800
00000400:00000200:2.0:1550575073.109681:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.109682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.109976:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.109985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.110063:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.110069:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110071:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.110072:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.110074:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ae10
00000400:00000200:2.0:1550575073.110075:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x102a9 [256] + 0
00000400:00000200:2.0:1550575073.110075:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:2.0:1550575073.110076:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110076:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.110079:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.110079:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.110080:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.110083:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.2:1550575073.110083:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110084:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110084:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.110085:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.110086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.110086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.110087:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.110088:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.110089:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832adf0
00000400:00000200:2.0:1550575073.110090:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x102a1 [1] + 192
00000100:00000200:2.0:1550575073.110091:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1653600 x1625895440920048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.110091:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.110095:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.110095:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.110096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.110097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.110099:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1653600 x1625895440920048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.110101:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1653600 x1625895440920048/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.110103:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:0.2:1550575073.110110:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110121:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.110164:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920048:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.110230:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.110240:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.110241:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814d140e800
00000400:00000200:2.0:1550575073.110243:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.110244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.110528:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650000 - object 0x0:1728629 offset 1415577600<>1416626176
00000100:00100000:3.0:1550575073.110534:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.110535:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920112:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.110538:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ae30-0x5c6be4832ae30, portal 8
00000100:00000200:3.0:1550575073.110539:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920112, portal 4
00000100:00000200:3.0:1550575073.110540:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920112, offset 0
00000400:00000200:3.0:1550575073.110542:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.110544:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.110545:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.110547:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.110547:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.110548:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.110549:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.110555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.110564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.110629:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.110635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.110637:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.110639:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.110640:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ae10
00000400:00000200:2.0:1550575073.110641:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x102ad [1] + 192
00000100:00000200:2.0:1550575073.110642:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df7c4c00 x1625895440920080/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.110646:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.110646:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.110647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.110647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.110665:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.110673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.110674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.110687:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.110693:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.110696:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.110706:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.110706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.110707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.110806:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.110812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.110815:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.110816:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b8000
00000400:00000200:2.0:1550575073.110818:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.110819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.111115:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.111125:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.111200:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.111207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111209:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.111211:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.111212:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ae50
00000400:00000200:2.0:1550575073.111213:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x102c1 [256] + 0
00000400:00000200:2.0:1550575073.111214:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:2.0:1550575073.111214:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111215:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.111217:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.111218:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.111218:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.111222:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.111222:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111223:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.111223:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.111224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.111229:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111239:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.111240:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.111241:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.111247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.111249:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650000 x1625895440920112/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.111251:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650000 x1625895440920112/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.111253:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:2.0:1550575073.111253:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.111256:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.111258:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.111266:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.111267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.111315:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920112:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.111367:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.111646:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651500 - object 0x0:1728687 offset 1416626176<>1417674752
00000100:00100000:3.0:1550575073.111651:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.111652:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920176:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.111655:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ae70-0x5c6be4832ae70, portal 8
00000100:00000200:3.0:1550575073.111658:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920176, portal 4
00000100:00000200:3.0:1550575073.111658:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920176, offset 0
00000400:00000200:3.0:1550575073.111659:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.111662:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.111663:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.111664:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.111665:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.111666:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.111666:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.111673:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.111682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.111755:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.111760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.111763:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.111764:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.111765:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ae70
00000400:00000200:2.0:1550575073.111766:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x102cd [256] + 0
00000400:00000200:2.0:1550575073.111767:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:2.0:1550575073.111767:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.111768:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.111770:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.111771:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.111772:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.111775:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.111775:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.111775:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111776:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.111776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.111783:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.111786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.111792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.111793:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.111794:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.111795:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ae50
00000400:00000200:2.0:1550575073.111796:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x102c5 [1] + 192
00000100:00000200:2.0:1550575073.111798:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df7c5500 x1625895440920144/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.111801:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.111802:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.111802:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.111803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.111804:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.111806:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.111814:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.111815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.111815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.111916:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.111923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.111925:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.111926:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b8c00
00000400:00000200:2.0:1550575073.111928:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.111929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.112235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.112245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.112320:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.112331:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.112348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.112354:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112356:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.112357:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112358:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.112359:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.112360:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ae70
00000400:00000200:2.0:1550575073.112361:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x102d1 [1] + 192
00000100:00000200:2.0:1550575073.112362:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1651500 x1625895440920176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.112365:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112366:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.112366:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.112369:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000100:00000200:3.0:1550575073.112370:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651500 x1625895440920176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.112370:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000100:00000200:3.0:1550575073.112371:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651500 x1625895440920176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.112373:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:2.0:1550575073.112373:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112381:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.112381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.112433:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920176:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.112482:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.112767:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1650600 - object 0x0:1728629 offset 1416626176<>1417674752
00000100:00100000:3.0:1550575073.112772:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.112773:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920240:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.112777:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aeb0-0x5c6be4832aeb0, portal 8
00000100:00000200:3.0:1550575073.112778:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920240, portal 4
00000100:00000200:3.0:1550575073.112779:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920240, offset 0
00000400:00000200:3.0:1550575073.112780:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.112782:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.112783:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.112785:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.112786:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.112786:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.112787:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.112794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.112800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.112802:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.112803:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d1650600 x1625895440920240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.112805:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:2.0:1550575073.112806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.112874:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.112882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.112888:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.112894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.112894:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.112896:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.112897:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ae90
00000400:00000200:2.0:1550575073.112898:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x102dd [1] + 192
00000100:00000200:2.0:1550575073.112899:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df7c7300 x1625895440920208/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.112903:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.112903:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.112903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.112905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.112906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.112907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.112922:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.112928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.112929:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.112931:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.112940:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.112940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.112941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.113041:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.113047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.113050:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.113051:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b9c00
00000400:00000200:2.0:1550575073.113053:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.113054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.113364:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.113374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.113448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.113459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.113460:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.113462:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.113466:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832aeb0
00000400:00000200:2.0:1550575073.113467:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x102e9 [1] + 192
00000100:00000200:2.0:1550575073.113468:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1650600 x1625895440920240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.113472:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.113472:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.113473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.113475:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1650600 x1625895440920240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.113475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.113477:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1650600 x1625895440920240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.113479:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.113499:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.113510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.113538:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920240:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.113619:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.113626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.113629:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.113630:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a76c5400
00000400:00000200:2.0:1550575073.113632:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:2.0:1550575073.113633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.113899:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651e00 - object 0x0:1728687 offset 1417674752<>1418723328
00000100:00100000:3.0:1550575073.113904:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.113906:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920304:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.113909:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aef0-0x5c6be4832aef0, portal 8
00000100:00000200:3.0:1550575073.113910:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920304, portal 4
00000100:00000200:3.0:1550575073.113911:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920304, offset 0
00000400:00000200:3.0:1550575073.113912:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.113915:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.113916:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.113917:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.113918:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.113919:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.113920:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.113926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.113935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.114007:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.114016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.114024:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.114030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.114035:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.114036:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.114037:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832aed0
00000400:00000200:2.0:1550575073.114038:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x102f5 [1] + 192
00000100:00000200:2.0:1550575073.114040:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df7c5b00 x1625895440920272/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.114040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.114042:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.114042:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.114043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.114043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.114044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.114044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.114060:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.114066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.114067:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.114070:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.114078:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.114079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.114079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.114179:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.114188:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.114191:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.114191:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b8400
00000400:00000200:2.0:1550575073.114194:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.114194:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.114491:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.114501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.114576:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.114587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.114604:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.114610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.114612:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.114614:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.114615:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832aef0
00000400:00000200:2.0:1550575073.114616:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10301 [1] + 192
00000100:00000200:2.0:1550575073.114617:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1651e00 x1625895440920304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.114620:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.114621:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.114621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.114624:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651e00 x1625895440920304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.114626:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651e00 x1625895440920304/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.114626:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.114628:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:2.0:1550575073.114638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:3.0:1550575073.114689:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920304:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.114747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.114753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.114756:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.114757:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a76c4000
00000400:00000200:2.0:1550575073.114759:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:2.0:1550575073.114760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.115037:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652d00 - object 0x0:1728629 offset 1417674752<>1418723328
00000100:00100000:3.0:1550575073.115042:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.115043:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920368:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.115047:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832af30-0x5c6be4832af30, portal 8
00000100:00000200:3.0:1550575073.115048:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920368, portal 4
00000100:00000200:3.0:1550575073.115049:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920368, offset 0
00000400:00000200:3.0:1550575073.115051:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.115054:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.115055:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.115056:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.115057:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.115058:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.115059:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.115065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.115074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.115141:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.115146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.115149:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.115150:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.115151:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832af10
00000400:00000200:2.0:1550575073.115152:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1030d [1] + 192
00000100:00000200:2.0:1550575073.115154:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3f900 x1625895440920336/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.115157:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.115158:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.115158:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.115159:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.115175:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.115182:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115186:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.115187:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.115197:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.115203:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115204:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.115207:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.115216:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.115216:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.115217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.115317:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.115323:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115326:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.115327:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814614b9400
00000400:00000200:2.0:1550575073.115329:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.115330:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.115632:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.115642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.115719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.115731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.115735:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.115741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115742:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.115743:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.115744:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832af30
00000400:00000200:2.0:1550575073.115745:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10319 [1] + 192
00000100:00000200:2.0:1550575073.115746:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1652d00 x1625895440920368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.115748:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115750:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.115750:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.115751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.115751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.115752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.115754:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652d00 x1625895440920368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.115756:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652d00 x1625895440920368/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.115757:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:0.2:1550575073.115763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.115773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.115820:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920368:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.115884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.115890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.115893:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.115894:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a76c4200
00000400:00000200:2.0:1550575073.115896:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.115897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.116163:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651800 - object 0x0:1728687 offset 1418723328<>1419771904
00000100:00100000:3.0:1550575073.116168:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.116170:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920432:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.116173:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832af70-0x5c6be4832af70, portal 8
00000100:00000200:3.0:1550575073.116174:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920432, portal 4
00000100:00000200:3.0:1550575073.116175:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920432, offset 0
00000400:00000200:3.0:1550575073.116176:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.116179:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.116180:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.116182:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.116182:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.116183:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.116188:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.116195:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.116204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.116278:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.116287:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.116294:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.116300:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.116301:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.116302:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.116303:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832af50
00000400:00000200:2.0:1550575073.116304:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10325 [1] + 192
00000100:00000200:2.0:1550575073.116305:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3ed00 x1625895440920400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.116307:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.116309:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.116309:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.116310:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.116311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.116311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.116312:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.116329:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.116335:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.116336:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.116339:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.116348:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.116348:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.116349:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.116449:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.116456:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.116459:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.116459:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fa200
00000400:00000200:2.0:1550575073.116462:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.116463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.116747:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.116758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.116833:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.116845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.116861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.116867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.116869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.116870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.116877:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.116883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.116885:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.116887:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.116888:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832af70
00000400:00000200:2.0:1550575073.116889:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10331 [1] + 192
00000100:00000200:2.0:1550575073.116890:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1651800 x1625895440920432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.116893:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000100:00000200:3.0:1550575073.116898:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651800 x1625895440920432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.116899:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651800 x1625895440920432/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.116901:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:2.0:1550575073.116901:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.116902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.116962:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920432:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.117003:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.117009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.117012:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.117013:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a74b1e00
00000400:00000200:2.0:1550575073.117015:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.117016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.117292:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1651200 - object 0x0:1728629 offset 1418723328<>1419771904
00000100:00100000:3.0:1550575073.117297:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.117298:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920496:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.117301:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832afb0-0x5c6be4832afb0, portal 8
00000100:00000200:3.0:1550575073.117303:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920496, portal 4
00000100:00000200:3.0:1550575073.117303:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920496, offset 0
00000400:00000200:3.0:1550575073.117305:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.117307:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.117308:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.117310:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.117310:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.117311:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.117312:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.117319:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.117328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.117395:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.117401:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.117404:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.117405:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.117406:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832af90
00000400:00000200:2.0:1550575073.117407:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1033d [1] + 192
00000100:00000200:2.0:1550575073.117409:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3e400 x1625895440920464/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.117412:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.117413:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.117413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.117414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.117431:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.117437:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.117440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.117440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.117454:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.117460:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.117461:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.117464:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.117473:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.117473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.117474:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.117574:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.117581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.117584:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.117584:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fa600
00000400:00000200:2.0:1550575073.117586:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.117587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.117874:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.117884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.117961:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.117973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.117989:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.117995:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.117997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.117998:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.117999:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.118000:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.118001:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832afb0
00000400:00000200:2.0:1550575073.118002:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10349 [1] + 192
00000100:00000200:2.0:1550575073.118003:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1651200 x1625895440920496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.118007:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.118007:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.118008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.118011:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1651200 x1625895440920496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.118013:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1651200 x1625895440920496/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.118013:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.118015:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:2.0:1550575073.118024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.118078:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920496:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.118136:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.118143:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.118146:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.118147:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a74b1000
00000400:00000200:2.0:1550575073.118149:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.118150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.118416:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1652100 - object 0x0:1728687 offset 1419771904<>1420820480
00000100:00100000:3.0:1550575073.118422:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.118423:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920560:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.118426:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832aff0-0x5c6be4832aff0, portal 8
00000100:00000200:3.0:1550575073.118428:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920560, portal 4
00000100:00000200:3.0:1550575073.118428:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920560, offset 0
00000400:00000200:3.0:1550575073.118430:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.118432:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.118433:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.118435:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.118435:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.118436:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.118437:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.118444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.118454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.118541:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.118547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.118549:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.118550:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.118551:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832aff0
00000400:00000200:2.0:1550575073.118553:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1035d [256] + 0
00000400:00000200:2.0:1550575073.118554:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:2.0:1550575073.118554:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.118555:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000400:00000200:2.0:1550575073.118557:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.118558:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.118559:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.118562:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.118563:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.118564:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.118564:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.118565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.118571:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.118634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.118743:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.118749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.118752:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.118753:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617faa00
00000400:00000200:2.0:1550575073.118755:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.118756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.118987:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.118997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.119075:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.119086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.119103:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119107:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.119110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.119125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119132:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.119136:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119146:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.119146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.119159:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.119179:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1652100 x1625895440920560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.119181:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1652100 x1625895440920560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.119182:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575073.119245:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920560:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.119247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119252:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119255:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.119256:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a74b0600
00000400:00000200:2.0:1550575073.119257:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.119258:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.119258:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.119534:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206f900 - object 0x0:1728629 offset 1419771904<>1420820480
00000100:00100000:3.0:1550575073.119539:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.119541:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920624:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.119544:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b030-0x5c6be4832b030, portal 8
00000100:00000200:3.0:1550575073.119546:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920624, portal 4
00000100:00000200:3.0:1550575073.119546:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920624, offset 0
00000400:00000200:3.0:1550575073.119547:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.119550:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.119551:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.119553:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.119553:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.119554:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.119555:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.119561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.119565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.119568:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.119569:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e206f900 x1625895440920624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.119570:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:2.0:1550575073.119571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.119651:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.119658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.119659:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.119660:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.119661:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b010
00000400:00000200:2.0:1550575073.119662:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1036d [1] + 192
00000100:00000200:2.0:1550575073.119664:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3d800 x1625895440920592/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.119667:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.119668:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.119668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.119669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.119679:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.119687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.119701:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119706:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.119709:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.119717:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.119717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.119718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.119817:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.119822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.119825:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.119825:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fae00
00000400:00000200:2.0:1550575073.119828:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.119829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.120117:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.120125:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.120202:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.120207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120209:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.120210:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.120212:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b050
00000400:00000200:2.0:1550575073.120213:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x10381 [256] + 0
00000400:00000200:2.0:1550575073.120214:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:2.0:1550575073.120214:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120214:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.120217:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.120218:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.120218:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.120222:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.120222:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120222:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.120223:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.120223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.120229:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.120247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120256:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.120257:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.120258:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.120259:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b030
00000400:00000200:2.0:1550575073.120260:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10379 [1] + 192
00000100:00000200:2.0:1550575073.120262:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e206f900 x1625895440920624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.120265:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:2.0:1550575073.120267:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.120268:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.120269:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206f900 x1625895440920624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.120271:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206f900 x1625895440920624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.120273:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.120335:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920624:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.120367:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120372:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.120375:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.120376:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a74b0e00
00000400:00000200:2.0:1550575073.120378:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:2.0:1550575073.120379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.120648:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206ea00 - object 0x0:1728687 offset 1420820480<>1421869056
00000100:00100000:3.0:1550575073.120653:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.120655:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920688:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.120658:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b070-0x5c6be4832b070, portal 8
00000100:00000200:3.0:1550575073.120659:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920688, portal 4
00000100:00000200:3.0:1550575073.120660:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920688, offset 0
00000400:00000200:3.0:1550575073.120661:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.120664:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.120665:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.120666:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.120667:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.120667:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.120668:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.120675:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.120679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.120681:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.120682:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e206ea00 x1625895440920688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.120684:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:2.0:1550575073.120685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.120757:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.120764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.120781:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.120784:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.120789:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.120790:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.120791:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b050
00000400:00000200:2.0:1550575073.120792:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10385 [1] + 192
00000100:00000200:2.0:1550575073.120793:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3cc00 x1625895440920656/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.120796:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.120797:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.120797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.120806:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.120980:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.120985:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.120988:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.120989:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fb200
00000400:00000200:2.0:1550575073.120991:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.120992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.121228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.121238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.121311:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.121317:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121320:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.121321:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.121322:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b090
00000400:00000200:2.0:1550575073.121323:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x10399 [256] + 0
00000400:00000200:2.0:1550575073.121324:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:2.0:1550575073.121325:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121325:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.121327:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.121328:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.121329:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.121332:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.121333:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121333:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.121334:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.121334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.121340:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.121361:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.121403:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.121411:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.121413:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.121413:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b070
00000400:00000200:2.0:1550575073.121414:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10391 [1] + 192
00000100:00000200:2.0:1550575073.121416:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e206ea00 x1625895440920688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.121419:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.121420:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.121420:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.121423:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206ea00 x1625895440920688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.121425:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206ea00 x1625895440920688/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.121427:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:0.2:1550575073.121483:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.121486:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920688:172.20.0.212@o2ib1:4
00000800:00000200:2.0:1550575073.121495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.121774:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206fc00 - object 0x0:1728629 offset 1420820480<>1421869056
00000100:00100000:3.0:1550575073.121779:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.121780:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920752:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.121784:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b0b0-0x5c6be4832b0b0, portal 8
00000100:00000200:3.0:1550575073.121785:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920752, portal 4
00000100:00000200:3.0:1550575073.121786:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920752, offset 0
00000400:00000200:3.0:1550575073.121787:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.121790:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.121791:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.121792:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.121793:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.121793:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.121795:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.121801:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.121810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.121879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.121885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.121888:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.121889:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.121890:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b090
00000400:00000200:2.0:1550575073.121891:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1039d [1] + 192
00000100:00000200:2.0:1550575073.121892:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3c600 x1625895440920720/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.121896:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.121896:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.121897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.121897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.121915:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.121923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.121924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.121938:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.121944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.121945:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.121948:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.121957:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.121957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.121958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.122057:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.122064:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.122067:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.122067:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fb600
00000400:00000200:2.0:1550575073.122070:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.122071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.122363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.122373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.122447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.122453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.122456:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.122457:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.122459:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b0d0
00000400:00000200:2.0:1550575073.122460:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x103b1 [256] + 0
00000400:00000200:2.0:1550575073.122461:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:2.0:1550575073.122461:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.122462:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.122464:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.122465:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.122465:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.122469:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.122469:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.122469:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.122470:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.122470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.122476:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.122487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.122495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.122497:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206fc00 x1625895440920752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.122499:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206fc00 x1625895440920752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.122501:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:2.0:1550575073.122501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.122503:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.122505:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.122514:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.122514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.122562:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920752:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.122614:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.122897:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206cc00 - object 0x0:1728687 offset 1421869056<>1422917632
00000100:00100000:3.0:1550575073.122902:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.122903:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920816:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.122907:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b0f0-0x5c6be4832b0f0, portal 8
00000100:00000200:3.0:1550575073.122908:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920816, portal 4
00000100:00000200:3.0:1550575073.122909:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920816, offset 0
00000400:00000200:3.0:1550575073.122910:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.122913:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.122914:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.122915:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.122916:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.122916:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.122917:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.122924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.122929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.122932:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.122933:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e206cc00 x1625895440920816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.122934:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:2.0:1550575073.122935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.123009:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.123018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.123019:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.123020:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.123024:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b0d0
00000400:00000200:2.0:1550575073.123025:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x103b5 [1] + 192
00000100:00000200:2.0:1550575073.123026:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3c000 x1625895440920784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.123030:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.123034:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.123034:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.123035:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.123040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.123046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.123049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.123055:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.123060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123061:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.123064:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.123071:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.123071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.123072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.123172:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.123178:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123181:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.123182:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fba00
00000400:00000200:2.0:1550575073.123186:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.123187:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.123482:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.123492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.123567:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.123579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.123595:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.123601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.123604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123605:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.123606:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.123607:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b0f0
00000400:00000200:2.0:1550575073.123608:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x103c1 [1] + 192
00000100:00000200:2.0:1550575073.123610:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e206cc00 x1625895440920816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.123613:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123613:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.123614:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.123617:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206cc00 x1625895440920816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.123617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.123617:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000100:00000200:3.0:1550575073.123619:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206cc00 x1625895440920816/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.123620:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000400:00000200:3.0:1550575073.123621:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:2.0:1550575073.123629:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.123629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.123681:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920816:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.123730:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.124015:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206db00 - object 0x0:1728629 offset 1421869056<>1422917632
00000100:00100000:3.0:1550575073.124020:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.124021:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920880:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.124024:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b130-0x5c6be4832b130, portal 8
00000100:00000200:3.0:1550575073.124025:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920880, portal 4
00000100:00000200:3.0:1550575073.124026:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920880, offset 0
00000400:00000200:3.0:1550575073.124027:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.124030:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.124037:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.124039:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.124039:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.124040:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.124041:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.124048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.124053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.124056:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.124057:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e206db00 x1625895440920880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.124058:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:2.0:1550575073.124060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.124127:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.124135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.124139:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.124149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.124165:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124171:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.124173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.124174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.124182:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124192:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.124193:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.124195:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.124204:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.124204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.124205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.124306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124312:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.124315:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.124316:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fbe00
00000400:00000200:2.0:1550575073.124318:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.124319:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.124607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.124690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.124696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124699:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.124700:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.124701:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b150
00000400:00000200:2.0:1550575073.124702:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x103e1 [256] + 0
00000400:00000200:2.0:1550575073.124703:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:2.0:1550575073.124704:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124704:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.124706:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.124707:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.124708:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.124711:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.124712:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124712:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.124713:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.124713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.124719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.124737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.124749:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.124750:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.124751:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b130
00000400:00000200:2.0:1550575073.124752:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x103d9 [1] + 192
00000100:00000200:2.0:1550575073.124753:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e206db00 x1625895440920880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.124756:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:2.0:1550575073.124757:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.124757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.124760:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206db00 x1625895440920880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.124762:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206db00 x1625895440920880/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.124764:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.124824:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920880:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.124857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.124864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.124867:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.124867:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a74b0000
00000400:00000200:2.0:1550575073.124870:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:2.0:1550575073.124870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.125147:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e206ed00 - object 0x0:1728687 offset 1422917632<>1423966208
00000100:00100000:3.0:1550575073.125152:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.125153:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920944:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.125156:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b170-0x5c6be4832b170, portal 8
00000100:00000200:3.0:1550575073.125158:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440920944, portal 4
00000100:00000200:3.0:1550575073.125158:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440920944, offset 0
00000400:00000200:3.0:1550575073.125160:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.125162:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.125163:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.125165:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.125165:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.125166:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.125167:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.125173:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.125182:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.125256:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.125262:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.125264:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.125265:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.125267:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b170
00000400:00000200:2.0:1550575073.125268:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x103ed [256] + 0
00000400:00000200:2.0:1550575073.125268:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:2.0:1550575073.125269:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.125269:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.125271:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.2:1550575073.125271:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.125273:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.125273:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.125276:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.125277:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.125277:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.125278:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.125278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.125279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.125285:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.125291:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.125293:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.125294:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.125304:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.125310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.125311:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.125314:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.125322:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.125322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.125322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.125423:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.125430:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.125433:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.125433:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fb800
00000400:00000200:2.0:1550575073.125436:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.125437:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.125739:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.125749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.125824:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.125836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.125853:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.125858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.125861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.125861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.125862:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.125863:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.125864:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b170
00000400:00000200:2.0:1550575073.125865:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x103f1 [1] + 192
00000100:00000200:2.0:1550575073.125866:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e206ed00 x1625895440920944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.125870:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.125870:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.125871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.125872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.125874:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e206ed00 x1625895440920944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.125876:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e206ed00 x1625895440920944/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.125877:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:2.0:1550575073.125883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.125938:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440920944:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.125993:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.126000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.126003:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.126004:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a9a9e800
00000400:00000200:2.0:1550575073.126006:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.126007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.126275:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bf600 - object 0x0:1728629 offset 1422917632<>1423966208
00000100:00100000:3.0:1550575073.126280:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.126281:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921008:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.126285:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b1b0-0x5c6be4832b1b0, portal 8
00000100:00000200:3.0:1550575073.126286:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921008, portal 4
00000100:00000200:3.0:1550575073.126287:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921008, offset 0
00000400:00000200:3.0:1550575073.126288:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.126291:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.126292:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.126293:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.126294:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.126294:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.126295:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.126302:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.126311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.126382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.126387:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.126390:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.126391:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.126392:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b1b0
00000400:00000200:2.0:1550575073.126394:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x10405 [256] + 0
00000400:00000200:2.0:1550575073.126394:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:2.0:1550575073.126395:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.126395:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000400:00000200:2.0:1550575073.126398:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.126399:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.126400:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.126403:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.126403:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.126404:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.126404:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.126405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.126411:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.126476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.126584:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.126591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.126594:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.126595:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fb000
00000400:00000200:2.0:1550575073.126597:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.126598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.126849:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.126859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.126937:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.126949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.126966:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.126971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.126974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.126974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.126984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.126989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.126992:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.126996:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.2:1550575073.127002:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.127005:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.127005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.127006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.127006:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.127007:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.127009:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b1b0
00000400:00000200:2.0:1550575073.127010:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10409 [1] + 192
00000100:00000200:2.0:1550575073.127011:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff88155c1bf600 x1625895440921008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.127014:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.127015:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.127015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.127019:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bf600 x1625895440921008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.127020:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bf600 x1625895440921008/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.127022:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000100:00100000:3.0:1550575073.127089:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921008:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.127106:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.127410:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88155c1bdb00 - object 0x0:1728687 offset 1423966208<>1425014784
00000100:00100000:3.0:1550575073.127415:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.127416:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921072:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.127420:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b1f0-0x5c6be4832b1f0, portal 8
00000100:00000200:3.0:1550575073.127421:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921072, portal 4
00000100:00000200:3.0:1550575073.127422:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921072, offset 0
00000400:00000200:3.0:1550575073.127423:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.127426:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.127427:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.127429:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.127429:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.127430:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.127431:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.127437:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.127443:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.127446:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.127447:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff88155c1bdb00 x1625895440921072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.127448:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:2.0:1550575073.127449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.127521:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.127529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.127530:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.127531:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.127533:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b1f0
00000400:00000200:2.0:1550575073.127534:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1041d [256] + 0
00000400:00000200:2.0:1550575073.127535:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:2.0:1550575073.127535:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.127536:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.127538:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.127539:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.127540:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.127543:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.127544:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.127544:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.127545:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.127545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.127551:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.127609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.127718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.127725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.127728:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.127729:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fa800
00000400:00000200:2.0:1550575073.127731:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.127732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.127969:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.127979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.128058:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.128070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.128086:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.128094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.128095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.128109:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128114:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.128117:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.128121:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.128130:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.128130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.128138:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.128158:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88155c1bdb00 x1625895440921072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.128159:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88155c1bdb00 x1625895440921072/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.128161:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:00100000:3.0:1550575073.128229:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921072:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.128230:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.128240:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.128240:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a9a9f000
00000400:00000200:2.0:1550575073.128241:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.128242:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.128529:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0a100 - object 0x0:1728629 offset 1423966208<>1425014784
00000100:00100000:3.0:1550575073.128534:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.128536:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921136:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.128539:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b230-0x5c6be4832b230, portal 8
00000100:00000200:3.0:1550575073.128540:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921136, portal 4
00000100:00000200:3.0:1550575073.128541:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921136, offset 0
00000400:00000200:3.0:1550575073.128542:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.128545:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.128546:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.128548:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.128548:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.128549:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.128550:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.128556:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.128562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.128564:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.128565:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d8a0a100 x1625895440921136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.128567:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:2.0:1550575073.128568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.128628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.128636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.128637:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.128639:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.128640:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b230
00000400:00000200:2.0:1550575073.128641:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x10435 [256] + 0
00000400:00000200:2.0:1550575073.128642:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:2.0:1550575073.128642:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.128643:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.128645:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.128646:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.128647:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.128650:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.128650:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.128651:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128651:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.128652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.128658:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.128825:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.128832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.128835:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.128835:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fa000
00000400:00000200:2.0:1550575073.128838:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.128838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.129099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.129109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.129188:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.129200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.129217:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.129222:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.129225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.129225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.129239:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.129245:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.129247:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.129251:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.129260:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.129261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.129262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.129263:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0a100 x1625895440921136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.129265:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0a100 x1625895440921136/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.129267:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00100000:3.0:1550575073.129328:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921136:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.129361:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.129643:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08600 - object 0x0:1728687 offset 1425014784<>1426063360
00000100:00100000:3.0:1550575073.129648:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.129649:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921200:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.129652:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b270-0x5c6be4832b270, portal 8
00000100:00000200:3.0:1550575073.129654:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921200, portal 4
00000100:00000200:3.0:1550575073.129655:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921200, offset 0
00000400:00000200:3.0:1550575073.129656:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.129659:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.129660:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.129661:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.129662:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.129662:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.129663:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.129670:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.129675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.129678:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.129679:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d8a08600 x1625895440921200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.129680:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:2.0:1550575073.129682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.129747:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.129756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.129770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.129773:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.129777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.129778:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.129779:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.129780:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b250
00000400:00000200:2.0:1550575073.129781:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10445 [1] + 192
00000100:00000200:2.0:1550575073.129782:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adc3c300 x1625895440921168/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.129786:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.129786:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.129787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.129794:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.129863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.129970:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.129977:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.129980:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.129981:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fac00
00000400:00000200:2.0:1550575073.129983:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.129984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.130220:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.130306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.130312:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.130315:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.130316:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.130317:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b290
00000400:00000200:2.0:1550575073.130318:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x10459 [256] + 0
00000400:00000200:2.0:1550575073.130319:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:2.0:1550575073.130320:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.130320:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.130322:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.130323:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.130324:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.130328:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.130328:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.130329:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.130329:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.130330:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.130335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.130358:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.130369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.130373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.130378:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.130379:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.130380:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.130381:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b270
00000400:00000200:2.0:1550575073.130382:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10451 [1] + 192
00000100:00000200:2.0:1550575073.130383:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d8a08600 x1625895440921200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.130387:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.130387:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.130388:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.130391:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08600 x1625895440921200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.130393:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08600 x1625895440921200/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.130394:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575073.130456:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921200:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.130479:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.130761:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0ad00 - object 0x0:1728629 offset 1425014784<>1426063360
00000100:00100000:3.0:1550575073.130766:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.130767:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921264:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.130770:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b2b0-0x5c6be4832b2b0, portal 8
00000100:00000200:3.0:1550575073.130772:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921264, portal 4
00000100:00000200:3.0:1550575073.130772:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921264, offset 0
00000400:00000200:3.0:1550575073.130774:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.130776:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.130777:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.130779:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.130779:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.130780:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.130781:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.130788:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.130793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.130796:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.130797:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d8a0ad00 x1625895440921264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.130798:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:2.0:1550575073.130799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.130864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.130873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.130883:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.130889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.130890:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.130891:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.130892:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b290
00000400:00000200:2.0:1550575073.130893:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1045d [1] + 192
00000100:00000200:2.0:1550575073.130894:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1731500 x1625895440921232/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.130895:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.130896:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.130897:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.130898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.130899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.130900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.130900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.130920:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.130926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.130929:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.130932:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.130940:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.130940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.130941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.131040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.131047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.131050:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.131051:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fbc00
00000400:00000200:2.0:1550575073.131053:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.131054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.131354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.131364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.131441:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.131453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.131454:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.131455:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.131456:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b2b0
00000400:00000200:2.0:1550575073.131457:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10469 [1] + 192
00000100:00000200:2.0:1550575073.131458:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d8a0ad00 x1625895440921264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.131462:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.131463:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.131463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.131464:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.131466:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0ad00 x1625895440921264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.131468:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0ad00 x1625895440921264/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.131469:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.2:1550575073.131471:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.131477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.131479:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.131480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.131493:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.131498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.131501:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.131503:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.131511:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.131511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.131529:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921264:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.131612:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.131894:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a09e00 - object 0x0:1728687 offset 1426063360<>1427111936
00000100:00100000:3.0:1550575073.131899:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.131900:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921328:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.131903:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b2f0-0x5c6be4832b2f0, portal 8
00000100:00000200:3.0:1550575073.131905:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921328, portal 4
00000100:00000200:3.0:1550575073.131906:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921328, offset 0
00000400:00000200:3.0:1550575073.131907:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.131909:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.131911:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.131912:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.131913:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.131913:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.131914:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.131921:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.131926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.131929:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.131930:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d8a09e00 x1625895440921328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.131931:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:2.0:1550575073.131932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.131998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.132007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.132012:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.132018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.132019:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.132020:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.132021:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b2d0
00000400:00000200:2.0:1550575073.132022:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10475 [1] + 192
00000100:00000200:2.0:1550575073.132023:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1731e00 x1625895440921296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.132027:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.132027:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.132028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.132028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.132109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.132219:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.132226:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.132229:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.132230:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fa400
00000400:00000200:2.0:1550575073.132232:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.132233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.132473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.132483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.132559:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.132570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.132587:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.132593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.132595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.132596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.132610:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.132616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.132618:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.132622:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.132631:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.132632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.132633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.132634:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a09e00 x1625895440921328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.132636:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a09e00 x1625895440921328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.132638:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000100:00100000:3.0:1550575073.132699:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921328:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.132733:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.133015:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0b900 - object 0x0:1728629 offset 1426063360<>1427111936
00000100:00100000:3.0:1550575073.133021:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.133022:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921392:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.133024:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b330-0x5c6be4832b330, portal 8
00000100:00000200:3.0:1550575073.133026:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921392, portal 4
00000100:00000200:3.0:1550575073.133026:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921392, offset 0
00000400:00000200:3.0:1550575073.133029:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.133038:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.133039:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.133041:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.133041:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.133042:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.133043:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.133049:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.133055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.133057:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.133058:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815d8a0b900 x1625895440921392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.133060:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:2.0:1550575073.133061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.133125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.133133:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.133134:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.133135:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.133137:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b310
00000400:00000200:2.0:1550575073.133138:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1048d [1] + 192
00000100:00000200:2.0:1550575073.133139:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1731800 x1625895440921360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.133143:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.133143:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.133144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.133144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.133152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.133159:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.133161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.133161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.133175:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.133181:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.133182:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.133186:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.133194:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.133195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.133195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.133296:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.133302:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.133305:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.133306:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814617fb400
00000400:00000200:2.0:1550575073.133308:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.133309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.133595:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.133605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.133680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.133691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.133705:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.133710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.133713:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.133714:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.133715:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b330
00000400:00000200:2.0:1550575073.133716:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10499 [1] + 192
00000100:00000200:2.0:1550575073.133717:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d8a0b900 x1625895440921392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.133721:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.133721:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.133722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.133725:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0b900 x1625895440921392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.133726:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.133727:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0b900 x1625895440921392/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.133728:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:2.0:1550575073.133737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:3.0:1550575073.133790:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921392:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.133848:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.133855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.133858:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.133858:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814abacc000
00000400:00000200:2.0:1550575073.133861:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.133862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.134137:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a0b600 - object 0x0:1728687 offset 1427111936<>1428160512
00000100:00100000:3.0:1550575073.134142:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.134143:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921456:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.134147:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b370-0x5c6be4832b370, portal 8
00000100:00000200:3.0:1550575073.134148:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921456, portal 4
00000100:00000200:3.0:1550575073.134149:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921456, offset 0
00000400:00000200:3.0:1550575073.134150:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.134153:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.134154:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.134155:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.134156:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.134156:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.134157:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.134164:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.134173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.134239:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.134245:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.134248:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.134249:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.134250:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b370
00000400:00000200:2.0:1550575073.134251:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x104ad [256] + 0
00000400:00000200:2.0:1550575073.134252:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:2.0:1550575073.134252:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.134253:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.134255:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.134256:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.134257:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.2:1550575073.134257:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.134260:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.134260:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.134261:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.134262:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.134262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.134263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.134268:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.134286:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.134346:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.134453:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.134460:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.134463:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.134463:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dc200
00000400:00000200:2.0:1550575073.134465:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.134466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.134721:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.134731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.134815:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.134827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.134843:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.134849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.134851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.134852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.134858:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.134863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.134866:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.134867:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.134868:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b370
00000400:00000200:2.0:1550575073.134869:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x104b1 [1] + 192
00000100:00000200:2.0:1550575073.134871:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d8a0b600 x1625895440921456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.134874:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000100:00000200:3.0:1550575073.134878:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a0b600 x1625895440921456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.134880:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a0b600 x1625895440921456/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.134881:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000400:00000200:3.0:1550575073.134882:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:2.0:1550575073.134882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.134943:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921456:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.134983:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.134989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.134993:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.134993:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814abacd200
00000400:00000200:2.0:1550575073.134996:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.134996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.135272:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d8a08f00 - object 0x0:1728629 offset 1427111936<>1428160512
00000100:00100000:3.0:1550575073.135277:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.135278:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921520:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.135281:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b3b0-0x5c6be4832b3b0, portal 8
00000100:00000200:3.0:1550575073.135282:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921520, portal 4
00000100:00000200:3.0:1550575073.135283:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921520, offset 0
00000400:00000200:3.0:1550575073.135284:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.135287:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.135288:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.135290:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.135291:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.135291:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.135292:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.135299:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135308:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.135373:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.135379:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135382:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.135383:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.135384:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b3b0
00000400:00000200:2.0:1550575073.135385:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x104c5 [256] + 0
00000400:00000200:2.0:1550575073.135386:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:2.0:1550575073.135386:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135387:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.135389:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.135390:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.135391:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.135394:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.135395:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.135395:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.135395:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135396:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.135396:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.135397:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135398:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.135399:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.135400:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b390
00000400:00000200:2.0:1550575073.135401:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x104bd [1] + 192
00000100:00000200:2.0:1550575073.135402:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1732700 x1625895440921488/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.135402:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.135404:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135404:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.135405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:2.0:1550575073.135406:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.135407:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.135407:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.135420:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.135426:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.135428:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.135431:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.135439:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.135440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.135440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.135541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.135547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.135550:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.135551:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dc600
00000400:00000200:2.0:1550575073.135553:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.135554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.135848:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.135858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.135939:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.135945:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.135948:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.135949:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.135950:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b3d0
00000400:00000200:2.0:1550575073.135951:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x104d1 [256] + 0
00000400:00000200:2.0:1550575073.135952:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:2.0:1550575073.135952:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.135953:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:2.0:1550575073.135955:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.135956:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.135957:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.135960:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.135960:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.135960:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.135961:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.135961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.135962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.135966:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d8a08f00 x1625895440921520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.135967:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.135968:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d8a08f00 x1625895440921520/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.135970:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000800:00000200:2.0:1550575073.135973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.135975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.135976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.135985:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.135991:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.135994:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.135996:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.136004:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.136005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.136029:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921520:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.136105:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.136117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.136392:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660300 - object 0x0:1728687 offset 1428160512<>1429209088
00000100:00100000:3.0:1550575073.136397:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.136398:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921584:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.136401:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b3f0-0x5c6be4832b3f0, portal 8
00000100:00000200:3.0:1550575073.136403:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921584, portal 4
00000100:00000200:3.0:1550575073.136404:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921584, offset 0
00000400:00000200:3.0:1550575073.136405:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.136407:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.136409:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.136410:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.136411:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.136411:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.136412:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.136419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.136428:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.136494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.136499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.136502:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.136503:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.136504:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b3f0
00000400:00000200:2.0:1550575073.136505:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x104dd [256] + 0
00000400:00000200:2.0:1550575073.136506:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:2.0:1550575073.136507:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.136507:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.136508:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:2.0:1550575073.136509:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.136510:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.136511:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.136514:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.136515:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.136515:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.136516:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.136516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.136517:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.136523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.136529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.136531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.136532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.136540:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.136545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.136546:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.136548:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.136557:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.136557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.136558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.136657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.136664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.136667:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.136667:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dca00
00000400:00000200:2.0:1550575073.136669:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.136670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.136968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.136978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.137056:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.137068:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.137069:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.137070:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.137074:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b3f0
00000400:00000200:2.0:1550575073.137075:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x104e1 [1] + 192
00000100:00000200:2.0:1550575073.137076:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660300 x1625895440921584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.137079:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.137080:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.137081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.137083:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440921584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.137085:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440921584/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.137085:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.137087:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:0.2:1550575073.137102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.137113:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.137146:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921584:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.137223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.137229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.137233:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.137233:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814abacda00
00000400:00000200:2.0:1550575073.137236:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:2.0:1550575073.137236:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.137516:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660600 - object 0x0:1728629 offset 1428160512<>1429209088
00000100:00100000:3.0:1550575073.137521:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.137522:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921648:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.137525:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b430-0x5c6be4832b430, portal 8
00000100:00000200:3.0:1550575073.137527:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921648, portal 4
00000100:00000200:3.0:1550575073.137527:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921648, offset 0
00000400:00000200:3.0:1550575073.137529:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.137531:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.137532:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.137534:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.137534:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.137535:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.137536:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.137543:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.137551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.137618:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.137623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.137626:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.137627:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.137628:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b430
00000400:00000200:2.0:1550575073.137630:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x104f5 [256] + 0
00000400:00000200:2.0:1550575073.137630:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:2.0:1550575073.137631:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.137631:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000400:00000200:2.0:1550575073.137634:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.137636:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.137636:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.137640:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.137640:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.137640:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.137641:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.137641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.137647:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.137711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.137819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.137826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.137829:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.137829:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dce00
00000400:00000200:2.0:1550575073.137831:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.137832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.138087:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.138096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.138174:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.138187:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.138205:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.138211:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.138214:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.138214:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.138223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.138228:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.138231:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.138234:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.138244:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.138244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.138245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.138247:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660600 x1625895440921648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.138249:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660600 x1625895440921648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.138250:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00100000:3.0:1550575073.138312:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921648:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.138344:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.138626:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661200 - object 0x0:1728687 offset 1429209088<>1430257664
00000100:00100000:3.0:1550575073.138631:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.138632:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921712:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.138635:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b470-0x5c6be4832b470, portal 8
00000100:00000200:3.0:1550575073.138637:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921712, portal 4
00000100:00000200:3.0:1550575073.138637:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921712, offset 0
00000400:00000200:3.0:1550575073.138639:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.138641:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.138642:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.138644:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.138644:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.138645:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.138646:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.138652:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.138658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.138661:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.138662:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661200 x1625895440921712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.138663:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:2.0:1550575073.138664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.138728:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.138737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.138753:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.138757:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.138761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.138762:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.138763:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.138764:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b450
00000400:00000200:2.0:1550575073.138765:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10505 [1] + 192
00000100:00000200:2.0:1550575073.138767:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1733000 x1625895440921680/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.138770:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.138771:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.138771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.138772:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.138845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.138953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.138960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.138963:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.138964:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dd200
00000400:00000200:2.0:1550575073.138966:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.138967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.139213:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.139224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.139297:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.139308:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.139325:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.139330:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.139333:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.139333:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.139342:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.139348:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.139350:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.139354:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.139364:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.139364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.139371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.139383:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.139392:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661200 x1625895440921712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.139393:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661200 x1625895440921712/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.139395:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000100:00100000:3.0:1550575073.139457:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921712:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.139465:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.139471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.139475:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.139475:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814abacd800
00000400:00000200:2.0:1550575073.139476:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:2.0:1550575073.139477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.139760:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662d00 - object 0x0:1728629 offset 1429209088<>1430257664
00000100:00100000:3.0:1550575073.139765:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.139766:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921776:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.139769:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b4b0-0x5c6be4832b4b0, portal 8
00000100:00000200:3.0:1550575073.139771:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921776, portal 4
00000100:00000200:3.0:1550575073.139771:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921776, offset 0
00000400:00000200:3.0:1550575073.139773:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.139775:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.139776:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.139778:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.139778:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.139779:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.139780:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.139786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.139792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.139794:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.139795:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662d00 x1625895440921776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.139797:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000800:00000200:2.0:1550575073.139798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.139862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.139871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.139872:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.139873:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.139874:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b490
00000400:00000200:2.0:1550575073.139875:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1051d [1] + 192
00000100:00000200:2.0:1550575073.139877:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1730000 x1625895440921744/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.139881:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.139882:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.139883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.139883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.139891:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.139897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.139899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.139900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.139921:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.139927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.139928:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.139930:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.139937:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.139938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.139938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.140039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.140045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.140048:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.140049:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dd600
00000400:00000200:2.0:1550575073.140051:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.140052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.140342:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.140352:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.140428:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.140440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.140445:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.140450:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.140451:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.140453:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.140454:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b4b0
00000400:00000200:2.0:1550575073.140455:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10529 [1] + 192
00000100:00000200:2.0:1550575073.140456:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662d00 x1625895440921776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.140456:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.140460:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.140460:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.140461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.140462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.140464:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662d00 x1625895440921776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.140465:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662d00 x1625895440921776/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.140467:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:0.2:1550575073.140472:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.140483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:3.0:1550575073.140530:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921776:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.140592:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.140599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.140602:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.140603:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814abacc200
00000400:00000200:2.0:1550575073.140606:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.140606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.140883:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660000 - object 0x0:1728687 offset 1430257664<>1431306240
00000100:00100000:3.0:1550575073.140888:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.140889:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921840:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.140893:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b4f0-0x5c6be4832b4f0, portal 8
00000100:00000200:3.0:1550575073.140894:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921840, portal 4
00000100:00000200:3.0:1550575073.140895:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921840, offset 0
00000400:00000200:3.0:1550575073.140896:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.140898:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.140899:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.140901:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.140902:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.140902:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.140903:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.140910:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.140918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.140996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.141001:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.141004:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.141005:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.141006:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b4d0
00000400:00000200:2.0:1550575073.141007:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10535 [1] + 192
00000100:00000200:2.0:1550575073.141009:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1732100 x1625895440921808/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.141012:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:2.0:1550575073.141013:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:2.0:1550575073.141013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:2.0:1550575073.141014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.141030:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.141038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.141041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.141055:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.141060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141061:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.141064:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.141072:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.141073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.141073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.141173:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.141179:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141182:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.141182:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dda00
00000400:00000200:2.0:1550575073.141186:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:2.0:1550575073.141188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.141463:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.141473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.141545:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.141557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.141573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.141579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.141582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141583:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.141584:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.141585:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b4f0
00000400:00000200:2.0:1550575073.141586:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10541 [1] + 192
00000100:00000200:2.0:1550575073.141587:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660000 x1625895440921840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.141591:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141592:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.141592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.141595:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440921840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.141597:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440921840/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.141599:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:0.2:1550575073.141599:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.141610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.141661:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921840:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.141720:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.141726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.141729:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.141730:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814abacc400
00000400:00000200:2.0:1550575073.141732:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.141733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.141991:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662700 - object 0x0:1728629 offset 1430257664<>1431306240
00000100:00100000:3.0:1550575073.141997:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.141998:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921904:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.142001:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b530-0x5c6be4832b530, portal 8
00000100:00000200:3.0:1550575073.142002:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921904, portal 4
00000100:00000200:3.0:1550575073.142003:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921904, offset 0
00000400:00000200:3.0:1550575073.142004:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.142007:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.142008:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.142010:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.142010:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.142011:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.142012:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.142018:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.142027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.142095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.142104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.142121:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.142124:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.142127:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.142128:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.142130:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.142131:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b510
00000400:00000200:2.0:1550575073.142132:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1054d [1] + 192
00000100:00000200:2.0:1550575073.142133:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1730c00 x1625895440921872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.142136:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.142137:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.142137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.142144:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.142215:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.142323:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.142329:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.142333:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.142333:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dde00
00000400:00000200:2.0:1550575073.142336:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:2.0:1550575073.142337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.142585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.142596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.142672:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.142684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.142700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.142706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.142709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.142709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.142719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.142725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.142727:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.142728:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.142729:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b530
00000400:00000200:2.0:1550575073.142730:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x10559 [1] + 192
00000100:00000200:2.0:1550575073.142731:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662700 x1625895440921904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.142735:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000100:00000200:3.0:1550575073.142739:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662700 x1625895440921904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.142741:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662700 x1625895440921904/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.142742:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000800:00000200:2.0:1550575073.142742:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.142743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.142744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.142804:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921904:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.142844:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.143127:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663c00 - object 0x0:1728687 offset 1431306240<>1432354816
00000100:00100000:3.0:1550575073.143132:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.143134:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921968:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.143137:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b570-0x5c6be4832b570, portal 8
00000100:00000200:3.0:1550575073.143139:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440921968, portal 4
00000100:00000200:3.0:1550575073.143139:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440921968, offset 0
00000400:00000200:3.0:1550575073.143141:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.143143:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.143144:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.143146:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.143146:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.143147:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.143148:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.143154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.143160:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.143162:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.143163:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663c00 x1625895440921968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.143165:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000800:00000200:2.0:1550575073.143166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.143231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.143240:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.143254:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.143257:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.143260:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.143261:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.143262:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.143264:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b550
00000400:00000200:2.0:1550575073.143265:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10565 [1] + 192
00000100:00000200:2.0:1550575073.143266:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1733c00 x1625895440921936/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.143269:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.143270:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.143270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.143280:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.143345:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.143452:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.143459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.143462:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.143463:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dd800
00000400:00000200:2.0:1550575073.143465:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.143466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.143700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.143710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.143790:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.143802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.143818:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.143824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.143827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.143827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.143842:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.143848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.143850:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.143854:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.143863:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.143864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.143865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.143866:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440921968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.143868:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440921968/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.143870:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575073.143931:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440921968:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.143965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.144236:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660900 - object 0x0:1728629 offset 1431306240<>1432354816
00000100:00100000:3.0:1550575073.144241:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.144242:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922032:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.144246:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b5b0-0x5c6be4832b5b0, portal 8
00000100:00000200:3.0:1550575073.144247:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922032, portal 4
00000100:00000200:3.0:1550575073.144248:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922032, offset 0
00000400:00000200:3.0:1550575073.144249:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.144252:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.144253:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.144255:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.144255:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.144256:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.144257:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.144263:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.144269:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.144271:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.144273:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660900 x1625895440922032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.144274:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:2.0:1550575073.144275:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.144339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.144348:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.144365:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.144368:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.144371:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.144372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.144373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.144374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.144394:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.144400:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.144402:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.144404:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.144410:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.144411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.144411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.144512:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.144518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.144521:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.144522:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dd000
00000400:00000200:2.0:1550575073.144524:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.144525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.144817:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.144827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.144907:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.144919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.144920:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.144921:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.144922:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b5d0
00000400:00000200:2.0:1550575073.144925:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x10591 [256] + 0
00000400:00000200:2.0:1550575073.144926:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:2.0:1550575073.144926:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.144927:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.144929:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660900 x1625895440922032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.144930:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000100:00000200:3.0:1550575073.144931:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660900 x1625895440922032/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.144931:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:3.0:1550575073.144932:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:2.0:1550575073.144932:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.144935:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.144935:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.144936:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.144936:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.144937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.144942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.144961:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.144971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.144993:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922032:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.145080:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.145086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.145089:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.145090:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ab87e800
00000400:00000200:2.0:1550575073.145091:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575073.145092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.145360:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661500 - object 0x0:1728687 offset 1432354816<>1433403392
00000100:00100000:3.0:1550575073.145366:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.145367:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922096:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.145370:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b5f0-0x5c6be4832b5f0, portal 8
00000100:00000200:3.0:1550575073.145371:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922096, portal 4
00000100:00000200:3.0:1550575073.145372:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922096, offset 0
00000400:00000200:3.0:1550575073.145373:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.145376:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.145377:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.145378:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.145379:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.145379:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.145381:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.145387:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.145393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.145395:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.145396:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440922096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.145398:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:2.0:1550575073.145399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.145462:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.145470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.145487:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.145489:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.145493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.145494:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.145495:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.145496:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b5d0
00000400:00000200:2.0:1550575073.145497:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x10595 [1] + 192
00000100:00000200:2.0:1550575073.145498:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815d1732400 x1625895440922064/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.145501:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.145502:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:2.0:1550575073.145502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.145506:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.145579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.145686:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.145692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.145695:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.145696:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dc800
00000400:00000200:2.0:1550575073.145698:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:2.0:1550575073.145699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.145939:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.145950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.146026:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.146042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.146059:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.146065:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.146067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.146068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.146076:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.146081:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.146084:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.146087:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.2:1550575073.146089:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.146095:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.146096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:2.0:1550575073.146097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.146107:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440922096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.146109:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440922096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.146111:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000100:00100000:3.0:1550575073.146170:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922096:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.146196:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.146203:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.146206:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.146206:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ab87e600
00000400:00000200:2.0:1550575073.146207:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:2.0:1550575073.146208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.146477:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccf900 - object 0x0:1728629 offset 1432354816<>1433403392
00000100:00100000:3.0:1550575073.146482:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.146483:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922160:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.146486:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b630-0x5c6be4832b630, portal 8
00000100:00000200:3.0:1550575073.146487:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922160, portal 4
00000100:00000200:3.0:1550575073.146488:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922160, offset 0
00000400:00000200:3.0:1550575073.146489:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.146492:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.146493:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.146495:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.146495:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.146496:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.146497:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.146503:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.146509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.146511:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:2.0:1550575073.146513:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e4ccf900 x1625895440922160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.146514:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:2.0:1550575073.146515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.146587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.146595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.146596:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.146597:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.146598:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b630
00000400:00000200:2.0:1550575073.146599:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x105b5 [256] + 0
00000400:00000200:2.0:1550575073.146600:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:2.0:1550575073.146601:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:2.0:1550575073.146601:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)--
00000400:00000200:2.0:1550575073.146603:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.146604:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.146605:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.146608:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.146609:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.146609:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.146610:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.146610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.146616:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.146675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.146785:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.146791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.146794:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.146795:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88145f3dc000
00000400:00000200:2.0:1550575073.146797:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:2.0:1550575073.146798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.147037:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440922192:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.147040:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b650-0x5c6be4832b650, portal 8
00000100:00000200:3.0:1550575073.147041:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922192, portal 4
00000100:00000200:3.0:1550575073.147041:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922192, offset 0
00000400:00000200:3.0:1550575073.147042:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.147045:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.147046:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.147047:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.147047:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.147048:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.147048:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.147055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.147065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.147142:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.147148:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.147151:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.147152:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:2.0:1550575073.147153:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832b650
00000400:00000200:2.0:1550575073.147154:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x105c1 [256] + 0
00000400:00000200:2.0:1550575073.147155:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:2.0:1550575073.147156:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.147156:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:2.0:1550575073.147158:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:2.0:1550575073.147159:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.147160:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.147163:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.147163:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.147164:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.147164:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.147165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.147170:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.147189:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.147200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.147257:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.147263:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.147265:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575073.147266:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575073.147267:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832b630
00000400:00000200:2.0:1550575073.147268:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x105b9 [1] + 192
00000100:00000200:2.0:1550575073.147269:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e4ccf900 x1625895440922160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.147273:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.147273:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.147274:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.147277:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccf900 x1625895440922160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.147279:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccf900 x1625895440922160/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.147281:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.2:1550575073.147310:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.147321:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.147350:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922160:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.147610:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cccf00 - object 0x0:1728687 offset 1433403392<>1434451968
00000100:00100000:3.0:1550575073.147616:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.147617:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922224:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.147620:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b670-0x5c6be4832b670, portal 8
00000100:00000200:3.0:1550575073.147622:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922224, portal 4
00000100:00000200:3.0:1550575073.147622:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922224, offset 0
00000400:00000200:3.0:1550575073.147623:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.147626:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.147627:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.147628:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.147629:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.147630:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.147631:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.147637:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.147708:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.147725:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1733600 x1625895440922192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.147727:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1733600 x1625895440922192/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.147728:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:0.2:1550575073.147747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.147772:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.147794:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440922192:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.147886:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.148196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.148278:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.148311:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cccf00 x1625895440922224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.148313:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cccf00 x1625895440922224/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.148315:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.2:1550575073.148330:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.148373:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922224:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.148448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.148727:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cce700 - object 0x0:1728629 offset 1433403392<>1434451968
00000100:00100000:3.0:1550575073.148735:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.148736:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922288:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.148739:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b6b0-0x5c6be4832b6b0, portal 8
00000100:00000200:3.0:1550575073.148740:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922288, portal 4
00000100:00000200:3.0:1550575073.148741:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922288, offset 0
00000400:00000200:3.0:1550575073.148742:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.148745:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.148746:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.148747:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.148748:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.148748:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.148750:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.148756:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.148837:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.148861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.148883:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.149042:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.149315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.149399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.149424:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.149447:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.149475:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cce700 x1625895440922288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.149477:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cce700 x1625895440922288/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.149479:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575073.149540:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922288:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.149563:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.149845:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccc300 - object 0x0:1728687 offset 1434451968<>1435500544
00000100:00100000:3.0:1550575073.149852:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.149853:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922352:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.149856:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b6f0-0x5c6be4832b6f0, portal 8
00000100:00000200:3.0:1550575073.149858:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922352, portal 4
00000100:00000200:3.0:1550575073.149859:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922352, offset 0
00000400:00000200:3.0:1550575073.149860:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.149862:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.149863:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.149865:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.149865:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.149866:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.149867:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.149874:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.149951:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.149976:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.149999:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.150165:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.150445:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.150529:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.150557:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.150576:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccc300 x1625895440922352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.150578:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccc300 x1625895440922352/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.150580:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.2:1550575073.150581:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.150640:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922352:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.150700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.150966:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4ccdb00 - object 0x0:1728629 offset 1434451968<>1435500544
00000100:00100000:3.0:1550575073.150973:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.150974:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922416:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.150977:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b730-0x5c6be4832b730, portal 8
00000100:00000200:3.0:1550575073.150978:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922416, portal 4
00000100:00000200:3.0:1550575073.150979:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922416, offset 0
00000400:00000200:3.0:1550575073.150982:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.150984:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.150985:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.150987:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.150987:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.150988:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.150989:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.150995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.151071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.151094:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.151100:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.151119:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.151297:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.151553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.151637:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.151664:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.151687:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.151717:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4ccdb00 x1625895440922416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.151719:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4ccdb00 x1625895440922416/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.151720:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00100000:3.0:1550575073.151781:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922416:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.151804:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.152087:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e4cccc00 - object 0x0:1728687 offset 1435500544<>1436549120
00000100:00100000:3.0:1550575073.152094:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.152095:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922480:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.152098:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b770-0x5c6be4832b770, portal 8
00000100:00000200:3.0:1550575073.152100:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922480, portal 4
00000100:00000200:3.0:1550575073.152101:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922480, offset 0
00000400:00000200:3.0:1550575073.152103:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.152105:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.152106:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.152108:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.152108:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.152109:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.152110:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.152116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.152199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.152222:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.152245:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.152405:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.152681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.152765:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.152791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.152803:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.152822:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e4cccc00 x1625895440922480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.152824:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e4cccc00 x1625895440922480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.152826:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.152888:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922480:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.152932:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.153222:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359b00 - object 0x0:1728629 offset 1435500544<>1436549120
00000100:00100000:3.0:1550575073.153229:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.153230:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922544:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.153233:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b7b0-0x5c6be4832b7b0, portal 8
00000100:00000200:3.0:1550575073.153234:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922544, portal 4
00000100:00000200:3.0:1550575073.153235:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922544, offset 0
00000400:00000200:3.0:1550575073.153236:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.153239:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.153240:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.153241:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.153242:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.153242:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.153243:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.153250:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.153324:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.153348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.153371:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.153539:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.153863:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.153927:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.153949:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359b00 x1625895440922544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.153949:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.153951:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359b00 x1625895440922544/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.153953:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:0.2:1550575073.153974:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.153992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.154013:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922544:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.154109:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.154412:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b600 - object 0x0:1728687 offset 1436549120<>1437597696
00000100:00100000:3.0:1550575073.154419:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.154421:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922608:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.154425:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b7f0-0x5c6be4832b7f0, portal 8
00000100:00000200:3.0:1550575073.154427:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922608, portal 4
00000100:00000200:3.0:1550575073.154428:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922608, offset 0
00000400:00000200:3.0:1550575073.154430:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.154433:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.154434:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.154436:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.154437:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.154437:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.154438:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.154445:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.154514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.154546:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.154719:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.154983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.155070:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.155097:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.155114:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.155145:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b600 x1625895440922608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.155146:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b600 x1625895440922608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.155148:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575073.155214:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922608:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.155231:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.155527:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359e00 - object 0x0:1728629 offset 1436549120<>1437597696
00000100:00100000:3.0:1550575073.155534:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.155535:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922672:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.155538:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b830-0x5c6be4832b830, portal 8
00000100:00000200:3.0:1550575073.155539:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922672, portal 4
00000100:00000200:3.0:1550575073.155540:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922672, offset 0
00000400:00000200:3.0:1550575073.155541:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.155544:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.155545:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.155546:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.155547:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.155547:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.155548:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.155555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.155629:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.155653:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.155671:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.155834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.156110:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.156194:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.156221:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.156239:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.156271:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359e00 x1625895440922672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.156273:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359e00 x1625895440922672/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.156274:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00100000:3.0:1550575073.156335:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922672:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.156357:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.156655:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358600 - object 0x0:1728687 offset 1437597696<>1438646272
00000100:00100000:3.0:1550575073.156662:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.156663:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922736:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.156666:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b870-0x5c6be4832b870, portal 8
00000100:00000200:3.0:1550575073.156668:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922736, portal 4
00000100:00000200:3.0:1550575073.156669:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922736, offset 0
00000400:00000200:3.0:1550575073.156670:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.156672:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.156674:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.156675:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.156676:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.156676:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.156677:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.156684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.156762:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.156793:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.156970:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.157224:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.157307:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.157334:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.157351:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.157375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.157394:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358600 x1625895440922736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.157396:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358600 x1625895440922736/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.157397:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.157458:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922736:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.157469:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.157767:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b900 - object 0x0:1728629 offset 1437597696<>1438646272
00000100:00100000:3.0:1550575073.157774:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.157775:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922800:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.157778:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b8b0-0x5c6be4832b8b0, portal 8
00000100:00000200:3.0:1550575073.157780:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922800, portal 4
00000100:00000200:3.0:1550575073.157781:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922800, offset 0
00000400:00000200:3.0:1550575073.157782:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.157785:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.157786:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.157787:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.157788:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.157788:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.157789:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.157796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.157872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.157903:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.158077:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.158343:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.158426:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.158452:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.158473:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.158492:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b900 x1625895440922800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.158493:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b900 x1625895440922800/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.158495:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575073.158557:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922800:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.158602:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.158883:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359500 - object 0x0:1728687 offset 1438646272<>1439694848
00000100:00100000:3.0:1550575073.158889:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.158891:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922864:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.158894:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b8f0-0x5c6be4832b8f0, portal 8
00000100:00000200:3.0:1550575073.158895:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922864, portal 4
00000100:00000200:3.0:1550575073.158896:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922864, offset 0
00000400:00000200:3.0:1550575073.158897:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.158900:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.158901:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.158902:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.158903:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.158903:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.158904:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.158911:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.158986:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.159009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.159039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.159196:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.159458:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.159544:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.159570:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.159593:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.159620:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359500 x1625895440922864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.159622:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359500 x1625895440922864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.159624:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575073.159684:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922864:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.159709:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.159989:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35a700 - object 0x0:1728629 offset 1438646272<>1439694848
00000100:00100000:3.0:1550575073.159996:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.159997:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.160000:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b930-0x5c6be4832b930, portal 8
00000100:00000200:3.0:1550575073.160001:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922928, portal 4
00000100:00000200:3.0:1550575073.160002:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922928, offset 0
00000400:00000200:3.0:1550575073.160003:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.160006:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.160007:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.160008:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.160009:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.160009:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.160010:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.160017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.160091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.160116:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.160141:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.160303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.160579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.160662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.160688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.160698:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.160716:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35a700 x1625895440922928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.160718:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35a700 x1625895440922928/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.160719:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.160782:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922928:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.160826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.161120:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358900 - object 0x0:1728687 offset 1439694848<>1440743424
00000100:00100000:3.0:1550575073.161127:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.161128:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922992:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.161131:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b970-0x5c6be4832b970, portal 8
00000100:00000200:3.0:1550575073.161133:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440922992, portal 4
00000100:00000200:3.0:1550575073.161134:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440922992, offset 0
00000400:00000200:3.0:1550575073.161135:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.161138:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.161139:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.161140:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.161141:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.161141:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.161142:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.161149:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.161227:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.161251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.161273:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.161433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.161702:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.161791:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.161817:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.161826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.161845:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358900 x1625895440922992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.161847:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358900 x1625895440922992/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.161848:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575073.161909:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440922992:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.161955:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.162251:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b000 - object 0x0:1728629 offset 1439694848<>1440743424
00000100:00100000:3.0:1550575073.162257:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.162259:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923056:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.162262:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b9b0-0x5c6be4832b9b0, portal 8
00000100:00000200:3.0:1550575073.162263:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923056, portal 4
00000100:00000200:3.0:1550575073.162264:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923056, offset 0
00000400:00000200:3.0:1550575073.162265:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.162268:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.162269:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.162270:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.162271:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.162271:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.162272:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.162279:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.162354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.162386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.162560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.162816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.162909:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.162936:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.162953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.162984:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b000 x1625895440923056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.162986:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b000 x1625895440923056/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.162987:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00100000:3.0:1550575073.163054:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923056:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.163069:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.163361:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc359200 - object 0x0:1728687 offset 1440743424<>1441792000
00000100:00100000:3.0:1550575073.163368:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.163369:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923120:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.163372:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832b9f0-0x5c6be4832b9f0, portal 8
00000100:00000200:3.0:1550575073.163373:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923120, portal 4
00000100:00000200:3.0:1550575073.163374:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923120, offset 0
00000400:00000200:3.0:1550575073.163375:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.163378:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.163379:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.163380:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.163381:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.163381:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.163382:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.163389:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.163465:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.163489:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.163513:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.163668:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.163939:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.164026:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.164055:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.164072:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.164103:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc359200 x1625895440923120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.164105:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc359200 x1625895440923120/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.164107:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575073.164167:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923120:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.164190:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.164488:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc35b300 - object 0x0:1728629 offset 1440743424<>1441792000
00000100:00100000:3.0:1550575073.164495:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.164497:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923184:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.164500:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ba30-0x5c6be4832ba30, portal 8
00000100:00000200:3.0:1550575073.164501:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923184, portal 4
00000100:00000200:3.0:1550575073.164502:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923184, offset 0
00000400:00000200:3.0:1550575073.164503:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.164506:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.164507:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.164508:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.164509:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.164509:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.164510:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.164517:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.164586:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.164617:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.164793:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.165036:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440923216:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.165038:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ba50-0x5c6be4832ba50, portal 8
00000100:00000200:3.0:1550575073.165040:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923216, portal 4
00000100:00000200:3.0:1550575073.165041:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923216, offset 0
00000400:00000200:3.0:1550575073.165042:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.165043:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.165044:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.165046:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.165046:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.165047:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.165047:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.165054:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.165139:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.165167:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.165187:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.165220:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc35b300 x1625895440923184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.165222:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc35b300 x1625895440923184/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.165223:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00100000:3.0:1550575073.165284:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923184:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.165306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.165602:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815cc358f00 - object 0x0:1728687 offset 1441792000<>1442840576
00000100:00100000:3.0:1550575073.165609:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.165610:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923248:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.165613:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ba70-0x5c6be4832ba70, portal 8
00000100:00000200:3.0:1550575073.165614:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923248, portal 4
00000100:00000200:3.0:1550575073.165615:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923248, offset 0
00000400:00000200:3.0:1550575073.165616:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.165619:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.165620:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.165622:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.165622:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.165623:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.165623:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.165630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.165700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.165717:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815dc511b00 x1625895440923216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.165719:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815dc511b00 x1625895440923216/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.165721:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.2:1550575073.165737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.165762:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.165788:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440923216:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.165880:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.166180:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.166265:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.166298:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815cc358f00 x1625895440923248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.166300:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815cc358f00 x1625895440923248/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.166302:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:0.2:1550575073.166305:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.166359:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923248:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.166424:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.166716:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c96100 - object 0x0:1728629 offset 1441792000<>1442840576
00000100:00100000:3.0:1550575073.166723:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.166724:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923312:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.166727:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bab0-0x5c6be4832bab0, portal 8
00000100:00000200:3.0:1550575073.166729:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923312, portal 4
00000100:00000200:3.0:1550575073.166729:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923312, offset 0
00000400:00000200:3.0:1550575073.166731:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.166733:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.166734:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.166736:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.166737:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.166737:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.166738:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.166745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.166822:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.166845:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.166863:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.167028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.167300:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.167381:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.167407:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.167425:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.167455:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c96100 x1625895440923312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.167457:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c96100 x1625895440923312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.167458:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000100:00100000:3.0:1550575073.167521:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923312:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.167542:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.167842:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c94c00 - object 0x0:1728687 offset 1442840576<>1443889152
00000100:00100000:3.0:1550575073.167849:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.167850:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923376:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.167853:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832baf0-0x5c6be4832baf0, portal 8
00000100:00000200:3.0:1550575073.167854:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923376, portal 4
00000100:00000200:3.0:1550575073.167855:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923376, offset 0
00000400:00000200:3.0:1550575073.167856:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.167859:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.167860:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.167861:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.167862:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.167863:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.167863:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.167870:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.167946:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.167977:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.168157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.168421:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.168503:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.168530:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.168553:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.168581:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c94c00 x1625895440923376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.168583:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c94c00 x1625895440923376/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.168585:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000100:00100000:3.0:1550575073.168645:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923376:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.168669:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.168954:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881582c95500 - object 0x0:1728629 offset 1442840576<>1443889152
00000100:00100000:3.0:1550575073.168960:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.168962:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923440:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.168965:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bb30-0x5c6be4832bb30, portal 8
00000100:00000200:3.0:1550575073.168966:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923440, portal 4
00000100:00000200:3.0:1550575073.168966:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923440, offset 0
00000400:00000200:3.0:1550575073.168969:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.168972:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.168973:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.168974:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.168975:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.168975:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.168976:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.168983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.169056:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.169079:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.169104:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.169260:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.169537:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.169619:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.169645:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.169661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.169679:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881582c95500 x1625895440923440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.169681:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881582c95500 x1625895440923440/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.169682:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.169743:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923440:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.169789:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.170082:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179200 - object 0x0:1728687 offset 1443889152<>1444937728
00000100:00100000:3.0:1550575073.170088:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.170090:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923504:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.170093:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bb70-0x5c6be4832bb70, portal 8
00000100:00000200:3.0:1550575073.170094:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923504, portal 4
00000100:00000200:3.0:1550575073.170095:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923504, offset 0
00000400:00000200:3.0:1550575073.170096:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.170099:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.170100:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.170101:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.170102:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.170102:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.170103:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.170110:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.170194:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.170225:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.170400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.170655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.170743:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.170769:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.170786:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.170817:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179200 x1625895440923504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.170819:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179200 x1625895440923504/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.170821:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575073.170881:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923504:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.170905:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.171200:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a700 - object 0x0:1728629 offset 1443889152<>1444937728
00000100:00100000:3.0:1550575073.171207:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.171208:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923568:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.171211:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bbb0-0x5c6be4832bbb0, portal 8
00000100:00000200:3.0:1550575073.171212:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923568, portal 4
00000100:00000200:3.0:1550575073.171213:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923568, offset 0
00000400:00000200:3.0:1550575073.171214:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.171217:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.171218:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.171219:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.171220:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.171220:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.171222:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.171228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.171301:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.171325:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.171342:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.171505:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.171778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.171863:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.171889:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.171910:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.171928:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a700 x1625895440923568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.171930:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a700 x1625895440923568/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.171932:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575073.171994:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923568:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.172039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.172322:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17b600 - object 0x0:1728687 offset 1444937728<>1445986304
00000100:00100000:3.0:1550575073.172329:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.172330:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923632:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.172333:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bbf0-0x5c6be4832bbf0, portal 8
00000100:00000200:3.0:1550575073.172335:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923632, portal 4
00000100:00000200:3.0:1550575073.172336:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923632, offset 0
00000400:00000200:3.0:1550575073.172337:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.172339:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.172341:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.172342:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.172343:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.172343:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.172344:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.172351:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.172427:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.172451:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.172468:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.172631:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.172895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.172984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.173010:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.173028:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.173060:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17b600 x1625895440923632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.173062:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17b600 x1625895440923632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.173064:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575073.173126:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923632:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.173147:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.173442:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17a100 - object 0x0:1728629 offset 1444937728<>1445986304
00000100:00100000:3.0:1550575073.173449:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.173451:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923696:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.173454:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bc30-0x5c6be4832bc30, portal 8
00000100:00000200:3.0:1550575073.173455:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923696, portal 4
00000100:00000200:3.0:1550575073.173456:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923696, offset 0
00000400:00000200:3.0:1550575073.173457:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.173460:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.173461:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.173463:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.173463:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.173464:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.173465:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.173471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.173540:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.173571:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.173743:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.174022:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.174107:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.174133:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.174153:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17a100 x1625895440923696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.174154:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17a100 x1625895440923696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.174156:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:0.2:1550575073.174157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.174221:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923696:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.174275:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.174558:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b17bc00 - object 0x0:1728687 offset 1445986304<>1447034880
00000100:00100000:3.0:1550575073.174565:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.174566:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923760:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.174570:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bc70-0x5c6be4832bc70, portal 8
00000100:00000200:3.0:1550575073.174572:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923760, portal 4
00000100:00000200:3.0:1550575073.174572:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923760, offset 0
00000400:00000200:3.0:1550575073.174573:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.174576:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.174578:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.174579:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.174580:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.174580:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.174581:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.174588:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.174666:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.174690:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.174712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.174872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.175139:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.175223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.175250:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.175271:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.175290:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b17bc00 x1625895440923760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.175291:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b17bc00 x1625895440923760/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.175293:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000100:00100000:3.0:1550575073.175353:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923760:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.175399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.175683:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179800 - object 0x0:1728629 offset 1445986304<>1447034880
00000100:00100000:3.0:1550575073.175690:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.175692:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923824:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.175694:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bcb0-0x5c6be4832bcb0, portal 8
00000100:00000200:3.0:1550575073.175696:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923824, portal 4
00000100:00000200:3.0:1550575073.175697:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923824, offset 0
00000400:00000200:3.0:1550575073.175698:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.175700:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.175702:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.175703:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.175704:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.175704:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.175705:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.175712:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.175795:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.175826:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.176000:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.176269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.176353:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.176379:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.176399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.176418:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179800 x1625895440923824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.176419:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179800 x1625895440923824/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.176421:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000100:00100000:3.0:1550575073.176480:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923824:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.176528:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.176801:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178c00 - object 0x0:1728687 offset 1447034880<>1448083456
00000100:00100000:3.0:1550575073.176807:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.176809:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923888:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.176812:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bcf0-0x5c6be4832bcf0, portal 8
00000100:00000200:3.0:1550575073.176813:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923888, portal 4
00000100:00000200:3.0:1550575073.176814:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923888, offset 0
00000400:00000200:3.0:1550575073.176815:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.176818:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.176819:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.176820:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.176821:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.176821:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.176822:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.176829:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.176906:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.176929:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.176932:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.176953:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.177123:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.177388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.177518:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.177538:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178c00 x1625895440923888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.177540:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178c00 x1625895440923888/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.177542:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575073.177602:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923888:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.177914:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b179e00 - object 0x0:1728629 offset 1447034880<>1448083456
00000100:00100000:3.0:1550575073.177921:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.177922:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923952:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.177925:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bd30-0x5c6be4832bd30, portal 8
00000100:00000200:3.0:1550575073.177926:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440923952, portal 4
00000100:00000200:3.0:1550575073.177927:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440923952, offset 0
00000400:00000200:3.0:1550575073.177928:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.177931:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.177932:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.177934:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.177934:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.177935:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.177936:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.177942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.178080:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.178105:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.178124:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.178244:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.178433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.178508:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.178527:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.178619:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.178643:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.178648:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.178661:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.178752:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.178771:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b179e00 x1625895440923952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.178773:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b179e00 x1625895440923952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.178775:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:0.2:1550575073.178777:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.178844:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.178848:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440923952:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.179058:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bb9b00 - object 0x0:1728687 offset 1448083456<>1449132032
00000100:00100000:2.0:1550575073.179067:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440924016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.179074:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bd70-0x5c6be4832bd70, portal 8
00000100:00000200:2.0:1550575073.179076:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924016, portal 4
00000100:00000200:2.0:1550575073.179077:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924016, offset 0
00000400:00000200:2.0:1550575073.179078:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.179083:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.179084:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.179086:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.179087:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.179087:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.179089:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.179095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.179177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.179204:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.179227:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.179345:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.179520:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.179626:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.179683:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.179734:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575073.180160:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178900 - object 0x0:1728629 offset 1448083456<>1449132032
00000100:00100000:3.0:1550575073.180167:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.180169:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924080:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.180172:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bdb0-0x5c6be4832bdb0, portal 8
00000100:00000200:3.0:1550575073.180173:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924080, portal 4
00000100:00000200:3.0:1550575073.180174:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924080, offset 0
00000400:00000200:3.0:1550575073.180175:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.180178:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.180179:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.180181:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.180181:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.180182:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.180183:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.180650:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bb9b00 x1625895440924016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.180652:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bb9b00 x1625895440924016/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.180654:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000800:00000200:1.2:1550575073.180686:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.180699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.180733:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440924016:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.180952:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.180962:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.181330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.181508:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.181532:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178900 x1625895440924080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.181534:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178900 x1625895440924080/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.181536:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:3.0:1550575073.181620:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924080:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.181661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.181685:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.181703:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.181747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.181821:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.181853:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156b178000 - object 0x0:1728687 offset 1449132032<>1450180608
00000100:00100000:3.0:1550575073.181860:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.181861:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924144:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.181865:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bdf0-0x5c6be4832bdf0, portal 8
00000100:00000200:3.0:1550575073.181867:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924144, portal 4
00000100:00000200:3.0:1550575073.181867:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924144, offset 0
00000400:00000200:3.0:1550575073.181869:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.181871:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.181873:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.181874:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.181875:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.181875:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.181877:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.181883:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.181962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.181988:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.182005:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.182122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.182333:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.182514:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.182567:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156b178000 x1625895440924144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.182569:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156b178000 x1625895440924144/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.182571:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.182613:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575073.182631:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924144:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.182639:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.182657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.182774:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.183012:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2100 - object 0x0:1728629 offset 1449132032<>1450180608
00000100:00100000:3.0:1550575073.183019:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.183020:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924208:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.183024:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832be30-0x5c6be4832be30, portal 8
00000100:00000200:3.0:1550575073.183025:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924208, portal 4
00000100:00000200:3.0:1550575073.183026:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924208, offset 0
00000400:00000200:3.0:1550575073.183027:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.183030:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.183037:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.183039:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.183040:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.183040:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.183041:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.183048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.183125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.183148:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.183165:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.183283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.183458:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.183703:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.183737:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2100 x1625895440924208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.183739:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2100 x1625895440924208/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.183741:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:0.2:1550575073.183747:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.183802:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924208:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.183867:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.184133:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0000 - object 0x0:1728687 offset 1450180608<>1451229184
00000100:00100000:3.0:1550575073.184140:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.184142:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924272:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.184145:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832be70-0x5c6be4832be70, portal 8
00000100:00000200:3.0:1550575073.184146:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924272, portal 4
00000100:00000200:3.0:1550575073.184147:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924272, offset 0
00000400:00000200:3.0:1550575073.184148:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.184151:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.184152:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.184153:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.184154:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.184155:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.184156:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.184163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.184240:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.184264:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.184282:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.184400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.184709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.184799:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.184813:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.184820:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0000 x1625895440924272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.184822:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0000 x1625895440924272/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.184824:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:0.2:1550575073.184872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575073.184925:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924272:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.184958:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.184978:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.185096:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.185268:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3900 - object 0x0:1728629 offset 1450180608<>1451229184
00000100:00100000:3.0:1550575073.185274:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.185276:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924336:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.185279:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832beb0-0x5c6be4832beb0, portal 8
00000100:00000200:3.0:1550575073.185280:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924336, portal 4
00000100:00000200:3.0:1550575073.185281:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924336, offset 0
00000400:00000200:3.0:1550575073.185282:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.185285:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.185286:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.185287:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.185288:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.185288:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.185289:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.185296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.185371:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.185395:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.185412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.185533:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.185841:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.185941:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.185960:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3900 x1625895440924336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.185962:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3900 x1625895440924336/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.185964:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.186024:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924336:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.186309:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000008:00100000:3.0:1550575073.186378:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3c00 - object 0x0:1728687 offset 1451229184<>1452277760
00000800:00000200:0.2:1550575073.186379:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575073.186385:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.186386:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924400:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.186389:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bef0-0x5c6be4832bef0, portal 8
00000100:00000200:3.0:1550575073.186391:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924400, portal 4
00000100:00000200:3.0:1550575073.186393:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924400, offset 0
00000400:00000200:3.0:1550575073.186394:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.186398:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.186399:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.186401:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.186402:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.186402:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.186403:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.186408:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.186411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.186426:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.186498:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.186524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.186543:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.186545:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.186665:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.186965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.186995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.187058:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.187094:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3c00 x1625895440924400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.187096:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3c00 x1625895440924400/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.187098:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:0.2:1550575073.187124:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.187150:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.187158:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924400:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.187170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.187295:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.187517:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1e00 - object 0x0:1728629 offset 1451229184<>1452277760
00000100:00100000:3.0:1550575073.187524:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.187525:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924464:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.187529:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bf30-0x5c6be4832bf30, portal 8
00000100:00000200:3.0:1550575073.187530:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924464, portal 4
00000100:00000200:3.0:1550575073.187531:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924464, offset 0
00000400:00000200:3.0:1550575073.187532:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.187535:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.187536:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.187537:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.187538:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.187538:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.187539:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.187546:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.187632:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.187655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.187681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.187799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.187952:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.188084:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.188223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.188253:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.188269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.188281:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.188302:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1e00 x1625895440924464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.188303:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1e00 x1625895440924464/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.188305:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575073.188372:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924464:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.188388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.188633:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1800 - object 0x0:1728687 offset 1452277760<>1453326336
00000100:00100000:3.0:1550575073.188640:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.188641:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924528:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.188644:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bf70-0x5c6be4832bf70, portal 8
00000100:00000200:3.0:1550575073.188646:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924528, portal 4
00000100:00000200:3.0:1550575073.188647:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924528, offset 0
00000400:00000200:3.0:1550575073.188649:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.188652:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.188653:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.188654:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.188655:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.188655:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.188657:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.188663:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.188748:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.188771:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.188790:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.188907:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.189002:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.189204:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.189321:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.189348:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.189368:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.189387:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.189404:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1800 x1625895440924528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.189406:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1800 x1625895440924528/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.189408:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.189471:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924528:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.189488:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.189747:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1500 - object 0x0:1728629 offset 1452277760<>1453326336
00000100:00100000:3.0:1550575073.189754:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.189756:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924592:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.189759:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bfb0-0x5c6be4832bfb0, portal 8
00000100:00000200:3.0:1550575073.189760:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924592, portal 4
00000100:00000200:3.0:1550575073.189761:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924592, offset 0
00000400:00000200:3.0:1550575073.189762:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.189765:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.189766:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.189768:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.189768:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.189769:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.189770:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.189776:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.189855:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.189879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.189897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.190014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.190068:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.190092:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.190331:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3600 - object 0x0:1728254 offset 1453326336<>1454374912
00000100:00100000:3.0:1550575073.190337:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440924624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.190340:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bfd0-0x5c6be4832bfd0, portal 8
00000100:00000200:3.0:1550575073.190341:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924624, portal 4
00000100:00000200:3.0:1550575073.190342:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924624, offset 0
00000400:00000200:3.0:1550575073.190343:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.190346:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.190347:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.190348:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.190349:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.190349:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.190350:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.190357:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.190467:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.190493:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.190503:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1500 x1625895440924592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.190505:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1500 x1625895440924592/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.190507:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.2:1550575073.190514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.190568:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924592:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.190630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.190847:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2400 - object 0x0:1728687 offset 1453326336<>1454374912
00000100:00100000:3.0:1550575073.190854:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.190855:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924656:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.190858:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832bff0-0x5c6be4832bff0, portal 8
00000100:00000200:3.0:1550575073.190860:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924656, portal 4
00000100:00000200:3.0:1550575073.190860:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924656, offset 0
00000400:00000200:3.0:1550575073.190861:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.190864:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.190865:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.190867:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.190867:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.190868:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.190869:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.190875:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.190955:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.190978:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.190998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.191114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.191199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.191207:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.191400:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0600 - object 0x0:1725237 offset 1453326336<>1454374912
00000100:00000200:3.0:1550575073.191407:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3600 x1625895440924624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.191408:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3600 x1625895440924624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.191410:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:0.2:1550575073.191428:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.191469:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440924624:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.191537:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.191562:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.191582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.191592:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.191609:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2400 x1625895440924656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.191611:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2400 x1625895440924656/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.191613:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.191670:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924656:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.191695:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.191962:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a3300 - object 0x0:1728629 offset 1453326336<>1454374912
00000100:00100000:3.0:1550575073.191969:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.191971:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924720:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.191974:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c030-0x5c6be4832c030, portal 8
00000100:00000200:3.0:1550575073.191975:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924720, portal 4
00000100:00000200:3.0:1550575073.191976:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924720, offset 0
00000400:00000200:3.0:1550575073.191977:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.191980:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.191981:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.191982:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.191983:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.191983:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.191984:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.191991:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.192070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.192092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.192111:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.192226:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.192266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.192330:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.192534:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2d00 - object 0x0:1728254 offset 1454374912<>1455423488
00000100:00100000:3.0:1550575073.192539:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440924752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.192543:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c050-0x5c6be4832c050, portal 8
00000100:00000200:3.0:1550575073.192544:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924752, portal 4
00000100:00000200:3.0:1550575073.192545:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924752, offset 0
00000400:00000200:3.0:1550575073.192546:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.192548:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.192549:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.192551:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.192552:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.192552:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.192553:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.192560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.192667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.192692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.192697:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.192711:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a3300 x1625895440924720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.192712:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.192714:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a3300 x1625895440924720/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.192716:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000100:00100000:3.0:1550575073.192778:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924720:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.192829:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.193089:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a0c00 - object 0x0:1728687 offset 1454374912<>1455423488
00000100:00100000:3.0:1550575073.193096:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.193097:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924784:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.193100:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c070-0x5c6be4832c070, portal 8
00000100:00000200:3.0:1550575073.193102:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924784, portal 4
00000100:00000200:3.0:1550575073.193102:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924784, offset 0
00000400:00000200:3.0:1550575073.193104:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.193106:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.193107:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.193109:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.193109:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.193110:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.193111:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.193117:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.193204:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.193227:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.193246:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.193361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.193399:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.193415:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2d00 x1625895440924752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.193417:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2d00 x1625895440924752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.193419:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00100000:3.0:1550575073.193505:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440924752:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.193688:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.193805:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.193831:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.193841:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a0c00 x1625895440924784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.193843:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a0c00 x1625895440924784/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.193845:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:1.2:1550575073.193852:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.193900:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924784:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.193970:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.194196:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a2700 - object 0x0:1728629 offset 1454374912<>1455423488
00000100:00100000:3.0:1550575073.194203:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.194204:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924848:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.194207:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c0b0-0x5c6be4832c0b0, portal 8
00000100:00000200:3.0:1550575073.194208:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924848, portal 4
00000100:00000200:3.0:1550575073.194209:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924848, offset 0
00000400:00000200:3.0:1550575073.194210:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.194213:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.194214:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.194215:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.194216:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.194216:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.194217:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.194224:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.194310:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.194332:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.194352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.194469:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.194543:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.194545:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.194768:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156d6a1b00 - object 0x0:1728254 offset 1455423488<>1456472064
00000100:00100000:3.0:1550575073.194774:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440924880:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.194777:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c0d0-0x5c6be4832c0d0, portal 8
00000100:00000200:3.0:1550575073.194779:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924880, portal 4
00000100:00000200:3.0:1550575073.194779:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924880, offset 0
00000400:00000200:3.0:1550575073.194780:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.194783:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.194784:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.194785:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.194786:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.194786:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.194787:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.194794:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.194909:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.194934:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.194944:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a2700 x1625895440924848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.194946:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a2700 x1625895440924848/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.194948:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.2:1550575073.194954:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.195010:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924848:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.195072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.195307:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8c00 - object 0x0:1728687 offset 1455423488<>1456472064
00000100:00100000:3.0:1550575073.195313:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.195315:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924912:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.195318:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c0f0-0x5c6be4832c0f0, portal 8
00000100:00000200:3.0:1550575073.195319:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924912, portal 4
00000100:00000200:3.0:1550575073.195320:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924912, offset 0
00000400:00000200:3.0:1550575073.195321:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.195324:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.195325:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.195326:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.195327:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.195327:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.195328:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.195336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.195414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.195437:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.195456:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.195572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.195631:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.195647:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156d6a1b00 x1625895440924880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.195648:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156d6a1b00 x1625895440924880/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.195650:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575073.195750:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440924880:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.195907:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.196017:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.196048:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.196059:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8c00 x1625895440924912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.196061:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8c00 x1625895440924912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.196062:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:1.2:1550575073.196067:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.196119:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924912:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.196189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.196416:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fad00 - object 0x0:1728629 offset 1455423488<>1456472064
00000100:00100000:3.0:1550575073.196423:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.196425:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924976:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.196427:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c130-0x5c6be4832c130, portal 8
00000100:00000200:3.0:1550575073.196429:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440924976, portal 4
00000100:00000200:3.0:1550575073.196430:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440924976, offset 0
00000400:00000200:3.0:1550575073.196431:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.196434:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.196435:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.196436:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.196437:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.196437:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.196438:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.196445:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.196526:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.196549:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.196567:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.196685:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.196751:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.196759:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.196983:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fbc00 - object 0x0:1728254 offset 1456472064<>1457520640
00000100:00100000:3.0:1550575073.196989:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925008:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.196992:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c150-0x5c6be4832c150, portal 8
00000100:00000200:3.0:1550575073.196994:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925008, portal 4
00000100:00000200:3.0:1550575073.196994:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925008, offset 0
00000400:00000200:3.0:1550575073.196996:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.196998:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.196999:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.197000:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.197001:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.197002:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.197002:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.197009:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.197115:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.197141:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.197142:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.197159:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fad00 x1625895440924976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.197160:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.197161:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fad00 x1625895440924976/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.197163:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575073.197229:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440924976:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.197277:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.197536:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9b00 - object 0x0:1728687 offset 1456472064<>1457520640
00000100:00100000:3.0:1550575073.197543:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.197544:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.197547:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c170-0x5c6be4832c170, portal 8
00000100:00000200:3.0:1550575073.197549:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925040, portal 4
00000100:00000200:3.0:1550575073.197549:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925040, offset 0
00000400:00000200:3.0:1550575073.197551:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.197554:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.197555:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.197556:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.197557:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.197557:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.197558:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.197565:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.197642:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.197664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.197683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.197799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.197848:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.197864:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fbc00 x1625895440925008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.197866:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fbc00 x1625895440925008/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.197868:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.197959:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925008:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.198140:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.198247:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.198274:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.198284:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9b00 x1625895440925040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.198286:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9b00 x1625895440925040/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.198287:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.2:1550575073.198292:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.198345:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925040:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.198410:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.198637:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9e00 - object 0x0:1728629 offset 1456472064<>1457520640
00000100:00100000:3.0:1550575073.198644:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.198645:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925104:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.198648:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c1b0-0x5c6be4832c1b0, portal 8
00000100:00000200:3.0:1550575073.198649:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925104, portal 4
00000100:00000200:3.0:1550575073.198650:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925104, offset 0
00000400:00000200:3.0:1550575073.198651:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.198654:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.198655:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.198657:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.198657:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.198658:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.198658:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.198665:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.198745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.198768:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.198787:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.198902:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.198966:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.199180:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925136:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.199188:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c1d0-0x5c6be4832c1d0, portal 8
00000100:00000200:3.0:1550575073.199190:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925136, portal 4
00000100:00000200:3.0:1550575073.199191:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925136, offset 0
00000400:00000200:3.0:1550575073.199192:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.199194:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.199195:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.199196:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.199196:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.199197:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.199197:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.199204:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.199307:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.199337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.199354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.199368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.199387:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9e00 x1625895440925104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.199389:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9e00 x1625895440925104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.199390:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.199450:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925104:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.199472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.199744:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7faa00 - object 0x0:1728687 offset 1457520640<>1458569216
00000100:00100000:3.0:1550575073.199751:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.199752:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925168:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.199755:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c1f0-0x5c6be4832c1f0, portal 8
00000100:00000200:3.0:1550575073.199757:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925168, portal 4
00000100:00000200:3.0:1550575073.199757:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925168, offset 0
00000400:00000200:3.0:1550575073.199758:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.199761:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.199763:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.199764:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.199765:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.199765:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.199766:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.199773:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.199852:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.199875:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.199894:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.200010:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.200035:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.200050:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3d7f300 x1625895440925136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.200052:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3d7f300 x1625895440925136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.200054:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000100:00100000:3.0:1550575073.200135:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925136:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.200343:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.200446:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.200472:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.200482:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7faa00 x1625895440925168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.200483:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7faa00 x1625895440925168/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.200485:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:1.2:1550575073.200491:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.200541:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925168:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.200609:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.200862:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7fa400 - object 0x0:1728629 offset 1457520640<>1458569216
00000100:00100000:3.0:1550575073.200869:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.200870:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925232:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.200873:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c230-0x5c6be4832c230, portal 8
00000100:00000200:3.0:1550575073.200875:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925232, portal 4
00000100:00000200:3.0:1550575073.200876:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925232, offset 0
00000400:00000200:3.0:1550575073.200878:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.200881:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.200882:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.200884:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.200884:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.200885:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.200886:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.200893:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.200974:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.200998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.201016:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.201134:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.201157:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.201240:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.201434:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8300 - object 0x0:1728254 offset 1458569216<>1459617792
00000100:00100000:3.0:1550575073.201440:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925264:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.201443:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c250-0x5c6be4832c250, portal 8
00000100:00000200:3.0:1550575073.201445:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925264, portal 4
00000100:00000200:3.0:1550575073.201445:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925264, offset 0
00000400:00000200:3.0:1550575073.201446:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.201449:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.201450:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.201452:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.201452:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.201453:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.201454:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.201460:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.201560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.201585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.201591:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.201603:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.201607:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7fa400 x1625895440925232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.201611:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7fa400 x1625895440925232/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.201612:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000100:00100000:3.0:1550575073.201674:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925232:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.201719:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.201985:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f8600 - object 0x0:1728687 offset 1458569216<>1459617792
00000100:00100000:3.0:1550575073.201991:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.201993:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925296:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.201995:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c270-0x5c6be4832c270, portal 8
00000100:00000200:3.0:1550575073.201996:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925296, portal 4
00000100:00000200:3.0:1550575073.201997:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925296, offset 0
00000400:00000200:3.0:1550575073.201998:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.202001:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.202003:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.202004:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.202005:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.202005:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.202006:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.202013:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.202091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.202115:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.202133:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.202249:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.202275:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.202291:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8300 x1625895440925264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.202292:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8300 x1625895440925264/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.202294:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00100000:3.0:1550575073.202371:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925264:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.202582:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.202685:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.202712:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.202727:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.202731:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.202748:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f8600 x1625895440925296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.202749:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f8600 x1625895440925296/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.202751:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.202809:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925296:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.202860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.203111:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f7f9200 - object 0x0:1728629 offset 1458569216<>1459617792
00000100:00100000:3.0:1550575073.203117:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.203119:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925360:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.203122:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c2b0-0x5c6be4832c2b0, portal 8
00000100:00000200:3.0:1550575073.203123:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925360, portal 4
00000100:00000200:3.0:1550575073.203124:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925360, offset 0
00000400:00000200:3.0:1550575073.203125:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.203128:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.203129:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.203130:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.203131:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.203131:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.203132:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.203139:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.203219:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.203240:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.203258:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.203373:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.203413:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.203473:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.203681:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52ea00 - object 0x0:1728254 offset 1459617792<>1460666368
00000100:00100000:3.0:1550575073.203687:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925392:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.203690:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c2d0-0x5c6be4832c2d0, portal 8
00000100:00000200:3.0:1550575073.203691:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925392, portal 4
00000100:00000200:3.0:1550575073.203692:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925392, offset 0
00000400:00000200:3.0:1550575073.203693:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.203696:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.203697:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.203699:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.203699:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.203700:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.203701:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.203707:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.203816:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.203839:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.203849:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f7f9200 x1625895440925360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.203851:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f7f9200 x1625895440925360/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.203853:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:1.2:1550575073.203859:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.203916:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925360:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.203973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.204222:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52e400 - object 0x0:1728687 offset 1459617792<>1460666368
00000100:00100000:3.0:1550575073.204229:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.204230:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925424:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.204233:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c2f0-0x5c6be4832c2f0, portal 8
00000100:00000200:3.0:1550575073.204235:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925424, portal 4
00000100:00000200:3.0:1550575073.204236:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925424, offset 0
00000400:00000200:3.0:1550575073.204237:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.204240:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.204241:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.204242:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.204243:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.204243:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.204244:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.204251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.204331:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.204354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.204372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.204489:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.204524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.204539:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52ea00 x1625895440925392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.204541:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52ea00 x1625895440925392/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.204543:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575073.204624:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925392:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.204814:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.204918:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.204944:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.204949:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.204962:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.204965:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52e400 x1625895440925424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.204967:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52e400 x1625895440925424/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.204969:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575073.205025:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925424:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.205081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.205350:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52cf00 - object 0x0:1728629 offset 1459617792<>1460666368
00000100:00100000:3.0:1550575073.205357:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.205359:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925488:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.205362:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c330-0x5c6be4832c330, portal 8
00000100:00000200:3.0:1550575073.205364:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925488, portal 4
00000100:00000200:3.0:1550575073.205364:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925488, offset 0
00000400:00000200:3.0:1550575073.205366:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.205368:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.205369:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.205371:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.205371:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.205372:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.205373:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.205380:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.205459:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.205481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.205500:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.205616:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.205640:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.205714:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.205917:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f000 - object 0x0:1728254 offset 1460666368<>1461714944
00000100:00100000:3.0:1550575073.205923:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925520:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.205926:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c350-0x5c6be4832c350, portal 8
00000100:00000200:3.0:1550575073.205927:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925520, portal 4
00000100:00000200:3.0:1550575073.205928:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925520, offset 0
00000400:00000200:3.0:1550575073.205929:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.205932:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.205933:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.205934:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.205935:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.205935:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.205936:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.205943:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.206051:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.206076:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.206094:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.206121:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.206139:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52cf00 x1625895440925488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.206141:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52cf00 x1625895440925488/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.206143:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.2:1550575073.206211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.206221:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925488:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.206475:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c300 - object 0x0:1728687 offset 1460666368<>1461714944
00000100:00100000:3.0:1550575073.206482:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.206484:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925552:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.206487:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c370-0x5c6be4832c370, portal 8
00000100:00000200:3.0:1550575073.206488:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925552, portal 4
00000100:00000200:3.0:1550575073.206489:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925552, offset 0
00000400:00000200:3.0:1550575073.206490:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.206493:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.206494:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.206495:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.206496:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.206496:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.206497:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.206504:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.206588:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.206610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.206628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.206745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.206767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.206782:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f000 x1625895440925520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.206784:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f000 x1625895440925520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.206785:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00100000:3.0:1550575073.206868:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925520:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.207082:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.207189:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.207215:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.207225:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c300 x1625895440925552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.207227:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c300 x1625895440925552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.207229:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.2:1550575073.207233:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.207285:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925552:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.207349:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.207596:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52fc00 - object 0x0:1728629 offset 1460666368<>1461714944
00000100:00100000:3.0:1550575073.207604:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.207605:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925616:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.207608:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c3b0-0x5c6be4832c3b0, portal 8
00000100:00000200:3.0:1550575073.207609:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925616, portal 4
00000100:00000200:3.0:1550575073.207610:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925616, offset 0
00000400:00000200:3.0:1550575073.207611:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.207613:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.207615:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.207616:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.207617:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.207617:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.207618:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.207625:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.207706:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.207728:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.207746:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.207862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.207915:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.207947:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.208177:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c600 - object 0x0:1728254 offset 1461714944<>1462763520
00000100:00100000:3.0:1550575073.208182:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925648:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.208189:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c3d0-0x5c6be4832c3d0, portal 8
00000100:00000200:3.0:1550575073.208190:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925648, portal 4
00000100:00000200:3.0:1550575073.208191:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925648, offset 0
00000400:00000200:3.0:1550575073.208192:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.208195:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.208196:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.208197:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.208198:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.208198:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.208199:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.208206:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.208306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.208332:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.208351:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.208355:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.208382:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52fc00 x1625895440925616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.208384:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52fc00 x1625895440925616/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.208386:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00100000:3.0:1550575073.208457:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925616:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.208468:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.208713:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c000 - object 0x0:1728687 offset 1461714944<>1462763520
00000100:00100000:3.0:1550575073.208720:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.208721:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925680:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.208724:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c3f0-0x5c6be4832c3f0, portal 8
00000100:00000200:3.0:1550575073.208726:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925680, portal 4
00000100:00000200:3.0:1550575073.208726:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925680, offset 0
00000400:00000200:3.0:1550575073.208727:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.208730:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.208731:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.208733:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.208733:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.208734:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.208735:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.208742:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.208824:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.208846:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.208865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.208981:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.209014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.209030:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c600 x1625895440925648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.209036:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c600 x1625895440925648/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.209038:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575073.209118:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925648:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.209320:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.209422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.209448:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.209455:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c000 x1625895440925680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.209457:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c000 x1625895440925680/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.209459:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:1.2:1550575073.209467:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.209516:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925680:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.209588:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.209828:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f600 - object 0x0:1728629 offset 1461714944<>1462763520
00000100:00100000:3.0:1550575073.209835:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.209837:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925744:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.209840:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c430-0x5c6be4832c430, portal 8
00000100:00000200:3.0:1550575073.209841:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925744, portal 4
00000100:00000200:3.0:1550575073.209842:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925744, offset 0
00000400:00000200:3.0:1550575073.209843:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.209846:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.209847:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.209848:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.209849:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.209849:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.209850:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.209857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.209936:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.209959:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.209977:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.210091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.210136:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.210196:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.210404:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52c900 - object 0x0:1728254 offset 1462763520<>1463812096
00000100:00100000:3.0:1550575073.210410:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925776:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.210413:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c450-0x5c6be4832c450, portal 8
00000100:00000200:3.0:1550575073.210415:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925776, portal 4
00000100:00000200:3.0:1550575073.210415:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925776, offset 0
00000400:00000200:3.0:1550575073.210416:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.210419:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.210420:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.210421:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.210422:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.210423:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.210424:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.210430:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.210534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.210559:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.210569:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f600 x1625895440925744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.210571:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f600 x1625895440925744/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.210573:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:1.2:1550575073.210579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.210635:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925744:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.210695:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.210940:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52e700 - object 0x0:1728687 offset 1462763520<>1463812096
00000100:00100000:3.0:1550575073.210947:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.210948:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925808:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.210951:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c470-0x5c6be4832c470, portal 8
00000100:00000200:3.0:1550575073.210953:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925808, portal 4
00000100:00000200:3.0:1550575073.210954:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925808, offset 0
00000400:00000200:3.0:1550575073.210955:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.210958:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.210959:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.210960:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.210961:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.210961:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.210962:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.210969:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.211051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.211073:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.211093:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.211208:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.211235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.211250:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52c900 x1625895440925776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.211252:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52c900 x1625895440925776/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.211254:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.211332:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925776:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.211531:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.211632:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.211658:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.211660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.211677:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52e700 x1625895440925808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.211678:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52e700 x1625895440925808/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.211680:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.2:1550575073.211680:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.211736:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925808:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.211797:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.212058:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52de00 - object 0x0:1728629 offset 1462763520<>1463812096
00000100:00100000:3.0:1550575073.212065:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.212066:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925872:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.212069:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c4b0-0x5c6be4832c4b0, portal 8
00000100:00000200:3.0:1550575073.212071:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925872, portal 4
00000100:00000200:3.0:1550575073.212071:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925872, offset 0
00000400:00000200:3.0:1550575073.212072:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.212075:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.212076:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.212078:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.212078:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.212079:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.212080:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.212087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.212170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.212196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.212215:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.212331:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.212426:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.212619:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52d800 - object 0x0:1728254 offset 1463812096<>1464860672
00000100:00100000:3.0:1550575073.212625:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925904:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.212628:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c4d0-0x5c6be4832c4d0, portal 8
00000100:00000200:3.0:1550575073.212629:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925904, portal 4
00000100:00000200:3.0:1550575073.212630:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925904, offset 0
00000400:00000200:3.0:1550575073.212632:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.212635:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.212636:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.212637:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.212638:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.212638:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.212639:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.212646:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.212748:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.212773:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.212793:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.212796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.212813:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52de00 x1625895440925872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.212814:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52de00 x1625895440925872/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.212816:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.212877:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925872:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.212923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.213175:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff88156f52f900 - object 0x0:1728687 offset 1463812096<>1464860672
00000100:00100000:3.0:1550575073.213181:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.213183:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925936:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.213190:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c4f0-0x5c6be4832c4f0, portal 8
00000100:00000200:3.0:1550575073.213191:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440925936, portal 4
00000100:00000200:3.0:1550575073.213192:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440925936, offset 0
00000400:00000200:3.0:1550575073.213193:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.213196:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.213197:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.213199:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.213199:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.213200:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.213201:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.213208:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.213287:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.213309:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.213328:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.213444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.213462:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.213478:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52d800 x1625895440925904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.213479:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52d800 x1625895440925904/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.213481:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.213557:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440925904:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.213768:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.213869:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.213895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.213912:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.213917:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.213932:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff88156f52f900 x1625895440925936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.213934:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff88156f52f900 x1625895440925936/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.213935:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575073.213992:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440925936:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.214045:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.214317:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb300 - object 0x0:1728629 offset 1463812096<>1464860672
00000100:00100000:3.0:1550575073.214323:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.214325:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926000:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.214328:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c530-0x5c6be4832c530, portal 8
00000100:00000200:3.0:1550575073.214329:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926000, portal 4
00000100:00000200:3.0:1550575073.214330:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926000, offset 0
00000400:00000200:3.0:1550575073.214331:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.214333:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.214335:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.214336:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.214337:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.214337:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.214338:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.214345:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.214423:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.214446:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.214464:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.214582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.214679:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.214871:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3ba100 - object 0x0:1728254 offset 1464860672<>1465909248
00000100:00100000:3.0:1550575073.214876:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440926032:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.214879:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c550-0x5c6be4832c550, portal 8
00000100:00000200:3.0:1550575073.214880:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926032, portal 4
00000100:00000200:3.0:1550575073.214881:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926032, offset 0
00000400:00000200:3.0:1550575073.214882:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.214885:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.214886:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.214887:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.214888:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.214888:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.214889:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.214896:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.215004:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.215029:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.215041:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.215047:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.215061:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb300 x1625895440926000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.215063:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb300 x1625895440926000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.215065:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.215128:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926000:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.215172:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.215439:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9e00 - object 0x0:1728687 offset 1464860672<>1465909248
00000100:00100000:3.0:1550575073.215446:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.215448:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926064:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.215451:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c570-0x5c6be4832c570, portal 8
00000100:00000200:3.0:1550575073.215452:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926064, portal 4
00000100:00000200:3.0:1550575073.215453:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926064, offset 0
00000400:00000200:3.0:1550575073.215454:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.215457:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.215458:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.215459:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.215460:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.215460:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.215461:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.215468:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.215554:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.215577:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.215595:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.215711:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.215730:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3ba100 x1625895440926032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.215731:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3ba100 x1625895440926032/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.215733:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.215808:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440926032:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.216021:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.216122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.216148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.216166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.216171:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.216200:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9e00 x1625895440926064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.216202:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9e00 x1625895440926064/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.216204:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575073.216261:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926064:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.216283:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.216556:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8f00 - object 0x0:1728629 offset 1464860672<>1465909248
00000100:00100000:3.0:1550575073.216563:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.216565:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926128:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.216567:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c5b0-0x5c6be4832c5b0, portal 8
00000100:00000200:3.0:1550575073.216569:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926128, portal 4
00000100:00000200:3.0:1550575073.216569:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926128, offset 0
00000400:00000200:3.0:1550575073.216570:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.216573:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.216574:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.216576:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.216576:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.216577:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.216578:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.216584:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.216668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.216691:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.216710:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.216825:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.216923:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.217124:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3ba700 - object 0x0:1728254 offset 1465909248<>1466957824
00000100:00100000:3.0:1550575073.217129:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440926160:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.217131:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c5d0-0x5c6be4832c5d0, portal 8
00000100:00000200:3.0:1550575073.217134:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926160, portal 4
00000100:00000200:3.0:1550575073.217135:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926160, offset 0
00000400:00000200:3.0:1550575073.217136:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.217138:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.217140:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.217141:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.217142:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.217142:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.217143:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.217150:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.217251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.217276:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.217294:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.217303:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.217323:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8f00 x1625895440926128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.217325:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8f00 x1625895440926128/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.217327:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.217389:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926128:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.217408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.217685:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bad00 - object 0x0:1728687 offset 1465909248<>1466957824
00000100:00100000:3.0:1550575073.217692:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.217693:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926192:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.217696:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c5f0-0x5c6be4832c5f0, portal 8
00000100:00000200:3.0:1550575073.217697:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926192, portal 4
00000100:00000200:3.0:1550575073.217698:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926192, offset 0
00000400:00000200:3.0:1550575073.217699:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.217702:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.217703:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.217705:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.217705:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.217706:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.217707:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.217713:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.217793:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.217815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.217834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.217949:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.217961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.217976:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3ba700 x1625895440926160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.217978:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3ba700 x1625895440926160/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.217980:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575073.218059:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440926160:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.218273:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.218370:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.218396:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.218412:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.218416:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.218432:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bad00 x1625895440926192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.218434:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bad00 x1625895440926192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.218436:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:3.0:1550575073.218493:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926192:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.218542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.218808:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8300 - object 0x0:1728629 offset 1465909248<>1466957824
00000100:00100000:3.0:1550575073.218815:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.218817:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926256:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.218820:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c630-0x5c6be4832c630, portal 8
00000100:00000200:3.0:1550575073.218821:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926256, portal 4
00000100:00000200:3.0:1550575073.218822:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926256, offset 0
00000400:00000200:3.0:1550575073.218823:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.218826:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.218827:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.218828:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.218829:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.218829:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.218830:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.218837:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.218919:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.218941:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.218960:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.219075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.219398:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.219497:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.219522:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.219532:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.219540:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.219552:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8300 x1625895440926256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.219554:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8300 x1625895440926256/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.219555:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575073.219616:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926256:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.219663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.219933:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9500 - object 0x0:1728687 offset 1466957824<>1468006400
00000100:00100000:3.0:1550575073.219940:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.219941:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926320:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.219944:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c670-0x5c6be4832c670, portal 8
00000100:00000200:3.0:1550575073.219946:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926320, portal 4
00000100:00000200:3.0:1550575073.219946:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926320, offset 0
00000400:00000200:3.0:1550575073.219947:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.219950:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.219951:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.219953:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.219953:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.219954:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.219955:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.219961:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.220041:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.220064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.220083:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.220189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.220525:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.220618:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.220644:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.220660:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.220665:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.220682:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9500 x1625895440926320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.220684:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9500 x1625895440926320/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.220686:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00100000:3.0:1550575073.220746:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926320:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.220794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.221068:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bbc00 - object 0x0:1728629 offset 1466957824<>1468006400
00000100:00100000:3.0:1550575073.221075:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.221076:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926384:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.221079:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c6b0-0x5c6be4832c6b0, portal 8
00000100:00000200:3.0:1550575073.221081:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926384, portal 4
00000100:00000200:3.0:1550575073.221081:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926384, offset 0
00000400:00000200:3.0:1550575073.221082:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.221085:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.221086:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.221087:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.221088:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.221088:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.221089:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.221096:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.221178:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.221205:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.221223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.221322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.221339:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.221434:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.221625:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3ba400 - object 0x0:1728254 offset 1468006400<>1469054976
00000100:00100000:3.0:1550575073.221631:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440926416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.221634:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c6d0-0x5c6be4832c6d0, portal 8
00000100:00000200:3.0:1550575073.221636:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926416, portal 4
00000100:00000200:3.0:1550575073.221637:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926416, offset 0
00000400:00000200:3.0:1550575073.221638:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.221640:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.221641:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.221643:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.221643:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.221644:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.221645:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.221652:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.221749:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.221775:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.221796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.221802:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.221825:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bbc00 x1625895440926384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.221827:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bbc00 x1625895440926384/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.221829:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575073.221893:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926384:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.221913:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.222194:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b8600 - object 0x0:1728687 offset 1468006400<>1469054976
00000100:00100000:3.0:1550575073.222201:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.222202:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926448:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.222205:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c6f0-0x5c6be4832c6f0, portal 8
00000100:00000200:3.0:1550575073.222207:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926448, portal 4
00000100:00000200:3.0:1550575073.222208:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926448, offset 0
00000400:00000200:3.0:1550575073.222209:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.222212:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.222213:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.222215:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.222215:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.222216:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.222217:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.222224:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.222302:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.222325:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.222344:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.222436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.222452:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3ba400 x1625895440926416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.222454:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3ba400 x1625895440926416/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.222455:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:1.2:1550575073.222460:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.222537:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440926416:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.222784:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.222880:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.222906:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.222915:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.222925:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.222935:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b8600 x1625895440926448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.222937:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b8600 x1625895440926448/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.222938:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.222995:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926448:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.223048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.223322:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb600 - object 0x0:1728629 offset 1468006400<>1469054976
00000100:00100000:3.0:1550575073.223329:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.223330:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926512:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.223333:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c730-0x5c6be4832c730, portal 8
00000100:00000200:3.0:1550575073.223334:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926512, portal 4
00000100:00000200:3.0:1550575073.223335:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926512, offset 0
00000400:00000200:3.0:1550575073.223336:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.223339:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.223340:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.223341:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.223342:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.223342:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.223343:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.223351:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.223432:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.223454:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.223473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.223578:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.223907:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.224007:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.224034:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.224048:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.224052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.224069:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb600 x1625895440926512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.224071:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb600 x1625895440926512/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.224074:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000100:00100000:3.0:1550575073.224134:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926512:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.224180:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.224452:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3bb000 - object 0x0:1728687 offset 1469054976<>1470103552
00000100:00100000:3.0:1550575073.224459:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.224460:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926576:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.224463:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c770-0x5c6be4832c770, portal 8
00000100:00000200:3.0:1550575073.224465:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926576, portal 4
00000100:00000200:3.0:1550575073.224465:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926576, offset 0
00000400:00000200:3.0:1550575073.224466:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.224469:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.224470:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.224472:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.224472:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.224473:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.224474:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.224481:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.224563:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.224585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.224603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.224710:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.225025:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.225124:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.225151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.225170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.225178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.225204:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3bb000 x1625895440926576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.225206:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3bb000 x1625895440926576/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.225208:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575073.225267:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926576:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.225290:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.225569:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df3b9800 - object 0x0:1728629 offset 1469054976<>1470103552
00000100:00100000:3.0:1550575073.225575:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.225577:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926640:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.225580:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c7b0-0x5c6be4832c7b0, portal 8
00000100:00000200:3.0:1550575073.225581:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926640, portal 4
00000100:00000200:3.0:1550575073.225582:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926640, offset 0
00000400:00000200:3.0:1550575073.225584:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.225586:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.225587:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.225589:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.225590:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.225590:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.225591:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.225598:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.225681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.225704:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.225723:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.225834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.226152:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.226251:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.226277:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.226296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.226309:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.226325:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df3b9800 x1625895440926640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.226327:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df3b9800 x1625895440926640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.226329:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:3.0:1550575073.226388:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926640:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.226412:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.226691:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682cc00 - object 0x0:1728687 offset 1470103552<>1471152128
00000100:00100000:3.0:1550575073.226697:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.226699:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926704:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.226702:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c7f0-0x5c6be4832c7f0, portal 8
00000100:00000200:3.0:1550575073.226703:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926704, portal 4
00000100:00000200:3.0:1550575073.226704:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926704, offset 0
00000400:00000200:3.0:1550575073.226706:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.226709:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.226710:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.226712:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.226712:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.226713:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.226714:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.226720:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.226802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.226824:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.226843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.226942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.226958:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.227283:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.227382:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.227408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.227418:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.227427:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.227438:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682cc00 x1625895440926704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.227440:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682cc00 x1625895440926704/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.227442:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000100:00100000:3.0:1550575073.227502:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926704:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.227549:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.227824:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682f300 - object 0x0:1728629 offset 1470103552<>1471152128
00000100:00100000:3.0:1550575073.227831:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.227832:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926768:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.227835:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c830-0x5c6be4832c830, portal 8
00000100:00000200:3.0:1550575073.227836:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926768, portal 4
00000100:00000200:3.0:1550575073.227837:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926768, offset 0
00000400:00000200:3.0:1550575073.227838:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.227841:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.227842:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.227843:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.227844:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.227844:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.227845:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.227852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.227933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.227955:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.227974:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.228082:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.228415:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.228513:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.228539:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.228546:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.228558:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.228567:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682f300 x1625895440926768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.228568:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682f300 x1625895440926768/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.228570:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000100:00100000:3.0:1550575073.228631:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926768:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.228677:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.228949:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682d500 - object 0x0:1728687 offset 1471152128<>1472200704
00000100:00100000:3.0:1550575073.228956:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.228957:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926832:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.228960:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c870-0x5c6be4832c870, portal 8
00000100:00000200:3.0:1550575073.228961:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926832, portal 4
00000100:00000200:3.0:1550575073.228962:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926832, offset 0
00000400:00000200:3.0:1550575073.228963:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.228966:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.228967:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.228968:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.228969:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.228969:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.228970:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.228977:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.229058:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.229080:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.229099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.229209:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.229543:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.229641:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.229668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.229675:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.229689:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.229697:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682d500 x1625895440926832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.229698:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682d500 x1625895440926832/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.229700:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.229760:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926832:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.229809:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.230084:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682d200 - object 0x0:1728629 offset 1471152128<>1472200704
00000100:00100000:3.0:1550575073.230090:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.230091:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926896:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.230095:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c8b0-0x5c6be4832c8b0, portal 8
00000100:00000200:3.0:1550575073.230096:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926896, portal 4
00000100:00000200:3.0:1550575073.230097:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926896, offset 0
00000400:00000200:3.0:1550575073.230098:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.230101:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.230102:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.230104:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.230104:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.230105:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.230105:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.230112:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.230200:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.230223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.230242:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.230339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.230357:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.230679:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.230783:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.230810:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.230814:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.230828:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682d200 x1625895440926896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.230830:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682d200 x1625895440926896/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.230830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:3.0:1550575073.230832:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00100000:3.0:1550575073.230894:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926896:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.230947:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.231215:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682fc00 - object 0x0:1728687 offset 1472200704<>1473249280
00000100:00100000:3.0:1550575073.231221:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.231222:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926960:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.231226:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c8f0-0x5c6be4832c8f0, portal 8
00000100:00000200:3.0:1550575073.231227:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440926960, portal 4
00000100:00000200:3.0:1550575073.231228:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440926960, offset 0
00000400:00000200:3.0:1550575073.231229:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.231232:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.231233:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.231234:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.231235:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.231235:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.231236:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.231248:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.231327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.231350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.231369:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.231474:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.231807:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.231911:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.231937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.231939:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.231957:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682fc00 x1625895440926960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.231959:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682fc00 x1625895440926960/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.231960:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000100:00100000:3.0:1550575073.232022:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440926960:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.232069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.232347:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682c900 - object 0x0:1728629 offset 1472200704<>1473249280
00000100:00100000:3.0:1550575073.232354:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.232355:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927024:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.232358:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c930-0x5c6be4832c930, portal 8
00000100:00000200:3.0:1550575073.232359:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927024, portal 4
00000100:00000200:3.0:1550575073.232360:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927024, offset 0
00000400:00000200:3.0:1550575073.232361:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.232364:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.232365:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.232367:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.232367:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.232367:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.232368:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.232375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.232453:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.232475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.232494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.232597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.232932:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.233039:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.233063:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.233066:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.233084:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682c900 x1625895440927024/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.233086:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682c900 x1625895440927024/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.233088:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00100000:3.0:1550575073.233150:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927024:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.233196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.233486:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682e400 - object 0x0:1728687 offset 1473249280<>1474297856
00000100:00100000:3.0:1550575073.233493:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.233494:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927088:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.233497:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c970-0x5c6be4832c970, portal 8
00000100:00000200:3.0:1550575073.233498:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927088, portal 4
00000100:00000200:3.0:1550575073.233499:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927088, offset 0
00000400:00000200:3.0:1550575073.233500:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.233503:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.233504:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.233505:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.233506:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.233506:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.233507:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.233514:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.233596:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.233619:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.233638:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.233720:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.233751:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.234079:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.234180:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.234210:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.234216:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.234229:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.234236:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682e400 x1625895440927088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.234238:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682e400 x1625895440927088/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.234240:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575073.234301:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927088:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.234348:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.234612:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682ed00 - object 0x0:1728629 offset 1473249280<>1474297856
00000100:00100000:3.0:1550575073.234619:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.234620:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927152:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.234623:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c9b0-0x5c6be4832c9b0, portal 8
00000100:00000200:3.0:1550575073.234625:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927152, portal 4
00000100:00000200:3.0:1550575073.234625:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927152, offset 0
00000400:00000200:3.0:1550575073.234627:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.234629:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.234630:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.234632:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.234632:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.234633:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.234634:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.234641:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.234722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.234745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.234763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.234878:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.235203:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.235306:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.235333:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.235348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.235352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.235368:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682ed00 x1625895440927152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.235370:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682ed00 x1625895440927152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.235372:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:3.0:1550575073.235433:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927152:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.235480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.235735:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682ea00 - object 0x0:1728687 offset 1474297856<>1475346432
00000100:00100000:3.0:1550575073.235741:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.235743:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927216:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.235746:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832c9f0-0x5c6be4832c9f0, portal 8
00000100:00000200:3.0:1550575073.235747:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927216, portal 4
00000100:00000200:3.0:1550575073.235748:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927216, offset 0
00000400:00000200:3.0:1550575073.235749:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.235752:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.235753:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.235755:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.235755:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.235756:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.235756:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.235763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.235849:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.235871:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.235890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.236005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.236018:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.236334:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.236435:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.236461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.236465:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.236479:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.236482:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682ea00 x1625895440927216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.236484:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682ea00 x1625895440927216/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.236486:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.236546:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927216:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.236594:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.236864:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682cf00 - object 0x0:1728629 offset 1474297856<>1475346432
00000100:00100000:3.0:1550575073.236871:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.236872:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927280:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.236875:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ca30-0x5c6be4832ca30, portal 8
00000100:00000200:3.0:1550575073.236877:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927280, portal 4
00000100:00000200:3.0:1550575073.236878:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927280, offset 0
00000400:00000200:3.0:1550575073.236879:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.236882:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.236883:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.236885:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.236885:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.236885:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.236886:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.236893:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.236978:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.237001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.237019:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.237133:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.237465:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.237564:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.237590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.237606:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.237610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.237626:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682cf00 x1625895440927280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.237628:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682cf00 x1625895440927280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.237630:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00100000:3.0:1550575073.237689:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927280:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.237736:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.237992:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682e100 - object 0x0:1728687 offset 1475346432<>1476395008
00000100:00100000:3.0:1550575073.237999:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.238000:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927344:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.238003:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ca70-0x5c6be4832ca70, portal 8
00000100:00000200:3.0:1550575073.238004:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927344, portal 4
00000100:00000200:3.0:1550575073.238005:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927344, offset 0
00000400:00000200:3.0:1550575073.238006:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.238009:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.238010:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.238011:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.238012:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.238012:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.238014:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.238021:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.238102:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.238125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.238143:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.238260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.238593:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.238699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.238725:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.238736:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682e100 x1625895440927344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.238738:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682e100 x1625895440927344/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.238740:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:1.2:1550575073.238745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.238802:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927344:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.238861:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.239127:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e682c000 - object 0x0:1728629 offset 1475346432<>1476395008
00000100:00100000:3.0:1550575073.239134:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.239135:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927408:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.239138:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cab0-0x5c6be4832cab0, portal 8
00000100:00000200:3.0:1550575073.239139:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927408, portal 4
00000100:00000200:3.0:1550575073.239140:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927408, offset 0
00000400:00000200:3.0:1550575073.239141:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.239144:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.239145:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.239146:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.239147:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.239147:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.239148:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.239155:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.239239:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.239262:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.239281:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.239397:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.239411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.239718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.239834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.239860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.239864:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.239879:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e682c000 x1625895440927408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.239880:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.239881:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e682c000 x1625895440927408/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.239883:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:3.0:1550575073.239945:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927408:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.239997:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.240258:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ad200 - object 0x0:1728687 offset 1476395008<>1477443584
00000100:00100000:3.0:1550575073.240264:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.240266:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927472:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.240269:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832caf0-0x5c6be4832caf0, portal 8
00000100:00000200:3.0:1550575073.240270:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927472, portal 4
00000100:00000200:3.0:1550575073.240271:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927472, offset 0
00000400:00000200:3.0:1550575073.240272:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.240275:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.240276:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.240277:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.240278:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.240278:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.240279:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.240286:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.240372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.240395:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.240414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.240530:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.240550:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.240623:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.240823:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af300 - object 0x0:1725237 offset 1476395008<>1477443584
00000100:00100000:3.0:1550575073.240829:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440927504:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.240832:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cb10-0x5c6be4832cb10, portal 8
00000100:00000200:3.0:1550575073.240834:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927504, portal 4
00000100:00000200:3.0:1550575073.240834:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927504, offset 0
00000400:00000200:3.0:1550575073.240836:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.240838:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.240839:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.240841:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.240841:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.240842:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.240843:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.240849:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.240956:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.240981:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.240983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.241000:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ad200 x1625895440927472/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.241002:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ad200 x1625895440927472/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.241002:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:3.0:1550575073.241004:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:3.0:1550575073.241070:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927472:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.241118:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.241378:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ae100 - object 0x0:1728629 offset 1476395008<>1477443584
00000100:00100000:3.0:1550575073.241385:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.241386:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927536:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.241389:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cb30-0x5c6be4832cb30, portal 8
00000100:00000200:3.0:1550575073.241390:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927536, portal 4
00000100:00000200:3.0:1550575073.241391:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927536, offset 0
00000400:00000200:3.0:1550575073.241393:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.241395:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.241396:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.241398:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.241398:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.241399:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.241400:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.241407:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.241490:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.241513:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.241532:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.241649:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.241669:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af300 x1625895440927504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.241671:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af300 x1625895440927504/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.241673:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.241752:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440927504:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.241969:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.242072:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.242098:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.242116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.242117:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.242146:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ae100 x1625895440927536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.242148:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ae100 x1625895440927536/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.242150:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575073.242213:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927536:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.242234:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.242508:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af000 - object 0x0:1728687 offset 1477443584<>1478492160
00000100:00100000:3.0:1550575073.242515:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.242516:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927600:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.242519:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cb70-0x5c6be4832cb70, portal 8
00000100:00000200:3.0:1550575073.242521:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927600, portal 4
00000100:00000200:3.0:1550575073.242522:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927600, offset 0
00000400:00000200:3.0:1550575073.242523:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.242525:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.242527:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.242528:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.242529:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.242529:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.242530:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.242537:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.242621:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.242644:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.242664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.242763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.242779:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.242875:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.243075:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ae700 - object 0x0:1725237 offset 1477443584<>1478492160
00000100:00100000:3.0:1550575073.243081:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440927632:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.243084:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cb90-0x5c6be4832cb90, portal 8
00000100:00000200:3.0:1550575073.243085:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927632, portal 4
00000100:00000200:3.0:1550575073.243086:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927632, offset 0
00000400:00000200:3.0:1550575073.243088:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.243091:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.243092:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.243093:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.243094:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.243095:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.243096:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.243102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.243208:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.243234:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.243241:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.243253:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.243262:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af000 x1625895440927600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.243264:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af000 x1625895440927600/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.243265:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.243329:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927600:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.243372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.243629:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6aed00 - object 0x0:1728629 offset 1477443584<>1478492160
00000100:00100000:3.0:1550575073.243637:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.243638:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927664:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.243641:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cbb0-0x5c6be4832cbb0, portal 8
00000100:00000200:3.0:1550575073.243643:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927664, portal 4
00000100:00000200:3.0:1550575073.243644:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927664, offset 0
00000400:00000200:3.0:1550575073.243645:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.243648:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.243649:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.243650:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.243651:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.243651:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.243652:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.243659:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.243741:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.243763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.243782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.243897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.243930:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.243945:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ae700 x1625895440927632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.243947:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ae700 x1625895440927632/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.243949:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575073.244029:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440927632:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.244234:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.244336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.244363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.244370:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.244382:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.244390:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6aed00 x1625895440927664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.244392:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6aed00 x1625895440927664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.244393:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000100:00100000:3.0:1550575073.244452:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927664:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.244501:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.244751:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ade00 - object 0x0:1728687 offset 1478492160<>1479540736
00000100:00100000:3.0:1550575073.244758:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.244759:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927728:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.244762:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cbf0-0x5c6be4832cbf0, portal 8
00000100:00000200:3.0:1550575073.244763:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927728, portal 4
00000100:00000200:3.0:1550575073.244764:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927728, offset 0
00000400:00000200:3.0:1550575073.244765:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.244768:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.244769:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.244770:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.244771:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.244772:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.244772:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.244779:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.244867:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.244889:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.244908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.245023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.245123:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.245321:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6af600 - object 0x0:1725237 offset 1478492160<>1479540736
00000100:00100000:3.0:1550575073.245326:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440927760:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.245329:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cc10-0x5c6be4832cc10, portal 8
00000100:00000200:3.0:1550575073.245331:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927760, portal 4
00000100:00000200:3.0:1550575073.245332:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927760, offset 0
00000400:00000200:3.0:1550575073.245333:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.245336:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.245337:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.245338:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.245339:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.245339:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.245340:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.245347:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.245449:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.245475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.245479:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.245494:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.245496:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ade00 x1625895440927728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.245498:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ade00 x1625895440927728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.245500:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000100:00100000:3.0:1550575073.245564:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927728:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.245608:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.245894:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6afc00 - object 0x0:1728629 offset 1478492160<>1479540736
00000100:00100000:3.0:1550575073.245900:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.245902:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927792:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.245905:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cc30-0x5c6be4832cc30, portal 8
00000100:00000200:3.0:1550575073.245907:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927792, portal 4
00000100:00000200:3.0:1550575073.245907:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927792, offset 0
00000400:00000200:3.0:1550575073.245908:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.245911:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.245912:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.245914:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.245914:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.245915:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.245916:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.245923:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.246004:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.246028:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.246047:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.246126:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.246142:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6af600 x1625895440927760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.246144:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6af600 x1625895440927760/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.246145:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:1.2:1550575073.246161:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.246228:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440927760:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.246492:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.246591:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.246617:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.246626:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.246636:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.246646:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6afc00 x1625895440927792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.246647:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6afc00 x1625895440927792/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.246649:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:00100000:3.0:1550575073.246707:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927792:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.246758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.247039:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6adb00 - object 0x0:1728687 offset 1479540736<>1480589312
00000100:00100000:3.0:1550575073.247046:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.247047:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927856:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.247050:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cc70-0x5c6be4832cc70, portal 8
00000100:00000200:3.0:1550575073.247052:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927856, portal 4
00000100:00000200:3.0:1550575073.247053:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927856, offset 0
00000400:00000200:3.0:1550575073.247054:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.247057:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.247058:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.247059:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.247060:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.247061:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.247061:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.247068:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.247154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.247176:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.247195:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.247282:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.247312:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.247630:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.247725:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.247751:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.247771:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.247773:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.247803:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6adb00 x1625895440927856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.247805:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6adb00 x1625895440927856/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.247807:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00100000:3.0:1550575073.247869:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927856:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.247891:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.248175:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ac900 - object 0x0:1728629 offset 1479540736<>1480589312
00000100:00100000:3.0:1550575073.248181:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.248183:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927920:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.248189:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ccb0-0x5c6be4832ccb0, portal 8
00000100:00000200:3.0:1550575073.248190:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927920, portal 4
00000100:00000200:3.0:1550575073.248191:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927920, offset 0
00000400:00000200:3.0:1550575073.248192:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.248195:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.248196:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.248197:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.248198:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.248198:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.248199:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.248206:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.248291:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.248314:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.248332:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.248418:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.248448:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.248763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.248861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.248887:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.248907:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.248918:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.248936:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ac900 x1625895440927920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.248938:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ac900 x1625895440927920/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.248940:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00100000:3.0:1550575073.248999:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927920:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.249023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.249307:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ad800 - object 0x0:1728687 offset 1480589312<>1481637888
00000100:00100000:3.0:1550575073.249314:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.249315:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927984:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.249318:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ccf0-0x5c6be4832ccf0, portal 8
00000100:00000200:3.0:1550575073.249320:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440927984, portal 4
00000100:00000200:3.0:1550575073.249321:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440927984, offset 0
00000400:00000200:3.0:1550575073.249322:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.249325:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.249326:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.249327:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.249328:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.249328:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.249329:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.249336:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.249423:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.249446:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.249465:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.249553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.249583:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.249891:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.249999:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.250025:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.250045:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.250050:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.250066:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ad800 x1625895440927984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.250067:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ad800 x1625895440927984/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.250069:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575073.250129:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440927984:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.250176:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.250435:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ac600 - object 0x0:1728629 offset 1480589312<>1481637888
00000100:00100000:3.0:1550575073.250441:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.250442:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928048:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.250446:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cd30-0x5c6be4832cd30, portal 8
00000100:00000200:3.0:1550575073.250447:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928048, portal 4
00000100:00000200:3.0:1550575073.250448:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928048, offset 0
00000400:00000200:3.0:1550575073.250449:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.250452:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.250453:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.250454:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.250455:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.250455:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.250456:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.250463:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.250544:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.250567:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.250587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.250702:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.250795:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.250990:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815da6ae400 - object 0x0:1728254 offset 1481637888<>1482686464
00000100:00100000:3.0:1550575073.250996:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440928080:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.250999:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cd50-0x5c6be4832cd50, portal 8
00000100:00000200:3.0:1550575073.251000:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928080, portal 4
00000100:00000200:3.0:1550575073.251001:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928080, offset 0
00000400:00000200:3.0:1550575073.251002:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.251004:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.251005:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.251007:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.251007:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.251008:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.251009:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.251016:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.251118:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.251143:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.251162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.251182:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.251205:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ac600 x1625895440928048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.251207:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ac600 x1625895440928048/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.251209:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000100:00100000:3.0:1550575073.251272:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928048:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.251277:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.251555:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23900 - object 0x0:1728687 offset 1481637888<>1482686464
00000100:00100000:3.0:1550575073.251562:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.251563:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928112:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.251566:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cd70-0x5c6be4832cd70, portal 8
00000100:00000200:3.0:1550575073.251567:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928112, portal 4
00000100:00000200:3.0:1550575073.251568:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928112, offset 0
00000400:00000200:3.0:1550575073.251569:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.251572:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.251573:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.251574:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.251575:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.251575:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.251576:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.251583:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.251817:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.251833:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815da6ae400 x1625895440928080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.251835:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815da6ae400 x1625895440928080/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.251837:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00100000:3.0:1550575073.251919:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440928080:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.251920:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.252122:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22400 - object 0x0:1725237 offset 1481637888<>1482686464
00000100:00100000:3.0:1550575073.252127:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440928144:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.252130:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cd90-0x5c6be4832cd90, portal 8
00000100:00000200:3.0:1550575073.252132:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928144, portal 4
00000100:00000200:3.0:1550575073.252132:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928144, offset 0
00000400:00000200:3.0:1550575073.252133:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.252136:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.252137:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.252139:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.252139:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.252140:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.252141:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.252147:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.252276:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.252302:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.252325:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.252448:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.252678:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20600 - object 0x0:1728629 offset 1481637888<>1482686464
00000100:00100000:3.0:1550575073.252685:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.252686:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928176:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.252689:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cdb0-0x5c6be4832cdb0, portal 8
00000100:00000200:3.0:1550575073.252690:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928176, portal 4
00000100:00000200:3.0:1550575073.252691:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928176, offset 0
00000400:00000200:3.0:1550575073.252693:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.252695:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.252696:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.252698:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.252698:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.252699:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.252700:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.252707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.252802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.252824:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.252847:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.252965:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.252992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.253007:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22400 x1625895440928144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.253009:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22400 x1625895440928144/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.253011:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.253110:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440928144:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575073.253288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.253369:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.253388:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20600 x1625895440928176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.253389:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20600 x1625895440928176/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.253391:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000800:00000200:0.2:1550575073.253392:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.253417:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.253435:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.253445:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928176:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.253551:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.253740:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.253762:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.253782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.253801:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21b00 - object 0x0:1728687 offset 1482686464<>1483735040
00000100:00100000:3.0:1550575073.253808:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.253810:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928240:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.253813:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cdf0-0x5c6be4832cdf0, portal 8
00000100:00000200:3.0:1550575073.253814:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928240, portal 4
00000100:00000200:3.0:1550575073.253815:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928240, offset 0
00000400:00000200:3.0:1550575073.253816:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.253819:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.253821:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.253823:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.253823:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.253824:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.253825:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.253834:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.253897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.253934:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.253960:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.253982:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.254066:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.254098:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.254385:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.254399:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.254408:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23900 x1625895440928112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.254410:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23900 x1625895440928112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.254412:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00100000:3.0:1550575073.254473:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928112:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.254495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.254520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.254539:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.254581:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.254599:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21b00 x1625895440928240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.254600:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21b00 x1625895440928240/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.254602:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:1.2:1550575073.254652:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.254661:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928240:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.254934:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23600 - object 0x0:1728629 offset 1482686464<>1483735040
00000100:00100000:3.0:1550575073.254941:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.254942:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928304:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.254945:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ce30-0x5c6be4832ce30, portal 8
00000100:00000200:3.0:1550575073.254946:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928304, portal 4
00000100:00000200:3.0:1550575073.254947:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928304, offset 0
00000400:00000200:3.0:1550575073.254948:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.254951:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.254952:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.254954:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.254954:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.254955:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.254956:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.254963:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.255052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.255075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.255093:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.255195:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.255208:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.255534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.255638:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.255664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.255678:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.255689:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.255698:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23600 x1625895440928304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.255700:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23600 x1625895440928304/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.255702:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00100000:3.0:1550575073.255762:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928304:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.255810:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.256076:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20300 - object 0x0:1728687 offset 1483735040<>1484783616
00000100:00100000:3.0:1550575073.256082:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.256084:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928368:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.256087:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ce70-0x5c6be4832ce70, portal 8
00000100:00000200:3.0:1550575073.256089:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928368, portal 4
00000100:00000200:3.0:1550575073.256090:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928368, offset 0
00000400:00000200:3.0:1550575073.256091:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.256094:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.256095:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.256096:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.256097:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.256097:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.256099:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.256105:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.256197:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.256220:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.256240:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.256343:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.256666:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.256763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.256789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.256810:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.256832:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.256851:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20300 x1625895440928368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.256852:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20300 x1625895440928368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.256854:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:3.0:1550575073.256915:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928368:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.256927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.257209:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21200 - object 0x0:1728629 offset 1483735040<>1484783616
00000100:00100000:3.0:1550575073.257215:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.257217:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928432:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.257220:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ceb0-0x5c6be4832ceb0, portal 8
00000100:00000200:3.0:1550575073.257221:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928432, portal 4
00000100:00000200:3.0:1550575073.257222:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928432, offset 0
00000400:00000200:3.0:1550575073.257224:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.257227:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.257228:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.257229:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.257230:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.257231:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.257232:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.257239:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.257327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.257349:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.257368:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.257456:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.257484:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.257800:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.257900:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.257927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.257950:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.257954:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.257980:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21200 x1625895440928432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.257982:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21200 x1625895440928432/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.257984:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000100:00100000:3.0:1550575073.258050:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928432:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.258067:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.258348:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22d00 - object 0x0:1728687 offset 1484783616<>1485832192
00000100:00100000:3.0:1550575073.258355:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.258357:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928496:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.258360:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cef0-0x5c6be4832cef0, portal 8
00000100:00000200:3.0:1550575073.258362:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928496, portal 4
00000100:00000200:3.0:1550575073.258363:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928496, offset 0
00000400:00000200:3.0:1550575073.258364:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.258366:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.258368:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.258369:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.258370:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.258370:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.258371:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.258378:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.258461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.258483:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.258504:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.258597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.258620:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.258932:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.259029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.259055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.259079:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.259092:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.259108:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22d00 x1625895440928496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.259110:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22d00 x1625895440928496/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.259112:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000100:00100000:3.0:1550575073.259171:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928496:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.259195:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.259483:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22700 - object 0x0:1728629 offset 1484783616<>1485832192
00000100:00100000:3.0:1550575073.259490:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.259491:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928560:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.259494:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cf30-0x5c6be4832cf30, portal 8
00000100:00000200:3.0:1550575073.259496:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928560, portal 4
00000100:00000200:3.0:1550575073.259496:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928560, offset 0
00000400:00000200:3.0:1550575073.259498:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.259500:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.259501:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.259503:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.259504:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.259504:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.259505:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.259512:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.259598:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.259621:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.259641:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.259723:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.259757:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.260065:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.260164:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.260190:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.260213:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.260231:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.260248:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22700 x1625895440928560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.260250:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22700 x1625895440928560/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.260252:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00100000:3.0:1550575073.260313:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928560:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.260330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.260610:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20900 - object 0x0:1728687 offset 1485832192<>1486880768
00000100:00100000:3.0:1550575073.260617:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.260619:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928624:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.260622:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cf70-0x5c6be4832cf70, portal 8
00000100:00000200:3.0:1550575073.260624:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928624, portal 4
00000100:00000200:3.0:1550575073.260625:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928624, offset 0
00000400:00000200:3.0:1550575073.260626:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.260629:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.260630:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.260631:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.260632:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.260632:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.260633:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.260640:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.260724:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.260747:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.260768:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.260872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.261190:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.261284:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.261311:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.261334:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.261361:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.261380:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20900 x1625895440928624/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.261382:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20900 x1625895440928624/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.261383:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000100:00100000:3.0:1550575073.261443:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928624:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.261450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.261734:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21500 - object 0x0:1728629 offset 1485832192<>1486880768
00000100:00100000:3.0:1550575073.261741:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.261742:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928688:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.261745:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cfb0-0x5c6be4832cfb0, portal 8
00000100:00000200:3.0:1550575073.261746:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928688, portal 4
00000100:00000200:3.0:1550575073.261747:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928688, offset 0
00000400:00000200:3.0:1550575073.261748:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.261751:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.261752:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.261753:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.261754:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.261754:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.261755:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.261762:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.261843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.261865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.261889:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.261980:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.262004:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.262329:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.262424:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.262450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.262474:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.262477:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.262505:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21500 x1625895440928688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.262507:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21500 x1625895440928688/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.262508:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00100000:3.0:1550575073.262569:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928688:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.262589:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.262863:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a20000 - object 0x0:1728687 offset 1486880768<>1487929344
00000100:00100000:3.0:1550575073.262870:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.262871:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928752:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.262874:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832cff0-0x5c6be4832cff0, portal 8
00000100:00000200:3.0:1550575073.262876:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928752, portal 4
00000100:00000200:3.0:1550575073.262876:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928752, offset 0
00000400:00000200:3.0:1550575073.262877:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.262880:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.262881:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.262883:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.262883:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.262884:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.262885:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.262891:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.262981:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.263004:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.263025:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.263108:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.263142:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.263459:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.263554:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.263580:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.263603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.263609:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.263633:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a20000 x1625895440928752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.263635:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a20000 x1625895440928752/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.263637:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575073.263697:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928752:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.263719:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.263989:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a23300 - object 0x0:1728629 offset 1486880768<>1487929344
00000100:00100000:3.0:1550575073.263996:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.263997:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928816:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.264000:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d030-0x5c6be4832d030, portal 8
00000100:00000200:3.0:1550575073.264001:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928816, portal 4
00000100:00000200:3.0:1550575073.264002:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928816, offset 0
00000400:00000200:3.0:1550575073.264003:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.264006:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.264007:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.264008:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.264009:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.264009:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.264010:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.264017:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.264238:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.264582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.264699:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.2:1550575073.264725:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.264748:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.264865:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:3.0:1550575073.265109:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a22a00 - object 0x0:1728687 offset 1487929344<>1488977920
00000100:00100000:3.0:1550575073.265115:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.265117:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928880:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.265120:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d070-0x5c6be4832d070, portal 8
00000100:00000200:3.0:1550575073.265121:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928880, portal 4
00000100:00000200:3.0:1550575073.265122:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928880, offset 0
00000400:00000200:3.0:1550575073.265123:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.265126:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.265127:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.265128:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.265129:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.265129:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.265131:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.265137:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.265350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.265509:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.265518:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.265741:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.265757:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.265799:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.265929:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (22)++
00000800:00000200:0.2:1550575073.265942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.265953:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.266071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.266232:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815d1a21e00 - object 0x0:1728629 offset 1487929344<>1488977920
00000100:00100000:3.0:1550575073.266239:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.266240:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928944:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.266243:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d0b0-0x5c6be4832d0b0, portal 8
00000100:00000200:3.0:1550575073.266244:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928944, portal 4
00000100:00000200:3.0:1550575073.266245:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928944, offset 0
00000400:00000200:3.0:1550575073.266246:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.266249:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.266250:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.266251:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.266252:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.266252:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.266254:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.266261:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.266366:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.266388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.266408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.266503:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.266522:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a23300 x1625895440928816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.266524:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a23300 x1625895440928816/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.266525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:3.0:1550575073.266526:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.2:1550575073.266548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.266602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.266609:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928816:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.266611:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a22a00 x1625895440928880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.266612:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a22a00 x1625895440928880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.266614:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:00100000:3.0:1550575073.266715:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928880:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575073.266859:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440928976:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.266862:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d0d0-0x5c6be4832d0d0, portal 8
00000100:00000200:3.0:1550575073.266863:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440928976, portal 4
00000100:00000200:3.0:1550575073.266864:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440928976, offset 0
00000400:00000200:3.0:1550575073.266865:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.266867:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.266868:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.266869:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.266870:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.266870:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.266871:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.266878:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.266971:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.267001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.267016:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.267021:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.267045:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1a21e00 x1625895440928944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.267047:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1a21e00 x1625895440928944/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.267049:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000100:00100000:3.0:1550575073.267108:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440928944:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.267157:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.267386:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1200 - object 0x0:1728687 offset 1488977920<>1490026496
00000100:00100000:3.0:1550575073.267393:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.267394:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929008:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.267397:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d0f0-0x5c6be4832d0f0, portal 8
00000100:00000200:3.0:1550575073.267398:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929008, portal 4
00000100:00000200:3.0:1550575073.267399:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929008, offset 0
00000400:00000200:3.0:1550575073.267400:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.267403:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.267404:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.267405:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.267406:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.267406:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.267407:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.267414:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.267501:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.267524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.267544:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.267659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.267683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00000200:3.0:1550575073.267698:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815d1b02400 x1625895440928976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.267700:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815d1b02400 x1625895440928976/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.267702:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:00100000:3.0:1550575073.267786:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440928976:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.267973:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.268068:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.268095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.268113:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.268129:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.268145:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1200 x1625895440929008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.268147:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1200 x1625895440929008/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.268148:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000100:00100000:3.0:1550575073.268210:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929008:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.268231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000008:00100000:3.0:1550575073.268491:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0300 - object 0x0:1728629 offset 1488977920<>1490026496
00000100:00100000:3.0:1550575073.268498:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.268499:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929072:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.268502:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d130-0x5c6be4832d130, portal 8
00000100:00000200:3.0:1550575073.268503:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929072, portal 4
00000100:00000200:3.0:1550575073.268504:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929072, offset 0
00000400:00000200:3.0:1550575073.268505:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.268508:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.268509:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.268511:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.268511:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.268512:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.268513:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.268520:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.268614:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.268636:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.268663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.268749:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.268779:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.269085:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.269181:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.269212:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.269235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.269276:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.269294:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0300 x1625895440929072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.269296:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0300 x1625895440929072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.269298:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.2:1550575073.269358:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.269361:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929072:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.269628:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3000 - object 0x0:1728687 offset 1490026496<>1491075072
00000100:00100000:3.0:1550575073.269635:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.269636:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929136:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.269640:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d170-0x5c6be4832d170, portal 8
00000100:00000200:3.0:1550575073.269641:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929136, portal 4
00000100:00000200:3.0:1550575073.269642:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929136, offset 0
00000400:00000200:3.0:1550575073.269643:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.269646:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.269647:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.269648:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.269649:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.269649:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.269650:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.269657:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.269768:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.269790:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.269813:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.269889:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.269928:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.270228:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.270324:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.270350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.270375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.270493:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.270495:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:3.0:1550575073.270516:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3000 x1625895440929136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.270518:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3000 x1625895440929136/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.270519:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:2.0:1550575073.270571:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.270593:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929136:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.270776:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881573bbbc00 - object 0x0:1728629 offset 1490026496<>1491075072
00000100:00100000:2.0:1550575073.270783:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.270788:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d1b0-0x5c6be4832d1b0, portal 8
00000100:00000200:2.0:1550575073.270789:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929200, portal 4
00000100:00000200:2.0:1550575073.270790:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929200, offset 0
00000400:00000200:2.0:1550575073.270792:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.270795:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.270796:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.270798:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.270799:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.270799:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.270800:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.270807:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.270912:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.270934:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.270958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.271036:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.271073:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.271148:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.271346:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0c00 - object 0x0:1728254 offset 1491075072<>1492123648
00000100:00100000:3.0:1550575073.271352:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440929232:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.271356:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d1d0-0x5c6be4832d1d0, portal 8
00000100:00000200:3.0:1550575073.271357:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929232, portal 4
00000100:00000200:3.0:1550575073.271358:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929232, offset 0
00000400:00000200:3.0:1550575073.271359:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.271362:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.271363:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.271364:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.271365:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.271365:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.271366:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.271374:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.271471:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.271496:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.271521:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.271632:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.271637:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:2.0:1550575073.271656:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881573bbbc00 x1625895440929200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.271658:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881573bbbc00 x1625895440929200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.271662:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:00100000:2.0:1550575073.271743:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929200:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.271919:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2700 - object 0x0:1728687 offset 1491075072<>1492123648
00000100:00100000:3.0:1550575073.271926:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.271927:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929264:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.271931:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d1f0-0x5c6be4832d1f0, portal 8
00000100:00000200:3.0:1550575073.271932:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929264, portal 4
00000100:00000200:3.0:1550575073.271933:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929264, offset 0
00000400:00000200:3.0:1550575073.271934:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.271936:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.271937:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.271939:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.271939:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.271940:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.271941:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.271947:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.272057:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.272079:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.272104:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.272157:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.272173:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0c00 x1625895440929232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.272175:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0c00 x1625895440929232/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.272177:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.2:1550575073.272219:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.272261:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440929232:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.272502:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.272599:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.272625:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.272657:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.272767:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.272773:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:3.0:1550575073.272786:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2700 x1625895440929264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.272788:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2700 x1625895440929264/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.272789:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00100000:2.0:1550575073.272847:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.272858:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929264:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.273051:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef900 - object 0x0:1728629 offset 1491075072<>1492123648
00000100:00100000:2.0:1550575073.273057:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.273060:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d230-0x5c6be4832d230, portal 8
00000100:00000200:2.0:1550575073.273062:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929328, portal 4
00000100:00000200:2.0:1550575073.273062:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929328, offset 0
00000400:00000200:2.0:1550575073.273064:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.273066:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.273068:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.273069:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.273070:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.273070:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.273071:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.273078:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.273190:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.273213:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.273236:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.273289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.273351:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.273642:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.273741:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.273767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.273791:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.273909:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.273917:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575073.273937:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeef900 x1625895440929328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.273939:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeef900 x1625895440929328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.273941:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00100000:2.0:1550575073.274026:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929328:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.274196:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2d00 - object 0x0:1728687 offset 1492123648<>1493172224
00000100:00100000:3.0:1550575073.274203:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.274205:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929392:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.274208:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d270-0x5c6be4832d270, portal 8
00000100:00000200:3.0:1550575073.274210:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929392, portal 4
00000100:00000200:3.0:1550575073.274210:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929392, offset 0
00000400:00000200:3.0:1550575073.274212:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.274214:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.274216:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.274217:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.274218:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.274218:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.274219:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.274226:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.274336:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.2:1550575073.274358:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.274382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.274426:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.274497:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.274766:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.2:1550575073.274861:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.274887:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.274911:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.2:1550575073.275030:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.275050:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:1.0:1550575073.275060:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f2d00 x1625895440929392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.275065:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.275066:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.275066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.275066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.275069:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2d00 x1625895440929392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.275071:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2d00 x1625895440929392/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.275073:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00100000:2.0:1550575073.275111:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.275154:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929392:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.275326:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeeed00 - object 0x0:1728629 offset 1492123648<>1493172224
00000100:00100000:2.0:1550575073.275333:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929456:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.275336:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d2b0-0x5c6be4832d2b0, portal 8
00000100:00000200:2.0:1550575073.275338:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929456, portal 4
00000100:00000200:2.0:1550575073.275338:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929456, offset 0
00000400:00000200:2.0:1550575073.275340:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.275342:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.275344:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.275345:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.275346:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.275346:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.275347:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.275354:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.275360:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.275360:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.275361:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeeed00 x1625895440929456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.275363:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.0:1550575073.275364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.275364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.275459:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.275462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.275463:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.275464:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.275465:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d2b0
00000400:00000200:1.0:1550575073.275466:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11065 [256] + 0
00000400:00000200:1.0:1550575073.275467:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.275467:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.275467:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.275469:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.275470:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.275471:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.275474:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.275474:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.275474:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.275475:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.275475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.275476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.275481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.275484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.275484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.275485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.275504:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.275507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.275508:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.275510:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.275518:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.275519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.275519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.275546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.275549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.275550:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.275551:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.275552:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d290
00000400:00000200:1.0:1550575073.275553:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1105d [1] + 192
00000100:00000200:1.0:1550575073.275554:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30e400 x1625895440929424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.275555:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.275556:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.275556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.275557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.275558:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30e400 x1625895440929424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.275560:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30e400 x1625895440929424/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.275561:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.275620:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.275642:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929424:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.275644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.275646:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.275646:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a08b0e00
00000400:00000200:1.0:1550575073.275650:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.275651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.275651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.275862:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30ed00 - object 0x0:1728254 offset 1493172224<>1494220800
00000100:00100000:1.0:1550575073.275867:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.275868:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929488:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.275871:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d2d0-0x5c6be4832d2d0, portal 8
00000100:00000200:1.0:1550575073.275873:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929488, portal 4
00000100:00000200:1.0:1550575073.275873:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929488, offset 0
00000400:00000200:1.0:1550575073.275874:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.275877:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.275878:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.275879:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.275879:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.275880:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.275881:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.275888:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.275894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.275895:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.275896:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30ed00 x1625895440929488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.275897:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.275898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.275899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.275990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.275995:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.275996:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.275998:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.275999:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d2d0
00000400:00000200:1.0:1550575073.276000:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11071 [256] + 0
00000400:00000200:1.0:1550575073.276001:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.276001:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.276002:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.276003:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.276004:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.276005:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.276008:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.276008:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.276009:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276010:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.276010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.276011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.276017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.276020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.276040:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276044:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.276046:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.276054:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.276055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.276055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.276158:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276160:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276162:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.276162:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f381400
00000400:00000200:1.0:1550575073.276163:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.276164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.276164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.276195:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.276200:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.276201:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.276202:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.276203:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d2b0
00000400:00000200:1.0:1550575073.276204:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11069 [1] + 192
00000100:00000200:1.0:1550575073.276206:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeeed00 x1625895440929456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.276211:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.276211:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.276212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.276212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.276218:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeeed00 x1625895440929456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.276219:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeeed00 x1625895440929456/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.276221:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575073.276316:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929456:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.276464:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3c00 - object 0x0:1728687 offset 1493172224<>1494220800
00000100:00100000:3.0:1550575073.276471:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.276472:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929520:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.276475:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d2f0-0x5c6be4832d2f0, portal 8
00000100:00000200:3.0:1550575073.276477:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929520, portal 4
00000100:00000200:3.0:1550575073.276478:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929520, offset 0
00000400:00000200:3.0:1550575073.276479:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.276481:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.276482:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.276484:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.276485:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.276485:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.276486:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.276492:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.276498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.276499:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.276500:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f3c00 x1625895440929520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.276502:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.0:1550575073.276503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.276503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.276599:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.276602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276603:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.276604:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.276605:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d2f0
00000400:00000200:1.0:1550575073.276606:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1107d [256] + 0
00000400:00000200:1.0:1550575073.276607:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.276607:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276608:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.276610:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.276611:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.276611:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.276614:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.276615:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276615:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.276616:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.276616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.276616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.276622:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.276626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.276650:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276654:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.276656:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.276664:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.276665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.276665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.276678:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.276680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276681:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.276682:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.276683:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d2d0
00000400:00000200:1.0:1550575073.276684:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11075 [1] + 192
00000100:00000200:1.0:1550575073.276686:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30ed00 x1625895440929488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.276688:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.276688:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.276688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.276689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.276691:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30ed00 x1625895440929488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.276692:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30ed00 x1625895440929488/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.276694:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.2:1550575073.276766:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.276777:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929488:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.276779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.276780:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.276781:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f250800
00000400:00000200:1.0:1550575073.276783:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.276784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.276785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.277001:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30db00 - object 0x0:1725237 offset 1493172224<>1494220800
00000100:00100000:1.0:1550575073.277006:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.277007:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929552:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.277010:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d310-0x5c6be4832d310, portal 8
00000100:00000200:1.0:1550575073.277011:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929552, portal 4
00000100:00000200:1.0:1550575073.277012:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929552, offset 0
00000400:00000200:1.0:1550575073.277013:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.277015:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.277017:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.277018:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.277018:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.277019:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.277020:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.277027:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.277034:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.277035:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.277036:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30db00 x1625895440929552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.277037:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.277038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.277039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.277122:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.277127:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.277128:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.277129:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.277130:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d310
00000400:00000200:1.0:1550575073.277131:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11089 [256] + 0
00000400:00000200:1.0:1550575073.277132:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.277132:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.277133:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.277135:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.277136:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.277136:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.277139:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.277140:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.277140:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.277141:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.277141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.277142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.277148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.277150:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.277151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.277152:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.277171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.277174:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.277174:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.277177:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.277191:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.277191:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.277192:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.277293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.277296:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.277297:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.277298:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f381600
00000400:00000200:1.0:1550575073.277299:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.277299:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.277300:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.277324:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.277329:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.277330:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.277331:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.277332:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d2f0
00000400:00000200:1.0:1550575073.277333:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11081 [1] + 192
00000100:00000200:1.0:1550575073.277334:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f3c00 x1625895440929520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.277338:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.277338:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.277339:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.277339:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.277342:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3c00 x1625895440929520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.277344:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3c00 x1625895440929520/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.277346:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:2.0:1550575073.277365:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.277428:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929520:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.277585:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeee700 - object 0x0:1728629 offset 1493172224<>1494220800
00000100:00100000:2.0:1550575073.277592:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929584:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.277595:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d330-0x5c6be4832d330, portal 8
00000100:00000200:2.0:1550575073.277597:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929584, portal 4
00000100:00000200:2.0:1550575073.277598:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929584, offset 0
00000400:00000200:2.0:1550575073.277599:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.277602:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.277603:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.277605:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.277605:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.277606:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.277607:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.277613:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.277619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.277619:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.277620:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeee700 x1625895440929584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.277622:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.0:1550575073.277623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.277623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.277815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.277818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.277819:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.277820:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.277821:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d310
00000400:00000200:1.0:1550575073.277822:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1108d [1] + 192
00000100:00000200:1.0:1550575073.277823:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30db00 x1625895440929552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.277825:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.277826:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.277826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.277826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.277828:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30db00 x1625895440929552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.277830:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30db00 x1625895440929552/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.277831:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.277909:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929552:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.278121:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30de00 - object 0x0:1728254 offset 1494220800<>1495269376
00000100:00100000:1.0:1550575073.278126:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.278127:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929616:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.278130:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d350-0x5c6be4832d350, portal 8
00000100:00000200:1.0:1550575073.278131:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929616, portal 4
00000100:00000200:1.0:1550575073.278132:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929616, offset 0
00000400:00000200:1.0:1550575073.278133:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.278136:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.278137:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.278138:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.278139:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.278139:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278140:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.278148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278151:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.278152:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.278153:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30de00 x1625895440929616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.278155:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.278155:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.278156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.278273:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.278279:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278281:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.278282:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.278283:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d350
00000400:00000200:1.0:1550575073.278284:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x110a1 [256] + 0
00000400:00000200:1.0:1550575073.278285:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.278286:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278286:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.278288:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.278289:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.278290:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.278293:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.278293:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278293:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.278294:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.278295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.278295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.278300:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278305:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278305:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.278306:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.278322:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278327:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278328:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.278331:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.278340:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.278340:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.278340:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.278445:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278450:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278452:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.278452:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f381800
00000400:00000200:1.0:1550575073.278453:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.278453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.278454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.278677:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f2400 - object 0x0:1728687 offset 1494220800<>1495269376
00000100:00100000:3.0:1550575073.278684:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.278685:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929648:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.278688:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d370-0x5c6be4832d370, portal 8
00000100:00000200:3.0:1550575073.278690:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929648, portal 4
00000100:00000200:3.0:1550575073.278690:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929648, offset 0
00000400:00000200:3.0:1550575073.278693:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.278695:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.278696:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.278698:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.278698:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.278699:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.278700:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.278707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.278710:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.278712:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f2400 x1625895440929648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.278713:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.0:1550575073.278714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.278715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.278816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.278819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278820:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.278821:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.278822:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d370
00000400:00000200:1.0:1550575073.278823:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x110ad [256] + 0
00000400:00000200:1.0:1550575073.278824:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.278824:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.278825:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.278827:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.278828:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.278828:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.278831:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.278831:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.278832:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278832:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.278833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.278833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.278839:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.278845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.278848:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.278853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278854:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.278855:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.278856:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d330
00000400:00000200:1.0:1550575073.278857:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11095 [256] + 0
00000400:00000200:1.0:1550575073.278858:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575073.278858:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.278859:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.278860:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.278861:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.278862:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.278865:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.278866:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.278866:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278867:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.278867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.278868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.278868:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.278871:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.2:1550575073.278880:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278881:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.278881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.278882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.278882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.278883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.278883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.278897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.278900:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.278904:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.278912:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.278912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.278913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.278937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.278940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.278941:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.278942:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.278943:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d350
00000400:00000200:1.0:1550575073.278944:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x110a5 [1] + 192
00000100:00000200:1.0:1550575073.278945:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30de00 x1625895440929616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.278947:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.278948:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.278948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.278949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.278950:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30de00 x1625895440929616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.278952:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30de00 x1625895440929616/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.278953:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:0.2:1550575073.279031:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:1.0:1550575073.279037:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929616:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.279039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.279041:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.279041:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f251800
00000400:00000200:1.0:1550575073.279044:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.279044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.279045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.279064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:3.0:1550575073.279065:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:1.0:1550575073.279066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279067:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.279068:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a08b1400
00000400:00000200:1.0:1550575073.279071:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575073.279072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.279073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:3.0:1550575073.279265:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1800 - object 0x0:1725237 offset 1494220800<>1495269376
00000100:00100000:3.0:1550575073.279271:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440929680:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.279274:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d390-0x5c6be4832d390, portal 8
00000100:00000200:3.0:1550575073.279275:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929680, portal 4
00000100:00000200:3.0:1550575073.279276:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929680, offset 0
00000400:00000200:3.0:1550575073.279277:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.279280:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.279281:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.279282:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.279283:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.279283:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.279285:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.279291:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.279297:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.279297:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.279298:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f1800 x1625895440929680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.279300:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:1.0:1550575073.279301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.279301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.279385:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.279391:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.279392:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.279393:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.279394:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d390
00000400:00000200:1.0:1550575073.279395:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x110b9 [256] + 0
00000400:00000200:1.0:1550575073.279396:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.279397:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.279397:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.279399:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.279400:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.279401:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.279404:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.279404:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.279404:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279405:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.279405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.279406:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.279412:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279414:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279415:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.279416:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.279435:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279438:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279439:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.279441:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.279450:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.279450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.279450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.279551:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279556:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.279556:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2200
00000400:00000200:1.0:1550575073.279558:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.279559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.279559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.279592:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.279594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279595:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.279596:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.279597:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d370
00000400:00000200:1.0:1550575073.279598:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x110b1 [1] + 192
00000100:00000200:1.0:1550575073.279599:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f2400 x1625895440929648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.279603:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279603:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.279604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.279604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.279660:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.279665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.279666:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.279667:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.279668:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d330
00000400:00000200:1.0:1550575073.279669:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11099 [1] + 192
00000100:00000200:1.0:1550575073.279670:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeee700 x1625895440929584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.279675:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.279675:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.279675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.279676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.279681:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeee700 x1625895440929584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.279683:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeee700 x1625895440929584/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.279685:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000100:00100000:2.0:1550575073.279747:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929584:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.279800:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1e00 - object 0x0:1728629 offset 1494220800<>1495269376
00000100:00000200:3.0:1550575073.279808:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f2400 x1625895440929648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.279810:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f2400 x1625895440929648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.279812:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:2.0:1550575073.279814:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.279817:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d3b0-0x5c6be4832d3b0, portal 8
00000100:00000200:2.0:1550575073.279818:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929712, portal 4
00000100:00000200:2.0:1550575073.279819:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929712, offset 0
00000400:00000200:2.0:1550575073.279820:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.279822:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.279823:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.279825:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.279825:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.279826:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.279826:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.279833:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.279838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.279839:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.279840:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f1e00 x1625895440929712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.279842:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.0:1550575073.279842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.279843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.279872:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929648:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.279939:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.279942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279943:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.279944:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.279945:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d3b0
00000400:00000200:1.0:1550575073.279946:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x110c5 [256] + 0
00000400:00000200:1.0:1550575073.279947:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575073.279948:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279948:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.279950:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.279951:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.279952:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.279955:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.279955:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279955:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.279956:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.279956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.279957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.279962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.279966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.279985:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.279988:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.279989:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.279991:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.280000:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.280000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.280001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.280070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.280073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.280074:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.280075:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.280075:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d390
00000400:00000200:1.0:1550575073.280076:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x110bd [1] + 192
00000100:00000200:1.0:1550575073.280077:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f1800 x1625895440929680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.280081:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.280081:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.280081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.280082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.280086:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1800 x1625895440929680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.280087:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1800 x1625895440929680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.280089:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:1.2:1550575073.280101:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.280104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.280105:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.280106:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2600
00000400:00000200:1.0:1550575073.280109:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575073.280110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.280111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:3.0:1550575073.280166:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440929680:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.280402:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30ea00 - object 0x0:1728254 offset 1495269376<>1496317952
00000100:00100000:1.0:1550575073.280408:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.280409:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929744:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.280412:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d3d0-0x5c6be4832d3d0, portal 8
00000100:00000200:1.0:1550575073.280413:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929744, portal 4
00000100:00000200:1.0:1550575073.280414:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929744, offset 0
00000400:00000200:1.0:1550575073.280415:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.280417:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.280418:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.280420:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.280420:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.280420:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.280421:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.280428:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.280435:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.280436:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.280437:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30ea00 x1625895440929744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.280438:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.280439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.280440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.280523:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.280528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.280529:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.280531:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.280532:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d3d0
00000400:00000200:1.0:1550575073.280533:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x110d1 [256] + 0
00000400:00000200:1.0:1550575073.280533:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.280534:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.280534:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.280536:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.280538:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.280538:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.280542:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.280543:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.280543:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.280544:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.280544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.280545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.280551:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.280554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.280554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.280555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.280574:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.280577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.280577:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.280582:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.280592:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.280592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.280593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.280662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.280667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.280668:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.280669:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.280670:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d3b0
00000400:00000200:1.0:1550575073.280671:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x110c9 [1] + 192
00000100:00000200:1.0:1550575073.280672:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f1e00 x1625895440929712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.280677:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.280678:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.280678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.280679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.280684:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1e00 x1625895440929712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.280685:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1e00 x1625895440929712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.280687:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:1.2:1550575073.280694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.280697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.280698:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.280699:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f381c00
00000400:00000200:1.0:1550575073.280699:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.280700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.280701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:2.0:1550575073.280767:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929712:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.280986:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f3600 - object 0x0:1728687 offset 1495269376<>1496317952
00000100:00100000:3.0:1550575073.280992:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.280994:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929776:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.280997:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d3f0-0x5c6be4832d3f0, portal 8
00000100:00000200:3.0:1550575073.280999:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929776, portal 4
00000100:00000200:3.0:1550575073.280999:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929776, offset 0
00000400:00000200:3.0:1550575073.281001:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.281003:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.281004:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.281006:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.281007:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.281007:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.281008:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.281016:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.281022:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.281023:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.281024:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f3600 x1625895440929776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.281025:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:1.0:1550575073.281026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.281027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.281125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.281128:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281129:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.281130:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.281131:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d3f0
00000400:00000200:1.0:1550575073.281132:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x110dd [256] + 0
00000400:00000200:1.0:1550575073.281133:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.281133:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281134:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.281136:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.281137:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.281137:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.281140:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.281140:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281141:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.281141:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.281142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.281142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.281148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281150:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.281151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.281171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281173:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281174:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.281176:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.281189:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.281189:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.281190:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.281224:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281227:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281228:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.281229:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.281230:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d3d0
00000400:00000200:1.0:1550575073.281231:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x110d5 [1] + 192
00000100:00000200:1.0:1550575073.281232:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30ea00 x1625895440929744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.281234:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.281234:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.281234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.281235:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.281236:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30ea00 x1625895440929744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.281238:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30ea00 x1625895440929744/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.281239:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.281290:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.281321:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929744:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.281323:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281325:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.281325:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2800
00000400:00000200:1.0:1550575073.281328:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.281328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.281329:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.281552:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30f300 - object 0x0:1725237 offset 1495269376<>1496317952
00000100:00100000:1.0:1550575073.281557:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.281559:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929808:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.281561:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d410-0x5c6be4832d410, portal 8
00000100:00000200:1.0:1550575073.281562:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929808, portal 4
00000100:00000200:1.0:1550575073.281563:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929808, offset 0
00000400:00000200:1.0:1550575073.281564:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.281567:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.281568:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.281569:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.281570:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.281570:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.281571:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.281578:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.281585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.281586:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.281587:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30f300 x1625895440929808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.281588:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.281589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.281589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.281673:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.281678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.281679:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.281681:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.281682:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d410
00000400:00000200:1.0:1550575073.281682:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x110e9 [256] + 0
00000400:00000200:1.0:1550575073.281683:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.281684:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.281684:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.281686:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.281687:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.281688:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.281691:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.281692:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.281692:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281693:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.281693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.281694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.281700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.281704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.281724:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281728:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.281731:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.281740:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.281740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.281741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.281841:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.281844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.281846:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.281846:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144f381a00
00000400:00000200:1.0:1550575073.281847:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.281847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.281848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.281852:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.281857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.281858:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.281859:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.281860:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d3f0
00000400:00000200:1.0:1550575073.281861:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x110e1 [1] + 192
00000100:00000200:1.0:1550575073.281862:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f3600 x1625895440929776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.281866:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.281866:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.281866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.281867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.281870:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f3600 x1625895440929776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.281872:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f3600 x1625895440929776/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.281874:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00100000:2.0:1550575073.281922:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.281954:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929776:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.282133:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeedb00 - object 0x0:1728629 offset 1495269376<>1496317952
00000100:00100000:2.0:1550575073.282139:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929840:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.282142:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d430-0x5c6be4832d430, portal 8
00000100:00000200:2.0:1550575073.282144:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929840, portal 4
00000100:00000200:2.0:1550575073.282144:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929840, offset 0
00000400:00000200:2.0:1550575073.282146:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.282148:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.282150:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.282151:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.282151:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.282152:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.282153:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.282160:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.282166:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.282166:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.282167:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeedb00 x1625895440929840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.282169:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:1.0:1550575073.282170:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.282171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.282266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.282269:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282270:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.282271:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.282272:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d430
00000400:00000200:1.0:1550575073.282273:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x110f5 [256] + 0
00000400:00000200:1.0:1550575073.282274:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.282274:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282275:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.282277:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.282278:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.282278:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.282281:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.282282:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282282:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.282282:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.282283:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.282283:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.282289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282291:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282292:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.282292:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.282313:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282315:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282316:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.282318:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.282328:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.282328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.282329:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.282352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282354:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282355:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.282356:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.282358:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d410
00000400:00000200:1.0:1550575073.282358:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x110ed [1] + 192
00000100:00000200:1.0:1550575073.282359:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30f300 x1625895440929808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.282361:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.282362:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.282362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.282363:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.282365:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30f300 x1625895440929808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.282366:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30f300 x1625895440929808/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.282368:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.2:1550575073.282431:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.282446:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929808:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.282449:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282450:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.282450:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a08b0800
00000400:00000200:1.0:1550575073.282455:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.282455:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.282456:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.282683:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30c900 - object 0x0:1728254 offset 1496317952<>1497366528
00000100:00100000:1.0:1550575073.282688:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.282690:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929872:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.282692:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d450-0x5c6be4832d450, portal 8
00000100:00000200:1.0:1550575073.282694:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929872, portal 4
00000100:00000200:1.0:1550575073.282694:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929872, offset 0
00000400:00000200:1.0:1550575073.282696:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.282698:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.282699:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.282700:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.282701:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.282701:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.282702:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.282709:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.282716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.282716:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.282717:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30c900 x1625895440929872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.282719:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.282720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.282720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.282822:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.282827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.282828:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.282829:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.282830:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d450
00000400:00000200:1.0:1550575073.282831:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11101 [256] + 0
00000400:00000200:1.0:1550575073.282832:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.282832:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.282833:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.282835:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.282836:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.282836:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.282839:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.282840:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.282840:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282841:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.282841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.282842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.282848:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.282852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.282873:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282876:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.282880:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.282889:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.282889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.282890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.282991:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.282994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.282995:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000800:00000200:0.2:1550575073.282995:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:1.0:1550575073.282996:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881495772a00
00000400:00000200:1.0:1550575073.282997:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.282997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.282998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.282999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.282999:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.283000:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.283001:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d430
00000400:00000200:1.0:1550575073.283002:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x110f9 [1] + 192
00000100:00000200:1.0:1550575073.283004:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeedb00 x1625895440929840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.283009:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.283009:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.283010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.283010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.283015:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeedb00 x1625895440929840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.283017:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeedb00 x1625895440929840/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.283019:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575073.283113:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929840:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.283276:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f0900 - object 0x0:1728687 offset 1496317952<>1497366528
00000100:00100000:3.0:1550575073.283283:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.283284:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929904:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.283288:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d470-0x5c6be4832d470, portal 8
00000100:00000200:3.0:1550575073.283289:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929904, portal 4
00000100:00000200:3.0:1550575073.283290:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929904, offset 0
00000400:00000200:3.0:1550575073.283291:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.283294:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.283295:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.283296:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.283297:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.283297:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.283298:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.283305:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.283311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.283312:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.283313:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f0900 x1625895440929904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.283314:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:1.0:1550575073.283315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.283315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.283414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.283416:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283417:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.283418:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.283419:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d470
00000400:00000200:1.0:1550575073.283420:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1110d [256] + 0
00000400:00000200:1.0:1550575073.283421:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.283422:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283422:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.283424:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.283425:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.283425:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.283428:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.283429:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283429:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.283430:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.283430:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.283431:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.283436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283439:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.283440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.283459:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283463:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.283465:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.283475:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.283475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.283476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.283511:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283514:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.283515:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.283518:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d450
00000400:00000200:1.0:1550575073.283519:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11105 [1] + 192
00000100:00000200:1.0:1550575073.283520:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30c900 x1625895440929872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.283521:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.283522:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.283522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.283523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.283524:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30c900 x1625895440929872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.283526:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30c900 x1625895440929872/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.283527:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.283576:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.283612:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929872:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.283802:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ce30e700 - object 0x0:1725237 offset 1496317952<>1497366528
00000100:00100000:1.0:1550575073.283808:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.283809:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929936:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.283811:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d490-0x5c6be4832d490, portal 8
00000100:00000200:1.0:1550575073.283813:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929936, portal 4
00000100:00000200:1.0:1550575073.283814:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929936, offset 0
00000400:00000200:1.0:1550575073.283815:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.283817:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.283818:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.283820:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.283820:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.283821:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.283822:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.283825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283827:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.283828:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2c00
00000800:00000200:0.2:1550575073.283829:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.283830:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.283831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.283832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.283833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.283833:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.283834:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ce30e700 x1625895440929936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.283836:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.283836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.283837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.283923:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.283929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.283930:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.283931:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.283932:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d490
00000400:00000200:1.0:1550575073.283933:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11119 [256] + 0
00000400:00000200:1.0:1550575073.283934:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.283934:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.283935:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.283937:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.283938:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.283938:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.283941:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.283942:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.283942:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283943:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.283943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.283944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.283950:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.283954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.283974:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.283976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.283977:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.283980:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.283989:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.283989:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.283990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.284090:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.284094:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284095:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.284095:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8000
00000400:00000200:1.0:1550575073.284096:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.284096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.284097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.284131:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.284136:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.284137:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.284138:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.284139:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d470
00000400:00000200:1.0:1550575073.284140:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11111 [1] + 192
00000100:00000200:1.0:1550575073.284141:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f0900 x1625895440929904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.284146:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.284146:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.284147:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.284147:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.284150:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f0900 x1625895440929904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.284152:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f0900 x1625895440929904/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.284154:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000100:00100000:2.0:1550575073.284181:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.284243:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440929904:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.284407:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeed200 - object 0x0:1728629 offset 1496317952<>1497366528
00000100:00100000:2.0:1550575073.284413:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929968:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.284417:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d4b0-0x5c6be4832d4b0, portal 8
00000100:00000200:2.0:1550575073.284418:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440929968, portal 4
00000100:00000200:2.0:1550575073.284419:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440929968, offset 0
00000400:00000200:2.0:1550575073.284420:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.284423:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.284424:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.284425:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.284426:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.284426:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.284427:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.284434:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.284440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.284441:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.284442:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeed200 x1625895440929968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.284443:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.0:1550575073.284444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.284445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.284540:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.284543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.284543:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.284545:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.284546:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d4b0
00000400:00000200:1.0:1550575073.284547:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11125 [256] + 0
00000400:00000200:1.0:1550575073.284548:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575073.284548:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284548:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.284550:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.284551:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.284552:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.284555:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.284555:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284556:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.284556:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.284556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.284557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.284562:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.284565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.284566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.284590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.284592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284593:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.284595:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.284605:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.284605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.284606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284606:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.284607:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.284608:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d490
00000400:00000200:1.0:1550575073.284609:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1111d [1] + 192
00000100:00000200:1.0:1550575073.284610:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ce30e700 x1625895440929936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.284612:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.284612:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.284613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.284613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.284615:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ce30e700 x1625895440929936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.284617:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ce30e700 x1625895440929936/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.284618:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.284693:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440929936:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575073.284706:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.284710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.284711:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.284712:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a08b0000
00000400:00000200:1.0:1550575073.284715:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575073.284716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.284717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.284932:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805e00 - object 0x0:1728254 offset 1497366528<>1498415104
00000100:00100000:1.0:1550575073.284937:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.284938:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930000:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.284941:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d4d0-0x5c6be4832d4d0, portal 8
00000100:00000200:1.0:1550575073.284943:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930000, portal 4
00000100:00000200:1.0:1550575073.284943:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930000, offset 0
00000400:00000200:1.0:1550575073.284944:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.284947:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.284948:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.284949:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.284950:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.284951:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.284952:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.284959:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.284965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.284966:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.284967:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6805e00 x1625895440930000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.284969:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.284970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.284970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.285054:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.285059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.285060:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.285062:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.285063:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d4d0
00000400:00000200:1.0:1550575073.285064:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11131 [256] + 0
00000400:00000200:1.0:1550575073.285065:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.285065:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.285066:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.285067:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.285068:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.285069:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.285072:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.285072:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.285073:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285074:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.285074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.285075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.285080:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285083:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.285084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.285104:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285106:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285107:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.285109:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.285119:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.285120:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.285120:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.285221:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285225:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285226:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.285227:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8200
00000400:00000200:1.0:1550575073.285227:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.285228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.285228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.285282:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.285287:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.285288:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.285289:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.285290:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d4b0
00000400:00000200:1.0:1550575073.285291:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11129 [1] + 192
00000100:00000200:1.0:1550575073.285292:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeed200 x1625895440929968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.285297:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.285297:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.285298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.285298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.285304:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeed200 x1625895440929968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.285306:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeed200 x1625895440929968/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.285307:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575073.285403:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440929968:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.285527:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e60f1b00 - object 0x0:1728687 offset 1497366528<>1498415104
00000100:00100000:3.0:1550575073.285534:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.285535:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930032:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.285538:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d4f0-0x5c6be4832d4f0, portal 8
00000100:00000200:3.0:1550575073.285540:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930032, portal 4
00000100:00000200:3.0:1550575073.285541:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930032, offset 0
00000400:00000200:3.0:1550575073.285542:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.285545:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.285546:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.285547:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.285548:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.285548:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.285549:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.285556:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.285561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.285562:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.285563:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e60f1b00 x1625895440930032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.285565:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:1.0:1550575073.285566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.285566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.285661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.285664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285665:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.285666:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.285667:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d4f0
00000400:00000200:1.0:1550575073.285668:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1113d [256] + 0
00000400:00000200:1.0:1550575073.285669:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.285670:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285670:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.285672:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.285673:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.285673:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.285676:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.285677:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285677:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.285678:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.285678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.285679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.285684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.285688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.285707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285711:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.285713:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.285721:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.285721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.285722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.285735:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.285737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285738:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.285739:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.285740:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d4d0
00000400:00000200:1.0:1550575073.285741:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11135 [1] + 192
00000100:00000200:1.0:1550575073.285742:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6805e00 x1625895440930000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.285744:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.285745:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.285745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.285745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.285747:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805e00 x1625895440930000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.285749:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805e00 x1625895440930000/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.285750:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.285823:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.285830:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930000:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.285832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.285834:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.285834:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3000
00000400:00000200:1.0:1550575073.285837:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.285837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.285838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.286066:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807300 - object 0x0:1725237 offset 1497366528<>1498415104
00000100:00100000:1.0:1550575073.286071:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.286072:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930064:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.286075:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d510-0x5c6be4832d510, portal 8
00000100:00000200:1.0:1550575073.286076:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930064, portal 4
00000100:00000200:1.0:1550575073.286077:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930064, offset 0
00000400:00000200:1.0:1550575073.286078:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.286080:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.286082:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.286083:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.286083:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.286084:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.286085:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.286092:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.286098:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.286099:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.286100:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6807300 x1625895440930064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.286101:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.286102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.286103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.286188:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.286193:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.286194:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.286195:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.286196:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d510
00000400:00000200:1.0:1550575073.286197:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11149 [256] + 0
00000400:00000200:1.0:1550575073.286198:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.286198:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.286199:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.286201:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.286202:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.286202:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.286205:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.286206:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.286206:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286207:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.286207:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.286208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.286214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286217:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.286218:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.286238:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286240:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286241:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.286244:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.286253:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.286253:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.286254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.286355:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286358:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286359:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.286360:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8400
00000400:00000200:1.0:1550575073.286361:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.286361:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.286362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.286376:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.286381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.286382:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.286383:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.286384:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d4f0
00000400:00000200:1.0:1550575073.286385:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11141 [1] + 192
00000100:00000200:1.0:1550575073.286386:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e60f1b00 x1625895440930032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.286390:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.286390:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.286391:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.286391:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.286394:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e60f1b00 x1625895440930032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.286396:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e60f1b00 x1625895440930032/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.286398:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:2.0:1550575073.286432:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.286477:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930032:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.286642:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeecc00 - object 0x0:1728629 offset 1497366528<>1498415104
00000100:00100000:2.0:1550575073.286648:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930096:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.286651:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d530-0x5c6be4832d530, portal 8
00000100:00000200:2.0:1550575073.286652:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930096, portal 4
00000100:00000200:2.0:1550575073.286653:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930096, offset 0
00000400:00000200:2.0:1550575073.286655:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.286657:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.286658:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.286660:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.286660:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.286661:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.286662:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.286668:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.286674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.286675:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.286676:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeecc00 x1625895440930096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.286678:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.0:1550575073.286679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.286679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.286773:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.286776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286777:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.286778:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.286779:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d530
00000400:00000200:1.0:1550575073.286780:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11155 [256] + 0
00000400:00000200:1.0:1550575073.286781:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575073.286781:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286782:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.286784:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.286785:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.286785:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.286788:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.286789:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286789:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.286790:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.286790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.286791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.286796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.286800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.286819:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286823:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.286825:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.286833:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.286833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.286834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.286878:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.286880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286881:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.286882:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.286883:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d510
00000400:00000200:1.0:1550575073.286884:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1114d [1] + 192
00000100:00000200:1.0:1550575073.286885:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6807300 x1625895440930064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.286887:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.286887:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.286887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.286888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.286890:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807300 x1625895440930064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.286891:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807300 x1625895440930064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.286893:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.2:1550575073.286933:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.286975:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930064:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.286977:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.286978:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.286979:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a08b0a00
00000400:00000200:1.0:1550575073.286983:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575073.286983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.286984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.287179:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804000 - object 0x0:1728254 offset 1498415104<>1499463680
00000100:00100000:1.0:1550575073.287184:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.287189:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930128:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.287192:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d550-0x5c6be4832d550, portal 8
00000100:00000200:1.0:1550575073.287193:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930128, portal 4
00000100:00000200:1.0:1550575073.287194:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930128, offset 0
00000400:00000200:1.0:1550575073.287195:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.287197:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.287198:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.287200:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.287200:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.287201:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.287202:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.287209:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.287216:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.287216:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.287217:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6804000 x1625895440930128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.287219:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.287220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.287220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.287304:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.287309:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.287310:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.287312:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.287313:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d550
00000400:00000200:1.0:1550575073.287314:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11161 [256] + 0
00000400:00000200:1.0:1550575073.287315:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.287315:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.287315:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.287317:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.287318:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.287319:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.287322:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.287322:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.287323:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.287323:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.287324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.287324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.287330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.287333:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.287334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.287334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.287354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.287356:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.287357:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.287360:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.287370:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.287370:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.287371:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.287471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.287474:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.287475:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.287475:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8600
00000400:00000200:1.0:1550575073.287476:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.287477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.287477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.287488:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.287493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.287494:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.287495:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.287496:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d530
00000400:00000200:1.0:1550575073.287497:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11159 [1] + 192
00000100:00000200:1.0:1550575073.287498:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeecc00 x1625895440930096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.287503:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.287504:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.287504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.287505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.287510:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeecc00 x1625895440930096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.287512:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeecc00 x1625895440930096/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.287514:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000100:00100000:2.0:1550575073.287601:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930096:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.287768:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0300 - object 0x0:1728687 offset 1498415104<>1499463680
00000100:00100000:3.0:1550575073.287775:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.287776:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930160:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.287779:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d570-0x5c6be4832d570, portal 8
00000100:00000200:3.0:1550575073.287781:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930160, portal 4
00000100:00000200:3.0:1550575073.287782:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930160, offset 0
00000400:00000200:3.0:1550575073.287783:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.287786:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.287787:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.287789:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.287789:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.287790:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.287791:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.287797:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.287803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.287803:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.287804:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a0300 x1625895440930160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.287806:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:1.0:1550575073.287807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.287807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.287995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.287997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.287998:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.287999:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.288000:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d550
00000400:00000200:1.0:1550575073.288001:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11165 [1] + 192
00000100:00000200:1.0:1550575073.288002:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6804000 x1625895440930128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.288004:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.288004:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.288005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.288005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.288007:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804000 x1625895440930128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.288009:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804000 x1625895440930128/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.288010:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.288091:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930128:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.288312:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804300 - object 0x0:1725237 offset 1498415104<>1499463680
00000100:00100000:1.0:1550575073.288317:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.288319:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930192:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.288321:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d590-0x5c6be4832d590, portal 8
00000100:00000200:1.0:1550575073.288322:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930192, portal 4
00000100:00000200:1.0:1550575073.288323:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930192, offset 0
00000400:00000200:1.0:1550575073.288324:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.288327:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.288328:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.288329:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.288330:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.288330:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.288331:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.288338:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.288342:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.288343:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.288344:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6804300 x1625895440930192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.288346:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.288346:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.288347:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.288456:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.288461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288462:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.288464:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.288465:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d590
00000400:00000200:1.0:1550575073.288466:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11179 [256] + 0
00000400:00000200:1.0:1550575073.288467:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.288467:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288468:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.288470:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.288471:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.288472:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.288475:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.288475:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288476:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.288476:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.288477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.288477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.288483:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.288489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.288501:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288506:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288507:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.288509:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.288515:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.288516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.288516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.288621:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288628:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.288628:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8800
00000400:00000200:1.0:1550575073.288629:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.288629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.288630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.288869:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2d00 - object 0x0:1728629 offset 1498415104<>1499463680
00000100:00100000:3.0:1550575073.288876:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.288877:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930224:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.288881:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d5b0-0x5c6be4832d5b0, portal 8
00000100:00000200:3.0:1550575073.288882:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930224, portal 4
00000100:00000200:3.0:1550575073.288883:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930224, offset 0
00000400:00000200:3.0:1550575073.288884:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.288886:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.288887:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.288889:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.288889:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.288890:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.288891:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.288898:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.288900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.288901:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.288902:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a2d00 x1625895440930224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.288904:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:1.0:1550575073.288904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.288905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.288934:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.288936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.288937:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.288938:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.288939:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d570
00000400:00000200:1.0:1550575073.288941:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1116d [256] + 0
00000400:00000200:1.0:1550575073.288941:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.288942:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.288942:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.288944:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.288945:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.288946:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.288949:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.288949:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.288949:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288950:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.288950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.288951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.288956:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.288963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.288974:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.288979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.288980:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.288982:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.288991:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.288992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.288992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.289006:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.289011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.289011:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.289012:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.289013:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d5b0
00000400:00000200:1.0:1550575073.289014:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11185 [256] + 0
00000400:00000200:1.0:1550575073.289015:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.289015:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.289016:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.289018:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.289019:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.289019:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.289022:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.289023:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.289023:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289024:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.289024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.289024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.289033:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.289037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.289056:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289059:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.289062:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.289068:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.289068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.289069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.289106:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289109:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.289110:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.2:1550575073.289110:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.289111:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d590
00000400:00000200:1.0:1550575073.289112:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1117d [1] + 192
00000100:00000200:1.0:1550575073.289113:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6804300 x1625895440930192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.289115:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.289115:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.289115:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.289116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.289117:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.289118:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.289119:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3400
00000400:00000200:1.0:1550575073.289121:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.289122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.289122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:1.0:1550575073.289124:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804300 x1625895440930192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.289126:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804300 x1625895440930192/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.289127:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.2:1550575073.289189:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.289210:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930192:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.289212:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289213:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.289214:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3800
00000400:00000200:1.0:1550575073.289216:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.289216:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.289217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.289440:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805200 - object 0x0:1728254 offset 1499463680<>1500512256
00000100:00100000:1.0:1550575073.289445:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.289446:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930256:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.289448:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d5d0-0x5c6be4832d5d0, portal 8
00000100:00000200:1.0:1550575073.289449:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930256, portal 4
00000100:00000200:1.0:1550575073.289450:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930256, offset 0
00000400:00000200:1.0:1550575073.289451:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.289454:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.289455:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.289456:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.289457:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.289457:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.289458:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.289465:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.289471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.289472:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.289473:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6805200 x1625895440930256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.289475:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.289475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.289476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.289560:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.289565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.289567:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.289568:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.289569:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d5d0
00000400:00000200:1.0:1550575073.289570:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11191 [256] + 0
00000400:00000200:1.0:1550575073.289571:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.289571:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.289572:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.289574:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.289575:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.289575:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.289578:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.289579:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.289579:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289580:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.289580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.289580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.289586:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.289590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.289610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289614:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.289617:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.289627:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.289627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.289627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.289643:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.289645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289646:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.289647:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.289648:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d570
00000400:00000200:1.0:1550575073.289649:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11171 [1] + 192
00000100:00000200:1.0:1550575073.289651:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a0300 x1625895440930160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.289654:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.289655:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.289655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.289656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.289659:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0300 x1625895440930160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.289661:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0300 x1625895440930160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.289662:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.289698:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.289703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.289704:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.289705:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.289706:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d5b0
00000400:00000200:1.0:1550575073.289707:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11189 [1] + 192
00000100:00000200:1.0:1550575073.289708:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a2d00 x1625895440930224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.289710:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.289711:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.289711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.289712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.289723:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930160:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.289724:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2d00 x1625895440930224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.289726:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2d00 x1625895440930224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.289727:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:3.0:1550575073.289728:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:1.0:1550575073.289730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.289732:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.289732:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8c00
00000400:00000200:1.0:1550575073.289733:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.289733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.289734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:3.0:1550575073.289806:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930224:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.290023:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0f00 - object 0x0:1728687 offset 1499463680<>1500512256
00000100:00100000:3.0:1550575073.290030:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.290038:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930288:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.290041:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d5f0-0x5c6be4832d5f0, portal 8
00000100:00000200:3.0:1550575073.290043:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930288, portal 4
00000100:00000200:3.0:1550575073.290043:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930288, offset 0
00000400:00000200:3.0:1550575073.290044:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.290047:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.290048:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.290050:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.290050:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.290051:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.290052:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.290059:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.290064:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.290065:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.290066:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a0f00 x1625895440930288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.290068:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:1.0:1550575073.290069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.290069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.290164:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.290167:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290168:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.290169:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.290170:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d5f0
00000400:00000200:1.0:1550575073.290171:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1119d [256] + 0
00000400:00000200:1.0:1550575073.290172:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.290172:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290173:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.290175:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.290176:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.290176:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.290179:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.290179:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290180:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.290180:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.290181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.290181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.290190:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290193:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.290194:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.290210:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290212:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290213:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.290215:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.290224:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.290224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.290225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.290237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290240:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290241:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.290242:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.290243:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d5d0
00000400:00000200:1.0:1550575073.290243:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11195 [1] + 192
00000100:00000200:1.0:1550575073.290244:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6805200 x1625895440930256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.290246:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.290247:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.290247:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.290248:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.290250:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805200 x1625895440930256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.290251:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805200 x1625895440930256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.290252:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.290312:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930256:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575073.290326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290329:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290330:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.290331:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3c00
00000400:00000200:1.0:1550575073.290333:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.290334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.290334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.290582:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806100 - object 0x0:1725237 offset 1499463680<>1500512256
00000100:00100000:1.0:1550575073.290587:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.290589:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930320:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.290591:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d610-0x5c6be4832d610, portal 8
00000100:00000200:1.0:1550575073.290593:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930320, portal 4
00000100:00000200:1.0:1550575073.290593:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930320, offset 0
00000400:00000200:1.0:1550575073.290594:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.290597:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.290598:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.290599:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.290599:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.290600:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.290601:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.290608:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.290615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.290615:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.290617:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6806100 x1625895440930320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.290618:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.290619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.290620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.290700:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.290705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.290706:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.290707:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.290708:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d610
00000400:00000200:1.0:1550575073.290709:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x111a9 [256] + 0
00000400:00000200:1.0:1550575073.290710:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.290710:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.290711:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.290713:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.290714:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.290714:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.290717:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.290718:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.290718:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290719:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.290719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.290720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.290726:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.290730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.290751:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.290753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290754:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.290757:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.290766:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.290766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.290767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.290867:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:0.2:1550575073.290867:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.290870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.290872:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.290872:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8a00
00000400:00000200:1.0:1550575073.290873:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.290874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.290874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.290875:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.290876:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.290877:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d5f0
00000400:00000200:1.0:1550575073.290878:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x111a1 [1] + 192
00000100:00000200:1.0:1550575073.290879:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a0f00 x1625895440930288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.290882:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.290883:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.290883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.290884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.290884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.290887:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0f00 x1625895440930288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.290888:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0f00 x1625895440930288/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.290890:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:2.0:1550575073.290961:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.290963:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930288:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.291162:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeec300 - object 0x0:1728629 offset 1499463680<>1500512256
00000100:00100000:2.0:1550575073.291168:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930352:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.291172:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d630-0x5c6be4832d630, portal 8
00000100:00000200:2.0:1550575073.291173:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930352, portal 4
00000100:00000200:2.0:1550575073.291174:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930352, offset 0
00000400:00000200:2.0:1550575073.291175:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.291178:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.291179:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.291180:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.291181:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.291182:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.291183:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.291189:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.291195:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.291196:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.291197:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeec300 x1625895440930352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.291198:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:1.0:1550575073.291199:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.291200:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.291292:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.291295:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291296:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.291297:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.291298:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d630
00000400:00000200:1.0:1550575073.291299:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x111b5 [256] + 0
00000400:00000200:1.0:1550575073.291300:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.291300:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291301:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.291303:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.291303:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.291304:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.291307:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.291308:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291308:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.291309:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.291309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.291310:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.291315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291318:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.291319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.291339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291342:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.291345:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.291352:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.291353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.291353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.291384:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291388:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.291389:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.291390:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d610
00000400:00000200:1.0:1550575073.291391:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x111ad [1] + 192
00000100:00000200:1.0:1550575073.291392:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6806100 x1625895440930320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.291394:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.291394:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.291394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.291395:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.291396:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806100 x1625895440930320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.291398:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806100 x1625895440930320/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.291399:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.2:1550575073.291453:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.291475:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930320:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.291478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291479:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.291480:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb0800
00000400:00000200:1.0:1550575073.291484:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.291484:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.291485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.291708:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807900 - object 0x0:1728254 offset 1500512256<>1501560832
00000100:00100000:1.0:1550575073.291713:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.291715:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930384:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.291718:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d650-0x5c6be4832d650, portal 8
00000100:00000200:1.0:1550575073.291719:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930384, portal 4
00000100:00000200:1.0:1550575073.291720:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930384, offset 0
00000400:00000200:1.0:1550575073.291721:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.291723:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.291724:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.291725:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.291726:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.291726:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.291727:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.291734:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.291740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.291741:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.291742:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6807900 x1625895440930384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.291744:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.291745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.291745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.291825:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.291830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.291831:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.291832:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.291834:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d650
00000400:00000200:1.0:1550575073.291835:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x111c1 [256] + 0
00000400:00000200:1.0:1550575073.291835:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.291836:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.291837:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.291839:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.291840:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.291840:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.291843:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.291844:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.291844:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291845:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.291845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.291846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.291851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.291855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.291875:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291879:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.291881:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.291890:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.291891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.291891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.291992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.291995:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.291997:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.291997:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff8e00
00000400:00000200:1.0:1550575073.291998:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.291998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.291999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.292007:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.292012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.292014:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.292015:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.292016:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d630
00000400:00000200:1.0:1550575073.292017:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x111b9 [1] + 192
00000100:00000200:1.0:1550575073.292018:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeec300 x1625895440930352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.292025:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.292025:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.292026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.292026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.292036:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeec300 x1625895440930352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.292037:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeec300 x1625895440930352/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.292039:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000100:00100000:2.0:1550575073.292121:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930352:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.292289:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0900 - object 0x0:1728687 offset 1500512256<>1501560832
00000100:00100000:3.0:1550575073.292296:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.292297:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930416:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.292300:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d670-0x5c6be4832d670, portal 8
00000100:00000200:3.0:1550575073.292302:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930416, portal 4
00000100:00000200:3.0:1550575073.292302:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930416, offset 0
00000400:00000200:3.0:1550575073.292304:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.292306:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.292308:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.292309:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.292310:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.292310:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.292311:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.292318:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.292324:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.292324:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.292325:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a0900 x1625895440930416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.292327:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:1.0:1550575073.292328:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.292328:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.292420:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.292423:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.292424:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.292425:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.292426:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d670
00000400:00000200:1.0:1550575073.292427:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x111cd [256] + 0
00000400:00000200:1.0:1550575073.292428:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.292428:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292429:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.292431:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.292432:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.292432:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.292435:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.292436:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292436:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.292437:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.292437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.292438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.292443:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.292445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.292447:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.292466:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.292468:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292469:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.292472:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.292480:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.292481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.292481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.292510:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.292513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292513:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.292515:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.292515:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d650
00000400:00000200:1.0:1550575073.292516:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x111c5 [1] + 192
00000100:00000200:1.0:1550575073.292517:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6807900 x1625895440930384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.292519:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.292519:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.292520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.292520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.292522:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807900 x1625895440930384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.292524:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807900 x1625895440930384/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.292525:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.292582:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.292603:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930384:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.292606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292607:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.292607:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3e00
00000400:00000200:1.0:1550575073.292610:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.292611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.292611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.292835:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6805800 - object 0x0:1725237 offset 1500512256<>1501560832
00000100:00100000:1.0:1550575073.292840:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.292842:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930448:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.292845:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d690-0x5c6be4832d690, portal 8
00000100:00000200:1.0:1550575073.292846:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930448, portal 4
00000100:00000200:1.0:1550575073.292847:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930448, offset 0
00000400:00000200:1.0:1550575073.292848:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.292851:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.292852:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.292853:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.292854:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.292854:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.292855:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.292862:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.292869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.292870:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.292871:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6805800 x1625895440930448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.292873:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.292873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.292874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.292959:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.292964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.292965:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.292966:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.292967:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d690
00000400:00000200:1.0:1550575073.292968:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x111d9 [256] + 0
00000400:00000200:1.0:1550575073.292969:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.292970:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.292970:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.292972:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.292973:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.292973:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.292977:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.292977:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.292978:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.292978:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.292979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.292979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.292985:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.292988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.292988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.292989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.293010:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.293013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293014:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.293016:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.293026:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.293026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.293026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.293125:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.293129:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.293132:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.293133:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.293134:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.293135:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d670
00000400:00000200:1.0:1550575073.293136:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x111d1 [1] + 192
00000100:00000200:1.0:1550575073.293137:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a0900 x1625895440930416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.293141:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.293141:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.293142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.293143:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293144:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575073.293145:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0900 x1625895440930416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.293147:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0900 x1625895440930416/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.293149:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00000200:1.0:1550575073.293149:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9000
00000400:00000200:1.0:1550575073.293150:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.293151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.293151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.293152:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:3.0:1550575073.293230:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930416:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.293422:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2700 - object 0x0:1728629 offset 1500512256<>1501560832
00000100:00100000:3.0:1550575073.293429:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.293430:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930480:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.293433:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d6b0-0x5c6be4832d6b0, portal 8
00000100:00000200:3.0:1550575073.293434:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930480, portal 4
00000100:00000200:3.0:1550575073.293435:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930480, offset 0
00000400:00000200:3.0:1550575073.293436:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.293439:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.293440:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.293441:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.293442:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.293442:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.293443:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.293450:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.293456:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.293457:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.293458:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a2700 x1625895440930480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.293460:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:1.0:1550575073.293461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.293461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.293551:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.293554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.293555:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.293556:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.293557:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d6b0
00000400:00000200:1.0:1550575073.293558:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x111e5 [256] + 0
00000400:00000200:1.0:1550575073.293559:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.293559:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293560:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.293562:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.293563:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.293563:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.293566:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.293567:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293567:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.293568:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.293568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.293568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.293574:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.293576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.293578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.293597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.293600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293601:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.293603:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.293612:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.293612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.293613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.293653:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.293656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293657:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.293658:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.293659:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d690
00000400:00000200:1.0:1550575073.293660:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x111dd [1] + 192
00000100:00000200:1.0:1550575073.293661:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6805800 x1625895440930448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.293663:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.293663:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.293664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.293664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.293666:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6805800 x1625895440930448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.293667:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6805800 x1625895440930448/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.293669:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.2:1550575073.293713:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.293749:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930448:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.293751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.293753:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.293753:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3600
00000400:00000200:1.0:1550575073.293756:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.293756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.293757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.293972:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804f00 - object 0x0:1728254 offset 1501560832<>1502609408
00000100:00100000:1.0:1550575073.293978:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.293979:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930512:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.293981:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d6d0-0x5c6be4832d6d0, portal 8
00000100:00000200:1.0:1550575073.293982:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930512, portal 4
00000100:00000200:1.0:1550575073.293983:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930512, offset 0
00000400:00000200:1.0:1550575073.293984:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.293987:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.293988:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.293989:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.293989:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.293990:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.293991:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.293998:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.294004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.294005:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.294006:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6804f00 x1625895440930512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.294008:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.294008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.294009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.294092:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.294097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.294098:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.294099:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.294101:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d6d0
00000400:00000200:1.0:1550575073.294101:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x111f1 [256] + 0
00000400:00000200:1.0:1550575073.294102:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.294103:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.294103:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.294105:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.294106:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.294107:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.294110:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.294110:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.294111:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294111:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.294112:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.294112:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.294118:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294121:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294121:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.294122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.294142:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294144:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294145:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.294148:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.294156:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.294156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.294157:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.294258:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294262:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.294263:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9200
00000400:00000200:1.0:1550575073.294264:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.294264:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.294265:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.294270:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.294276:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.294276:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.294278:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.294278:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d6b0
00000400:00000200:1.0:1550575073.294279:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x111e9 [1] + 192
00000100:00000200:1.0:1550575073.294281:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a2700 x1625895440930480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.294284:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.294284:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.294285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.294285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.294288:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2700 x1625895440930480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.294290:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2700 x1625895440930480/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.294292:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:3.0:1550575073.294367:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930480:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575073.294368:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.294562:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeefc00 - object 0x0:1728687 offset 1501560832<>1502609408
00000100:00100000:2.0:1550575073.294568:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930544:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.294571:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d6f0-0x5c6be4832d6f0, portal 8
00000100:00000200:2.0:1550575073.294573:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930544, portal 4
00000100:00000200:2.0:1550575073.294574:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930544, offset 0
00000400:00000200:2.0:1550575073.294575:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.294577:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.294579:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.294580:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.294581:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.294581:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.294582:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.294589:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.294595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.294595:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.294596:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeefc00 x1625895440930544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.294598:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.0:1550575073.294599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.294599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.294693:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.294696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294696:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.294698:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.294699:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d6f0
00000400:00000200:1.0:1550575073.294700:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x111fd [256] + 0
00000400:00000200:1.0:1550575073.294700:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575073.294701:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294701:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.294703:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.294704:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.294705:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.294708:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.294708:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294709:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.294709:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.294710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.294710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.294716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.294719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.294739:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294743:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.294745:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.294754:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.294754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.294754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.294772:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.294775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294776:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.294777:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.294778:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d6d0
00000400:00000200:1.0:1550575073.294778:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x111f5 [1] + 192
00000100:00000200:1.0:1550575073.294780:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6804f00 x1625895440930512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.294781:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.294782:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.294782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.294783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:1.0:1550575073.294784:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804f00 x1625895440930512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.294786:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804f00 x1625895440930512/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.294787:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.294855:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00100000:1.0:1550575073.294859:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930512:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.294862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.294863:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.294863:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb0a00
00000400:00000200:1.0:1550575073.294868:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575073.294868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.294869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:1.0:1550575073.295115:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804600 - object 0x0:1725237 offset 1501560832<>1502609408
00000100:00100000:1.0:1550575073.295120:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.295121:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930576:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.295124:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d710-0x5c6be4832d710, portal 8
00000100:00000200:1.0:1550575073.295125:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930576, portal 4
00000100:00000200:1.0:1550575073.295126:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930576, offset 0
00000400:00000200:1.0:1550575073.295127:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.295129:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.295131:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.295132:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.295132:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.295133:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.295134:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.295141:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.295147:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.295148:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.295149:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6804600 x1625895440930576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.295151:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.295151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.295152:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.295235:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.295240:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.295242:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.295243:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.295244:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d710
00000400:00000200:1.0:1550575073.295245:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11209 [256] + 0
00000400:00000200:1.0:1550575073.295246:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.295246:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.295247:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.295249:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.295250:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.295250:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.295253:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.295254:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.295254:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.295255:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.295255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.295256:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.295262:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.295265:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.295265:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.295266:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.295285:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.295288:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.295289:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.295291:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.295301:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.295301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.295302:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.295402:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.295405:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.295407:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.295407:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9400
00000400:00000200:1.0:1550575073.295408:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.295409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.295409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.295411:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.295416:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.295417:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.295418:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.295420:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d6f0
00000400:00000200:1.0:1550575073.295421:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11201 [1] + 192
00000100:00000200:1.0:1550575073.295422:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeefc00 x1625895440930544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.295427:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.295427:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.295428:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.295428:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.295434:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeefc00 x1625895440930544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.295435:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeefc00 x1625895440930544/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.295437:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000100:00100000:2.0:1550575073.295519:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930544:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.295692:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1500 - object 0x0:1728629 offset 1501560832<>1502609408
00000100:00100000:3.0:1550575073.295699:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.295700:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930608:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.295704:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d730-0x5c6be4832d730, portal 8
00000100:00000200:3.0:1550575073.295706:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930608, portal 4
00000100:00000200:3.0:1550575073.295706:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930608, offset 0
00000400:00000200:3.0:1550575073.295708:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.295710:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.295711:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.295713:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.295713:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.295714:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.295715:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.295722:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.295728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.295729:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.295730:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a1500 x1625895440930608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.295732:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:1.0:1550575073.295732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.295733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.295912:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.295915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.295916:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.295917:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.295918:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d710
00000400:00000200:1.0:1550575073.295919:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1120d [1] + 192
00000100:00000200:1.0:1550575073.295920:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6804600 x1625895440930576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.295922:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.295922:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.295923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.295923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.295925:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804600 x1625895440930576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.295926:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804600 x1625895440930576/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.295928:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.296011:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930576:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.296236:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6804900 - object 0x0:1728254 offset 1502609408<>1503657984
00000100:00100000:1.0:1550575073.296240:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.296242:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930640:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.296244:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d750-0x5c6be4832d750, portal 8
00000100:00000200:1.0:1550575073.296245:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930640, portal 4
00000100:00000200:1.0:1550575073.296246:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930640, offset 0
00000400:00000200:1.0:1550575073.296247:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.296250:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.296251:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.296252:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.296252:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.296253:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.296254:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.296261:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.296265:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.296266:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.296268:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6804900 x1625895440930640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.296269:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.296270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.296270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.296373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.296379:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296380:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.296381:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.296382:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d750
00000400:00000200:1.0:1550575073.296383:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11221 [256] + 0
00000400:00000200:1.0:1550575073.296384:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.296384:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296385:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.296387:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.296388:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.296389:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.296392:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.296392:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296393:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.296393:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.296394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.296394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.296400:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296404:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.296406:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.296422:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296427:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296428:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.296430:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.296437:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.296437:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.296438:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.296543:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296549:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.296550:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9600
00000400:00000200:1.0:1550575073.296550:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.296551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.296551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.296794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.296797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.296797:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.296799:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.296800:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d730
00000400:00000200:1.0:1550575073.296800:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11215 [256] + 0
00000400:00000200:1.0:1550575073.296801:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.296801:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000008:00100000:3.0:1550575073.296802:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0c00 - object 0x0:1728687 offset 1502609408<>1503657984
00000800:00000200:1.0:1550575073.296802:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.296804:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.296805:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.296805:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.296808:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00100000:3.0:1550575073.296809:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000800:00000200:1.0:1550575073.296809:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.296809:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.296809:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.296810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.296810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575073.296811:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930672:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.296814:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d770-0x5c6be4832d770, portal 8
00000100:00000200:3.0:1550575073.296815:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930672, portal 4
00000100:00000200:3.0:1550575073.296816:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930672, offset 0
00000800:00000200:1.2:1550575073.296816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:3.0:1550575073.296817:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.296818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000400:00000200:3.0:1550575073.296819:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.296819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:3.0:1550575073.296820:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.296820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:3.0:1550575073.296822:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.296822:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.296823:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.296824:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.296830:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296836:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.296837:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a0c00 x1625895440930672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.296839:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:1.2:1550575073.296840:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.296841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.296842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.296842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.296843:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.296845:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.296854:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.296854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.296855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.296940:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.296945:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296946:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.296947:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.296948:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d770
00000400:00000200:1.0:1550575073.296949:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1122d [256] + 0
00000400:00000200:1.0:1550575073.296950:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.296950:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296951:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.296953:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.296954:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.296954:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.2:1550575073.296956:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.296959:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.296960:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296960:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.296961:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.296961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.296962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.296962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.296964:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.296964:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2e00
00000400:00000200:1.0:1550575073.296967:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:0.2:1550575073.296967:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.296968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.296969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.296970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.296984:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.296989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.296990:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.296993:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.297002:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.297003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.297003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.297036:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.297039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.297040:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.297041:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.297042:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d750
00000400:00000200:1.0:1550575073.297043:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11225 [1] + 192
00000100:00000200:1.0:1550575073.297044:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6804900 x1625895440930640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.297046:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.297046:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.297046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.297047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.297049:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6804900 x1625895440930640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.297051:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6804900 x1625895440930640/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.297052:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:0.2:1550575073.297104:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:1.0:1550575073.297127:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930640:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.297130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297131:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.297131:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2400
00000400:00000200:1.0:1550575073.297134:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.297134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.297135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.297378:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807600 - object 0x0:1725237 offset 1502609408<>1503657984
00000100:00100000:1.0:1550575073.297383:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.297384:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930704:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.297387:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d790-0x5c6be4832d790, portal 8
00000100:00000200:1.0:1550575073.297388:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930704, portal 4
00000100:00000200:1.0:1550575073.297389:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930704, offset 0
00000400:00000200:1.0:1550575073.297390:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.297393:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.297394:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.297395:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.297395:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.297396:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.297397:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.297405:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.297409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.297410:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.297411:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6807600 x1625895440930704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.297412:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.297413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.297414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.297509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.297514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.297515:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.297517:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.297518:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d790
00000400:00000200:1.0:1550575073.297519:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11239 [256] + 0
00000400:00000200:1.0:1550575073.297520:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.297520:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297520:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.297522:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.297523:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.297524:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.297527:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.297527:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297528:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.297528:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.297529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.297529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.297534:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.297539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.297540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.297552:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.297557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297558:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.297561:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.297567:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.297567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.297568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.297615:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.297618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.297619:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.297620:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.297621:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d730
00000400:00000200:1.0:1550575073.297622:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11219 [1] + 192
00000100:00000200:1.0:1550575073.297623:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a1500 x1625895440930608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.297627:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.297627:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.297628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.297628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:3.0:1550575073.297632:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1500 x1625895440930608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.297634:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1500 x1625895440930608/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.297635:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.297667:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.297673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297674:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.297675:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9a00
00000400:00000200:1.0:1550575073.297675:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.297676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.297677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.297714:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930608:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.297718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.297723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.297724:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.297725:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.297726:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d770
00000400:00000200:1.0:1550575073.297727:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11231 [1] + 192
00000100:00000200:1.0:1550575073.297728:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a0c00 x1625895440930672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.297732:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.297732:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.297732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.297733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.297736:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0c00 x1625895440930672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.297737:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0c00 x1625895440930672/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.297739:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000100:00100000:2.0:1550575073.297763:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.297816:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930672:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.297981:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeef000 - object 0x0:1728629 offset 1502609408<>1503657984
00000100:00100000:2.0:1550575073.297987:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930736:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.297990:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d7b0-0x5c6be4832d7b0, portal 8
00000100:00000200:2.0:1550575073.297992:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930736, portal 4
00000100:00000200:2.0:1550575073.297993:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930736, offset 0
00000400:00000200:2.0:1550575073.297994:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.297997:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.297998:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.297999:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.298000:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.298000:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.298001:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.298008:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.298011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.298011:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.298012:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeef000 x1625895440930736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.298014:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.0:1550575073.298015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.298015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.298116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.298119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.298120:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.298121:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.298122:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d7b0
00000400:00000200:1.0:1550575073.298123:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11245 [256] + 0
00000400:00000200:1.0:1550575073.298124:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575073.298124:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.298125:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.298127:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.298128:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.298128:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.298131:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.298132:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.298132:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298132:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.298133:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.298133:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.298139:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298144:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.298145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.298153:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.298156:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.298157:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.2:1550575073.298157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.298158:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.298159:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d790
00000400:00000200:1.0:1550575073.298159:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1123d [1] + 192
00000100:00000200:1.0:1550575073.298160:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6807600 x1625895440930704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.298162:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.298163:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.298163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.298164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.298164:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298165:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.298167:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.298176:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.298177:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.298177:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.298179:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807600 x1625895440930704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.298181:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807600 x1625895440930704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.298182:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.298248:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930704:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.298277:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298283:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298284:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.298285:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb0000
00000400:00000200:1.0:1550575073.298289:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575073.298289:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.298290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.298522:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6807000 - object 0x0:1728254 offset 1503657984<>1504706560
00000100:00100000:1.0:1550575073.298527:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.298528:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930768:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.298531:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d7d0-0x5c6be4832d7d0, portal 8
00000100:00000200:1.0:1550575073.298532:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930768, portal 4
00000100:00000200:1.0:1550575073.298533:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930768, offset 0
00000400:00000200:1.0:1550575073.298534:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.298537:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.298538:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.298539:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.298539:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.298540:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.298541:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.298548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.298552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.298553:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.298554:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6807000 x1625895440930768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.298556:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.298557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.298558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.298654:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.298660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298661:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.298663:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.298664:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d7d0
00000400:00000200:1.0:1550575073.298665:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11251 [256] + 0
00000400:00000200:1.0:1550575073.298665:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.298666:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298666:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.298668:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.298669:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.298670:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.298673:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.298673:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298674:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.298674:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.298674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.298675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.298680:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.298686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.298698:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298704:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.298706:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.298713:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.298713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.298713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.298768:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298774:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.298775:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.298776:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d7b0
00000400:00000200:1.0:1550575073.298777:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11249 [1] + 192
00000100:00000200:1.0:1550575073.298779:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeef000 x1625895440930736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.298784:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.298784:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.298784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.298785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.298790:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeef000 x1625895440930736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.298792:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeef000 x1625895440930736/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.298794:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:0.2:1550575073.298813:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.298819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.298820:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.298821:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9800
00000400:00000200:1.0:1550575073.298821:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.298822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.298822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.298872:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440930736:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.299104:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3000 - object 0x0:1728687 offset 1503657984<>1504706560
00000100:00100000:3.0:1550575073.299110:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.299111:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930800:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.299115:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d7f0-0x5c6be4832d7f0, portal 8
00000100:00000200:3.0:1550575073.299116:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930800, portal 4
00000100:00000200:3.0:1550575073.299117:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930800, offset 0
00000400:00000200:3.0:1550575073.299118:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.299121:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.299122:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.299123:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.299124:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.299124:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.299126:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.299132:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.299135:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.299136:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.299137:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a3000 x1625895440930800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.299139:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:1.0:1550575073.299140:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.299140:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.299241:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.299244:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.299245:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.299246:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.299247:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d7f0
00000400:00000200:1.0:1550575073.299248:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1125d [256] + 0
00000400:00000200:1.0:1550575073.299249:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.299249:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.299249:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.299251:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.299252:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.299253:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.299256:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.299257:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.299257:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299258:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.299258:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.299259:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.299265:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299270:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.299271:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.299282:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.299285:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.299285:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.299286:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.299287:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d7d0
00000800:00000200:0.2:1550575073.299287:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.299288:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11255 [1] + 192
00000100:00000200:1.0:1550575073.299289:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6807000 x1625895440930768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.299291:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.299292:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.299292:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.299293:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.299293:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299294:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.299296:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.299306:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.299306:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.299307:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.299308:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6807000 x1625895440930768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.299310:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6807000 x1625895440930768/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.299312:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.299372:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930768:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.299406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299412:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299414:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.299414:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2000
00000400:00000200:1.0:1550575073.299416:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.299417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.299417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.299658:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e6806d00 - object 0x0:1725237 offset 1503657984<>1504706560
00000100:00100000:1.0:1550575073.299663:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.299664:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930832:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.299666:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d810-0x5c6be4832d810, portal 8
00000100:00000200:1.0:1550575073.299668:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930832, portal 4
00000100:00000200:1.0:1550575073.299669:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930832, offset 0
00000400:00000200:1.0:1550575073.299670:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.299672:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.299673:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.299674:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.299675:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.299675:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.299676:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.299684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.299687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.299688:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.299689:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e6806d00 x1625895440930832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.299691:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.299691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.299692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.299793:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.299799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299800:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.299801:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.299802:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d810
00000400:00000200:1.0:1550575073.299803:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11269 [256] + 0
00000400:00000200:1.0:1550575073.299804:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.299805:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299805:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.299807:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.299808:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.299808:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.299812:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.299812:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299812:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.299813:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.299813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.299814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.299819:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.299825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.299841:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299847:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.299849:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.299855:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.299855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.299856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.299899:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299905:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.299906:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.299907:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d7f0
00000400:00000200:1.0:1550575073.299908:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11261 [1] + 192
00000100:00000200:1.0:1550575073.299910:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a3000 x1625895440930800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.299913:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.299914:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.299914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.299914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.299917:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3000 x1625895440930800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.299919:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3000 x1625895440930800/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.299921:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.2:1550575073.299956:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.299961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.299963:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.299963:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9c00
00000400:00000200:1.0:1550575073.299964:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.299965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.299965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.299999:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930800:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.300246:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2400 - object 0x0:1728629 offset 1503657984<>1504706560
00000100:00100000:3.0:1550575073.300252:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.300253:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930864:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.300257:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d830-0x5c6be4832d830, portal 8
00000100:00000200:3.0:1550575073.300258:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930864, portal 4
00000100:00000200:3.0:1550575073.300259:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930864, offset 0
00000400:00000200:3.0:1550575073.300260:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.300263:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.300264:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.300265:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.300266:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.300266:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.300267:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.300274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.300277:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.300278:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.300279:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a2400 x1625895440930864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.300280:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:1.0:1550575073.300281:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.300282:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.300381:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.300384:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.300385:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.300386:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.300387:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d830
00000400:00000200:1.0:1550575073.300388:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11275 [256] + 0
00000400:00000200:1.0:1550575073.300389:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.300389:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.300390:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.300392:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.300393:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.300393:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.300396:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.300396:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.300397:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300397:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.300398:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.300398:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.300405:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300410:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.300412:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.300434:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.300435:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.300439:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.300440:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.300441:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d810
00000400:00000200:1.0:1550575073.300442:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1126d [1] + 192
00000100:00000200:1.0:1550575073.300443:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e6806d00 x1625895440930832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.300445:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.300445:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.300446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.300446:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300447:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.300449:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.300458:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.300458:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.300459:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.300459:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.300461:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e6806d00 x1625895440930832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.300463:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e6806d00 x1625895440930832/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.300464:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.300525:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930832:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.300559:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300567:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.300567:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3200
00000400:00000200:1.0:1550575073.300570:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.300570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.300571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.300799:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037d800 - object 0x0:1728254 offset 1504706560<>1505755136
00000100:00100000:1.0:1550575073.300804:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.300805:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930896:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.300808:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d850-0x5c6be4832d850, portal 8
00000100:00000200:1.0:1550575073.300809:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930896, portal 4
00000100:00000200:1.0:1550575073.300810:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930896, offset 0
00000400:00000200:1.0:1550575073.300811:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.300814:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.300815:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.300816:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.300817:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.300817:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.300818:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.300826:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.300829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.300830:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.300831:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037d800 x1625895440930896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.300833:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.300833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.300834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.300938:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.300944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300945:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.300946:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.300947:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d850
00000400:00000200:1.0:1550575073.300948:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11281 [256] + 0
00000400:00000200:1.0:1550575073.300948:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.300949:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300949:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.300951:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.300952:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.300953:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.300956:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.300956:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300957:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.300957:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.300958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.300958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.300963:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.300970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.300985:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.300991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.300991:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.300994:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.301000:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.301001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.301001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.301060:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.301065:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.301066:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.301067:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.301069:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d830
00000400:00000200:1.0:1550575073.301070:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11279 [1] + 192
00000100:00000200:1.0:1550575073.301071:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a2400 x1625895440930864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.301075:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.301075:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.301076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.301076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.301079:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2400 x1625895440930864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.301081:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2400 x1625895440930864/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.301083:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:0.2:1550575073.301102:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.301107:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.301109:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.301109:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cff9e00
00000400:00000200:1.0:1550575073.301110:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.301111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.301111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.301161:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930864:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.301390:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1e00 - object 0x0:1728687 offset 1504706560<>1505755136
00000100:00100000:3.0:1550575073.301397:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.301398:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930928:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.301401:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d870-0x5c6be4832d870, portal 8
00000100:00000200:3.0:1550575073.301402:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930928, portal 4
00000100:00000200:3.0:1550575073.301403:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930928, offset 0
00000400:00000200:3.0:1550575073.301404:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.301407:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.301408:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.301410:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.301410:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.301411:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.301412:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.301419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.301422:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.301423:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.301424:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a1e00 x1625895440930928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.301426:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:1.0:1550575073.301427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.301427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.301525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.301528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.301529:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.301530:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.301531:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d870
00000400:00000200:1.0:1550575073.301532:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1128d [256] + 0
00000400:00000200:1.0:1550575073.301533:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.301533:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.301534:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.301536:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.301537:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.301537:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.301540:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.301540:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.301541:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.301541:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.301542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.301542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.301548:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.301554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.301554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.301555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.301570:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.301575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.301576:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.301578:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.2:1550575073.301588:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.301589:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.301589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.301590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.301590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.301591:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.301592:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.301593:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d850
00000400:00000200:1.0:1550575073.301594:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11285 [1] + 192
00000100:00000200:1.0:1550575073.301595:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037d800 x1625895440930896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.301597:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.301598:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.301598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.301599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.301600:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037d800 x1625895440930896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.301602:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037d800 x1625895440930896/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.301603:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.301663:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930896:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.301689:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.301694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.301696:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.301696:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef3a00
00000400:00000200:1.0:1550575073.301698:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.301699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.301700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.301935:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037de00 - object 0x0:1725237 offset 1504706560<>1505755136
00000100:00100000:1.0:1550575073.301940:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.301941:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930960:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.301944:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d890-0x5c6be4832d890, portal 8
00000100:00000200:1.0:1550575073.301945:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930960, portal 4
00000100:00000200:1.0:1550575073.301946:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930960, offset 0
00000400:00000200:1.0:1550575073.301947:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.301949:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.301951:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.301952:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.301952:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.301953:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.301954:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.301961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.301965:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.301966:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.301967:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037de00 x1625895440930960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.301968:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.301969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.301970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.302070:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.302076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302077:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.302078:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.302079:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d890
00000400:00000200:1.0:1550575073.302080:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11299 [256] + 0
00000400:00000200:1.0:1550575073.302081:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.302081:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302082:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.302084:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.302085:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.302085:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.302088:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.302089:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302089:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.302090:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.302090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.302091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.302096:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302101:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302101:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.302102:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.302118:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302122:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302123:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.302126:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.302131:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.302132:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.302132:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.302205:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302210:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302211:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.302212:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.302213:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d870
00000400:00000200:1.0:1550575073.302214:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11291 [1] + 192
00000100:00000200:1.0:1550575073.302215:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a1e00 x1625895440930928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.302218:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.302219:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.302219:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.302220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.302223:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1e00 x1625895440930928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.302225:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1e00 x1625895440930928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.302226:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:0.2:1550575073.302233:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302240:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.302240:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abba000
00000400:00000200:1.0:1550575073.302241:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.302241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.302242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.302304:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930928:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.302524:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1200 - object 0x0:1728629 offset 1504706560<>1505755136
00000100:00100000:3.0:1550575073.302530:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.302532:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930992:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.302534:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d8b0-0x5c6be4832d8b0, portal 8
00000100:00000200:3.0:1550575073.302536:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440930992, portal 4
00000100:00000200:3.0:1550575073.302536:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440930992, offset 0
00000400:00000200:3.0:1550575073.302539:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.302542:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.302543:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.302544:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.302545:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.302545:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.302546:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.302553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.302556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.302557:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.302558:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a1200 x1625895440930992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.302560:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:1.0:1550575073.302561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.302561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.302663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.302666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.302667:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.302668:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.302669:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d8b0
00000400:00000200:1.0:1550575073.302670:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x112a5 [256] + 0
00000400:00000200:1.0:1550575073.302671:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.302671:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.302672:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.302674:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.302675:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.302676:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.302679:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.302679:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.302679:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302680:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.302680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.302681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.302687:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.302693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.302708:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.302712:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.302715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302716:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.302718:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.302727:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.302727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.302727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.302728:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.302729:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.302730:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d890
00000400:00000200:1.0:1550575073.302731:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1129d [1] + 192
00000100:00000200:1.0:1550575073.302732:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037de00 x1625895440930960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.302733:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.302734:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.302734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.302735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.302735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.302737:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037de00 x1625895440930960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.302739:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037de00 x1625895440930960/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.302740:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.302800:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440930960:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.302828:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.302834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.302835:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.302836:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144cef2a00
00000400:00000200:1.0:1550575073.302838:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.302839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.302839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.303082:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037d200 - object 0x0:1728254 offset 1505755136<>1506803712
00000100:00100000:1.0:1550575073.303087:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.303088:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931024:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.303090:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d8d0-0x5c6be4832d8d0, portal 8
00000100:00000200:1.0:1550575073.303092:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931024, portal 4
00000100:00000200:1.0:1550575073.303093:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931024, offset 0
00000400:00000200:1.0:1550575073.303094:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.303096:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.303097:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.303099:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.303099:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.303100:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.303101:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.303108:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.303111:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.303112:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.303113:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037d200 x1625895440931024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.303115:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.303115:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.303116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.303211:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.303217:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303218:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.303220:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.303221:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d8d0
00000400:00000200:1.0:1550575073.303222:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x112b1 [256] + 0
00000400:00000200:1.0:1550575073.303223:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.303223:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303224:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.303226:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.303227:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.303227:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.303230:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.303231:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303231:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.303232:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.303232:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.303233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.303238:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303242:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303243:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.303244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.303256:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303262:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.303264:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.303271:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.303271:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.303272:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.303335:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303340:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303341:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.303342:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.303343:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d8b0
00000400:00000200:1.0:1550575073.303344:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x112a9 [1] + 192
00000100:00000200:1.0:1550575073.303345:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a1200 x1625895440930992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.303349:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.303349:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.303350:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.303350:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.303353:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1200 x1625895440930992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.303355:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1200 x1625895440930992/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.303357:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:0.2:1550575073.303373:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303378:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303380:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.303380:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abba200
00000400:00000200:1.0:1550575073.303381:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.303381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.303382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.303433:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440930992:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.303658:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a1b00 - object 0x0:1728687 offset 1505755136<>1506803712
00000100:00100000:3.0:1550575073.303665:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.303666:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931056:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.303669:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d8f0-0x5c6be4832d8f0, portal 8
00000100:00000200:3.0:1550575073.303671:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931056, portal 4
00000100:00000200:3.0:1550575073.303671:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931056, offset 0
00000400:00000200:3.0:1550575073.303673:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.303675:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.303676:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.303678:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.303678:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.303679:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.303680:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.303686:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.303689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.303690:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.303691:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a1b00 x1625895440931056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.303692:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:1.0:1550575073.303693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.303694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.303794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.303797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.303798:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.303799:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.303800:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d8f0
00000400:00000200:1.0:1550575073.303801:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x112bd [256] + 0
00000400:00000200:1.0:1550575073.303802:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.303802:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.303802:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.303804:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.303805:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.303806:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.303809:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.303809:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.303809:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303810:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.303810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.303811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.303817:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.303823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.303838:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303844:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.303846:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.2:1550575073.303857:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.303858:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.303859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.303859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.303860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.303860:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.303861:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.303862:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d8d0
00000400:00000200:1.0:1550575073.303863:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x112b5 [1] + 192
00000100:00000200:1.0:1550575073.303864:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037d200 x1625895440931024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.303866:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.303866:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.303867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.303867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.303869:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037d200 x1625895440931024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.303870:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037d200 x1625895440931024/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.303872:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.303931:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931024:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.303958:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.303964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.303965:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.303966:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408200
00000400:00000200:1.0:1550575073.303968:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.303969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.303969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.304219:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037d500 - object 0x0:1725237 offset 1505755136<>1506803712
00000100:00100000:1.0:1550575073.304225:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.304226:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931088:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.304228:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d910-0x5c6be4832d910, portal 8
00000100:00000200:1.0:1550575073.304230:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931088, portal 4
00000100:00000200:1.0:1550575073.304230:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931088, offset 0
00000400:00000200:1.0:1550575073.304232:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.304234:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.304236:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.304237:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.304237:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.304238:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.304239:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.304246:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.304250:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.304251:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.304252:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037d500 x1625895440931088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.304254:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.304254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.304255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.304348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.304354:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304355:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.304356:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.304357:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d910
00000400:00000200:1.0:1550575073.304358:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x112c9 [256] + 0
00000400:00000200:1.0:1550575073.304359:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.304360:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304361:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.304363:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.304363:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.304364:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.304367:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.304368:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304368:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.304369:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.304369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.304369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.304375:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304379:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.304380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.304397:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304402:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304403:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.304405:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.304413:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.304413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.304414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.304466:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304472:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.304473:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.304474:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d8f0
00000400:00000200:1.0:1550575073.304475:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x112c1 [1] + 192
00000100:00000200:1.0:1550575073.304476:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a1b00 x1625895440931056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.304480:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.304480:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.304480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.304481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.304484:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a1b00 x1625895440931056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.304486:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a1b00 x1625895440931056/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.304487:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:0.2:1550575073.304513:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304520:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.304521:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abba400
00000400:00000200:1.0:1550575073.304521:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.304522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.304523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.304565:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931056:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.304794:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2a00 - object 0x0:1728629 offset 1505755136<>1506803712
00000100:00100000:3.0:1550575073.304801:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.304802:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931120:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.304805:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d930-0x5c6be4832d930, portal 8
00000100:00000200:3.0:1550575073.304807:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931120, portal 4
00000100:00000200:3.0:1550575073.304807:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931120, offset 0
00000400:00000200:3.0:1550575073.304808:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.304811:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.304812:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.304814:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.304814:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.304815:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.304816:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.304822:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.304825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.304826:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.304828:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a2a00 x1625895440931120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.304829:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:1.0:1550575073.304830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.304831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.304932:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.304935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.304936:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.304937:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.304938:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d930
00000400:00000200:1.0:1550575073.304939:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x112d5 [256] + 0
00000400:00000200:1.0:1550575073.304940:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.304940:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.304940:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.304942:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.304943:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.304944:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.304947:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.304947:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.304948:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304948:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.304948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.304949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.304955:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.304961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.304978:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.304983:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.304984:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.304986:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.304995:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.304995:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.304996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.305006:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.305009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.305010:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.305011:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.305012:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d910
00000400:00000200:1.0:1550575073.305012:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x112cd [1] + 192
00000100:00000200:1.0:1550575073.305013:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037d500 x1625895440931088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.305015:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.305016:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.305016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.305017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.305018:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037d500 x1625895440931088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.305020:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037d500 x1625895440931088/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.305021:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.305086:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931088:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.305096:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.305101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305103:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.305103:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408600
00000400:00000200:1.0:1550575073.305106:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.305106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.305107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:1.0:1550575073.305360:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037ed00 - object 0x0:1728254 offset 1506803712<>1507852288
00000100:00100000:1.0:1550575073.305365:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.305367:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931152:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.305369:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d950-0x5c6be4832d950, portal 8
00000100:00000200:1.0:1550575073.305370:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931152, portal 4
00000100:00000200:1.0:1550575073.305371:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931152, offset 0
00000400:00000200:1.0:1550575073.305372:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.305374:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.305376:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.305377:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.305378:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.305378:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.305379:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.305386:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.305390:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.305391:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.305392:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037ed00 x1625895440931152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.305394:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.305395:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.305395:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.305491:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.305497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.305498:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.305499:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.305500:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d950
00000400:00000200:1.0:1550575073.305501:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x112e1 [256] + 0
00000400:00000200:1.0:1550575073.305502:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.305502:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305503:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.305505:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.305506:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.305506:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.305509:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.305510:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305510:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.305511:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.305511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.305511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.305517:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.305521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.305523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.305535:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.305539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305541:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.305543:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.305550:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.305551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.305551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.305605:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.305610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305611:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.305612:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.305613:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d930
00000400:00000200:1.0:1550575073.305614:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x112d9 [1] + 192
00000100:00000200:1.0:1550575073.305615:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a2a00 x1625895440931120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.305619:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.305619:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.305619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.305620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.305623:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2a00 x1625895440931120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.305625:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2a00 x1625895440931120/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.305627:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:0.2:1550575073.305651:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.305656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.305658:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.305658:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abba600
00000400:00000200:1.0:1550575073.305659:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.305659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.305660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.305701:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931120:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.305932:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3c00 - object 0x0:1728687 offset 1506803712<>1507852288
00000100:00100000:3.0:1550575073.305939:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.305940:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931184:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.305943:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d970-0x5c6be4832d970, portal 8
00000100:00000200:3.0:1550575073.305945:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931184, portal 4
00000100:00000200:3.0:1550575073.305946:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931184, offset 0
00000400:00000200:3.0:1550575073.305947:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.305949:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.305951:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.305952:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.305953:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.305953:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.305954:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.305961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.305964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.305965:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.305966:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a3c00 x1625895440931184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.305967:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:1.0:1550575073.305968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.305969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.306123:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.306126:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.306127:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.306128:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.306129:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d950
00000400:00000200:1.0:1550575073.306130:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x112e5 [1] + 192
00000100:00000200:1.0:1550575073.306131:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037ed00 x1625895440931152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.306133:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.306134:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.306134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.306135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.306136:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037ed00 x1625895440931152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.306138:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037ed00 x1625895440931152/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.306139:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.306204:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931152:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.306484:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037ea00 - object 0x0:1725237 offset 1506803712<>1507852288
00000100:00100000:1.0:1550575073.306489:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.306490:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931216:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.306493:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d990-0x5c6be4832d990, portal 8
00000100:00000200:1.0:1550575073.306494:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931216, portal 4
00000100:00000200:1.0:1550575073.306495:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931216, offset 0
00000400:00000200:1.0:1550575073.306496:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.306498:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.306499:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.306501:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.306501:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.306501:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.306502:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.306509:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.306516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.306517:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.306518:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037ea00 x1625895440931216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.306520:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.0:1550575073.306520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.306521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.306603:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.306608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.306610:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.306611:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.306612:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d990
00000400:00000200:1.0:1550575073.306613:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x112f9 [256] + 0
00000400:00000200:1.0:1550575073.306614:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.306614:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.306615:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.306617:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.306618:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.306618:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.306621:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.306622:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.306622:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.306623:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.306623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.306623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.306629:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.306632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.306633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.306633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.306660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.306662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.306663:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.306666:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.306675:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.306676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.306676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.306780:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.306783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.306784:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.306785:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abba800
00000400:00000200:1.0:1550575073.306786:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.306786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.306787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000008:00100000:3.0:1550575073.307018:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0000 - object 0x0:1728629 offset 1506803712<>1507852288
00000100:00100000:3.0:1550575073.307025:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.307026:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931248:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.307029:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d9b0-0x5c6be4832d9b0, portal 8
00000100:00000200:3.0:1550575073.307037:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931248, portal 4
00000100:00000200:3.0:1550575073.307037:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931248, offset 0
00000400:00000200:3.0:1550575073.307039:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.307041:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.307042:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.307044:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.307044:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.307045:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.307045:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.307046:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.307047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307048:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.307050:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.307051:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d970
00000400:00000200:1.0:1550575073.307052:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x112ed [256] + 0
00000400:00000200:1.0:1550575073.307052:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.307053:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307053:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:0.2:1550575073.307053:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.307055:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.307056:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.307057:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.307060:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.307061:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307061:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.307061:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.307062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.307062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.307063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307064:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.307065:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a0000 x1625895440931248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.307066:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:1.2:1550575073.307068:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.307069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.307070:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.307071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.307093:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307095:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307096:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.307100:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.307108:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.307109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.307109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.307156:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.307162:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307163:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.307164:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.307165:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d9b0
00000400:00000200:1.0:1550575073.307166:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11305 [256] + 0
00000400:00000200:1.0:1550575073.307167:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.307167:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307167:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.307169:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.307170:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.307171:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.307173:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.307174:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307174:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.307175:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.307175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.307184:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307192:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.307202:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307208:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.307210:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307212:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.307222:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.307223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.307224:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307225:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.307226:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408a00
00000400:00000200:1.0:1550575073.307228:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.307229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.307230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.307314:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.307316:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307317:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.307318:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.307319:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d990
00000400:00000200:1.0:1550575073.307320:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x112fd [1] + 192
00000100:00000200:1.0:1550575073.307321:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037ea00 x1625895440931216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.307323:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307323:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.307324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.307324:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307325:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.307326:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307327:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.307328:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408e00
00000400:00000200:1.0:1550575073.307330:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.307330:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.307331:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:1.0:1550575073.307333:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037ea00 x1625895440931216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.307334:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037ea00 x1625895440931216/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.307336:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:3.0:1550575073.307404:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1550575073.307412:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931216:172.20.0.211@o2ib1:4
00000008:00100000:3.0:1550575073.307600:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3900 - object 0x0:1728254 offset 1507852288<>1508900864
00000100:00100000:3.0:1550575073.307606:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931280:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.307608:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d9d0-0x5c6be4832d9d0, portal 8
00000100:00000200:3.0:1550575073.307610:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931280, portal 4
00000100:00000200:3.0:1550575073.307611:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931280, offset 0
00000400:00000200:3.0:1550575073.307613:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.307615:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.307616:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.307618:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.307618:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.307619:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.307620:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.307626:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307630:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.307631:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a3900 x1625895440931280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.307633:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:1.0:1550575073.307634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.307634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.307740:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.307746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307747:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.307748:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.307749:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d9d0
00000400:00000200:1.0:1550575073.307750:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11311 [256] + 0
00000400:00000200:1.0:1550575073.307751:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.307751:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307752:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.307754:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.307755:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.307755:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.307758:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.307758:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307759:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.307759:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.307760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.307764:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:0.2:1550575073.307765:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.307770:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.307771:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.307772:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d970
00000400:00000200:1.0:1550575073.307773:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x112f1 [1] + 192
00000100:00000200:1.0:1550575073.307774:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a3c00 x1625895440931184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.307778:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.307779:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.307779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.307779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.307781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307782:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000100:00000200:3.0:1550575073.307783:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3c00 x1625895440931184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.307784:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000100:00000200:3.0:1550575073.307785:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3c00 x1625895440931184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.307787:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:1.0:1550575073.307793:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.307793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.307851:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931184:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.307893:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307900:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.307901:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409200
00000400:00000200:1.0:1550575073.307903:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.307904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.307904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.307905:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.307906:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.307907:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d9b0
00000400:00000200:1.0:1550575073.307908:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11309 [1] + 192
00000100:00000200:1.0:1550575073.307909:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a0000 x1625895440931248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.307912:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.307913:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.307913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.307914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.307916:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0000 x1625895440931248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.307918:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0000 x1625895440931248/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.307920:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:3.0:1550575073.307921:0:2493:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894541932 gen 1
00000100:00100000:2.0:1550575073.307959:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.308167:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeede00 - object 0x0:1728687 offset 1507852288<>1508900864
00000100:00100000:2.0:1550575073.308170:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931312:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.308174:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832d9f0-0x5c6be4832d9f0, portal 8
00000100:00000200:2.0:1550575073.308176:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931312, portal 4
00000100:00000200:2.0:1550575073.308176:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931312, offset 0
00000400:00000200:2.0:1550575073.308178:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.308181:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.308182:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.308183:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.308184:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:2.0:1550575073.308190:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:2.0:1550575073.308192:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.308199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.308202:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.308203:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.308204:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeede00 x1625895440931312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.308205:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:1.0:1550575073.308206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.308206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.308365:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.308367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.308368:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.308369:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.308370:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d9d0
00000400:00000200:1.0:1550575073.308371:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11315 [1] + 192
00000100:00000200:1.0:1550575073.308372:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a3900 x1625895440931280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.308377:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.308378:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.308378:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.308379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.308384:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.308386:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.308387:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.308388:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.308389:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832d9f0
00000400:00000200:1.0:1550575073.308390:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1131d [256] + 0
00000400:00000200:1.0:1550575073.308391:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.308392:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.308392:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.308394:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.308395:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.308395:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.308398:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.308399:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.308399:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.308400:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.308400:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.308401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.308406:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.308412:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308412:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.308413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.308423:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.308428:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308429:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.308431:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.308440:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.308440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.308441:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.308541:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.308639:0:2493:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881477c63000 x1625895440909360/t12894541933(12894541933) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575079 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575073.308703:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931248:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.308706:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3900 x1625895440931280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.308708:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3900 x1625895440931280/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.308710:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000008:00100000:1.0:1550575073.308722:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037cc00 - object 0x0:1725237 offset 1507852288<>1508900864
00000100:00100000:1.0:1550575073.308725:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.308727:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931344:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.308729:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832da10-0x5c6be4832da10, portal 8
00000100:00000200:1.0:1550575073.308731:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931344, portal 4
00000100:00000200:1.0:1550575073.308732:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931344, offset 0
00000400:00000200:1.0:1550575073.308733:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.308735:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.308736:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.308738:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.308738:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.308739:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.308739:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.308742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308744:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.2:1550575073.308746:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000100:00000200:1.0:1550575073.308748:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb0e00
00000400:00000200:1.0:1550575073.308753:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.308754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.308755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.308755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.308755:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.308756:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037cc00 x1625895440931344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.308758:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.308758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.308759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:3.0:1550575073.308769:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931280:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.308857:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.308863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.308864:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.308865:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.308866:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832da10
00000400:00000200:1.0:1550575073.308867:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11329 [256] + 0
00000400:00000200:1.0:1550575073.308868:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.308868:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308869:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.308871:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.308872:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.308872:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.308876:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.308876:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308876:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.308877:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.308877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.308878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.308884:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.308889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.308890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.308900:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.308905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.308906:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.308908:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.308917:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.308917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.308918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.309019:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.309025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.309026:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.309027:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abbaa00
00000400:00000200:1.0:1550575073.309027:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.309028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.309028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.309375:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3300 - object 0x0:1728629 offset 1507852288<>1508900864
00000100:00100000:3.0:1550575073.309383:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.309384:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931376:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.309388:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832da30-0x5c6be4832da30, portal 8
00000100:00000200:3.0:1550575073.309389:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931376, portal 4
00000100:00000200:3.0:1550575073.309390:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931376, offset 0
00000400:00000200:3.0:1550575073.309391:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.309394:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.309395:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.309397:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.309398:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.309398:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.309399:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.309406:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.309409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.309410:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.309411:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a3300 x1625895440931376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.309413:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:1.0:1550575073.309414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.309415:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.309507:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.309510:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.309511:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.309512:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.309513:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832da10
00000400:00000200:1.0:1550575073.309514:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1132d [1] + 192
00000100:00000200:1.0:1550575073.309516:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037cc00 x1625895440931344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.309517:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.309518:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.309518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.309519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.309520:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037cc00 x1625895440931344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.309522:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037cc00 x1625895440931344/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.309523:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000100:00100000:1.0:1550575073.309586:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931344:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.309618:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.309624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.309625:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.309626:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.309627:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832d9f0
00000400:00000200:1.0:1550575073.309628:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11321 [1] + 192
00000100:00000200:1.0:1550575073.309629:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeede00 x1625895440931312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.309634:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.309635:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.309635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.309636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.309641:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeede00 x1625895440931312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.309643:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeede00 x1625895440931312/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.309644:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000100:00100000:2.0:1550575073.309726:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931312:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.309814:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000008:00100000:1.0:1550575073.309930:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037e400 - object 0x0:1728254 offset 1508900864<>1509949440
00000100:00100000:1.0:1550575073.309936:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.309937:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931408:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.309940:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832da50-0x5c6be4832da50, portal 8
00000100:00000200:1.0:1550575073.309942:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931408, portal 4
00000100:00000200:1.0:1550575073.309943:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931408, offset 0
00000400:00000200:1.0:1550575073.309944:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.309946:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.309947:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.309949:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.309949:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.309950:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.309951:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.309953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.309954:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.309955:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.309956:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832da30
00000400:00000200:1.0:1550575073.309957:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11335 [256] + 0
00000800:00000200:0.2:1550575073.309957:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.309958:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.309959:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.309960:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.309962:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.309962:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.309963:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.309966:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.309966:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.309967:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.309968:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.309968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.309969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.309969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.309970:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.309971:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037e400 x1625895440931408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.309972:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.309974:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.309975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.309976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.309976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.309977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.309977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.309998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.310001:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.310002:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.310005:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.310014:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.310014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.310015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.310048:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.310054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.310055:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.310056:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.310057:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832da50
00000400:00000200:1.0:1550575073.310058:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11341 [256] + 0
00000400:00000200:1.0:1550575073.310058:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.310058:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.310059:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.310061:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.310062:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.310062:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.310065:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.310065:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.310066:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.310066:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.310066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.310067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.310075:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.310080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.310080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.310081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.310099:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.310104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.310104:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.310108:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.310115:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.310115:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.310116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.310117:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.310120:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.310121:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.310121:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409600
00000400:00000200:1.0:1550575073.310124:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.310124:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.310125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.310217:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.310223:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.310224:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.310225:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abbae00
00000400:00000200:1.0:1550575073.310225:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.310226:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.310227:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.310502:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a0600 - object 0x0:1728687 offset 1508900864<>1509949440
00000100:00100000:3.0:1550575073.310509:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.310511:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931440:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.310514:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832da70-0x5c6be4832da70, portal 8
00000100:00000200:3.0:1550575073.310516:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931440, portal 4
00000100:00000200:3.0:1550575073.310517:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931440, offset 0
00000400:00000200:3.0:1550575073.310518:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.310521:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.310522:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.310523:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.310524:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.310524:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.310525:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.310532:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.310535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.310535:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.310537:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a0600 x1625895440931440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.310538:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:1.0:1550575073.310539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.310539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.310718:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.310720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.310721:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.310723:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.310724:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832da50
00000400:00000200:1.0:1550575073.310724:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11345 [1] + 192
00000100:00000200:1.0:1550575073.310726:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037e400 x1625895440931408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.310727:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.310728:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.310728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.310729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.310731:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037e400 x1625895440931408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.310732:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037e400 x1625895440931408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.310734:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000100:00100000:1.0:1550575073.310808:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931408:172.20.0.211@o2ib1:4
00000008:00100000:1.0:1550575073.311052:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037f900 - object 0x0:1725237 offset 1508900864<>1509949440
00000100:00100000:1.0:1550575073.311056:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575073.311057:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931472:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.311060:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832da90-0x5c6be4832da90, portal 8
00000100:00000200:1.0:1550575073.311062:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931472, portal 4
00000100:00000200:1.0:1550575073.311063:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931472, offset 0
00000400:00000200:1.0:1550575073.311064:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575073.311067:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.311068:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.311069:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.311069:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.311070:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311071:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.311078:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311085:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.311086:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037f900 x1625895440931472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.311088:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575073.311089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.311090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.311172:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.311177:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311178:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.311180:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.311181:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832da90
00000400:00000200:1.0:1550575073.311182:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11359 [256] + 0
00000400:00000200:1.0:1550575073.311183:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575073.311183:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311184:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.311190:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.311191:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.311191:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.311194:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.311195:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.311195:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.311196:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.311196:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.311197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.311203:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.311206:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.311206:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.311207:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.311228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.311230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.311231:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.311234:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.311242:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.311243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.311243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.311246:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.311251:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311252:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.311253:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.311254:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832da70
00000400:00000200:1.0:1550575073.311255:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1134d [256] + 0
00000400:00000200:1.0:1550575073.311256:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.311256:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311256:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.311258:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.311259:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.311260:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.311263:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.311263:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311263:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.311264:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.311264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.311265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.311273:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.311279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.311290:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311295:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311296:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.311299:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.311307:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.311308:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.311308:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.311369:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.311373:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.311374:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.311374:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144abbac00
00000400:00000200:1.0:1550575073.311375:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575073.311376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.311376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.311433:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.311439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.311441:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.311441:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409a00
00000400:00000200:1.0:1550575073.311442:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.311442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.311443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.311609:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316a00 - object 0x0:1728629 offset 1508900864<>1509949440
00000100:00100000:3.0:1550575073.311616:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.311618:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931504:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.311621:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dab0-0x5c6be4832dab0, portal 8
00000100:00000200:3.0:1550575073.311622:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931504, portal 4
00000100:00000200:3.0:1550575073.311623:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931504, offset 0
00000400:00000200:3.0:1550575073.311624:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.311627:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.311628:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.311629:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.311630:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.311630:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.311631:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.311638:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.311640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.311641:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.311642:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e3316a00 x1625895440931504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.311644:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:1.0:1550575073.311645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.311645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.311901:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.311904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.311904:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.311906:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.311907:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832da90
00000400:00000200:1.0:1550575073.311908:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1135d [1] + 192
00000100:00000200:1.0:1550575073.311909:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037f900 x1625895440931472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.311911:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.311911:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.311911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.311912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:1.0:1550575073.311913:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037f900 x1625895440931472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575073.311915:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037f900 x1625895440931472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.311916:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9700
00000800:00000200:1.2:1550575073.311920:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000100:00100000:3.0:1550575073.311967:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1550575073.311999:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440931472:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.312001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.312002:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.312003:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.312004:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832da30
00000400:00000200:1.0:1550575073.312004:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11339 [1] + 192
00000100:00000200:1.0:1550575073.312006:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a3300 x1625895440931376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.312009:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312010:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.312010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.312011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:2.0:1550575073.312060:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3300 x1625895440931376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.312062:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3300 x1625895440931376/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.312064:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00100000:2.0:1550575073.312132:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931376:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.312167:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.312173:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.312173:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.312175:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000008:00100000:3.0:1550575073.312176:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800900 - object 0x0:1728254 offset 1509949440<>1510998016
00000400:00000200:1.0:1550575073.312176:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dab0
00000400:00000200:1.0:1550575073.312177:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11365 [256] + 0
00000400:00000200:1.0:1550575073.312178:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.312178:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312179:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.312181:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931536:172.20.0.211@o2ib1:4
00000400:00000200:1.0:1550575073.312181:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.312182:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.312183:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00000200:3.0:1550575073.312189:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dad0-0x5c6be4832dad0, portal 8
00000800:00000200:1.0:1550575073.312189:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00000200:3.0:1550575073.312190:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931536, portal 4
00000800:00000200:1.0:1550575073.312190:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312190:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000100:00000200:3.0:1550575073.312191:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931536, offset 0
00000800:00000200:1.0:1550575073.312191:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.312191:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:3.0:1550575073.312192:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575073.312192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:3.0:1550575073.312195:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.312196:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.312197:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.2:1550575073.312197:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.312198:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:3.0:1550575073.312198:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:3.0:1550575073.312199:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.312202:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312203:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.312203:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.312205:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.312207:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312208:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.312209:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5800900 x1625895440931536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.312211:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.0:1550575073.312212:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.312212:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:0.2:1550575073.312215:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.312220:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312221:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.312223:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.312232:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.312232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.312233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.312316:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.312321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312322:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.312323:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.312325:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dad0
00000400:00000200:1.0:1550575073.312326:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11371 [256] + 0
00000400:00000200:1.0:1550575073.312326:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.312327:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.312327:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.312329:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.312330:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.312330:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.312333:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.312334:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.312334:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.312335:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.312335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.312336:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312337:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.312337:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409e00
00000800:00000200:1.2:1550575073.312342:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000400:00000200:1.0:1550575073.312343:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.312343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.312344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.312344:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312345:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.312345:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.312366:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.312368:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312369:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.312372:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.312380:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.312380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.312381:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.312482:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.312485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312486:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.312487:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409800
00000400:00000200:1.0:1550575073.312489:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.312489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.312490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:2.0:1550575073.312543:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.312735:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adeed500 - object 0x0:1728687 offset 1509949440<>1510998016
00000100:00100000:2.0:1550575073.312739:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931568:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.312743:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832daf0-0x5c6be4832daf0, portal 8
00000100:00000200:2.0:1550575073.312744:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931568, portal 4
00000100:00000200:2.0:1550575073.312745:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931568, offset 0
00000400:00000200:2.0:1550575073.312746:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.312749:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.312750:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.312752:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.312752:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.312753:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.312754:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.312761:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.312767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.312768:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.312769:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adeed500 x1625895440931568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.312770:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.0:1550575073.312771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.312772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.312975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.312978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.312979:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.312980:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.312981:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832daf0
00000400:00000200:1.0:1550575073.312982:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1137d [256] + 0
00000400:00000200:1.0:1550575073.312983:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575073.312984:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312984:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.312986:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.312987:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.312987:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.312990:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.312991:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312991:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.312991:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.312992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.312992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.312993:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.312994:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.312995:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dad0
00000400:00000200:1.0:1550575073.312996:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11375 [1] + 192
00000100:00000200:1.0:1550575073.312997:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5800900 x1625895440931536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.313001:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.313002:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.313002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.313003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.313004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.313006:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800900 x1625895440931536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.313008:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800900 x1625895440931536/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.313009:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:1.2:1550575073.313024:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313028:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.313034:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.313043:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.313043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.313044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00100000:3.0:1550575073.313091:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931536:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.313097:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.313102:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.313103:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.313104:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.313105:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dab0
00000400:00000200:1.0:1550575073.313106:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11369 [1] + 192
00000100:00000200:1.0:1550575073.313108:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e3316a00 x1625895440931504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575073.313111:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:1.0:1550575073.313112:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.313113:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.313113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.313114:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.313121:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316a00 x1625895440931504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.313123:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316a00 x1625895440931504/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.313125:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.2:1550575073.313145:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313148:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313150:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.313150:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb1000
00000400:00000200:1.0:1550575073.313153:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575073.313154:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.313154:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.2:1550575073.313211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.313215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313216:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.313217:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.313218:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832da70
00000400:00000200:1.0:1550575073.313219:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11351 [1] + 192
00000100:00100000:2.0:1550575073.313220:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931504:172.20.0.212@o2ib1:4
00000100:00000200:1.0:1550575073.313220:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a0600 x1625895440931440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.313224:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313224:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.313225:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.313225:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00000200:2.0:1550575073.313229:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a0600 x1625895440931440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.313230:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a0600 x1625895440931440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.313232:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00100000:2.0:1550575073.313290:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440931440:172.20.0.212@o2ib1:4
00000008:00100000:3.0:1550575073.313333:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802100 - object 0x0:1725237 offset 1509949440<>1510998016
00000100:00100000:3.0:1550575073.313337:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931600:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.313340:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832db10-0x5c6be4832db10, portal 8
00000100:00000200:3.0:1550575073.313342:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931600, portal 4
00000100:00000200:3.0:1550575073.313343:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931600, offset 0
00000400:00000200:3.0:1550575073.313344:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.313346:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.313347:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.313349:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.313349:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.313350:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.313351:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.313358:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.313364:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.313364:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.313365:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5802100 x1625895440931600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.313367:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:1.0:1550575073.313368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.313368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.313449:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.313455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.313456:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.313457:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.313458:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832db10
00000400:00000200:1.0:1550575073.313459:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11389 [256] + 0
00000400:00000200:1.0:1550575073.313460:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.313460:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.313460:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.313462:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.313463:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.313464:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.313467:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.313467:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.313468:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313468:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.313469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.313469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.313475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313477:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.313478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.313500:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313503:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.313506:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.313515:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.313515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.313516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.313616:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.313620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.313621:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (23)--
00000100:00000200:1.0:1550575073.313621:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409000
00000400:00000200:1.0:1550575073.313624:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.313624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.313625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000100:00100000:2.0:1550575073.313683:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.313879:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867900 - object 0x0:1728629 offset 1509949440<>1510998016
00000100:00100000:2.0:1550575073.313882:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931632:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.313885:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575073.313886:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832db30-0x5c6be4832db30, portal 8
00000100:00000200:2.0:1550575073.313887:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575073.313888:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575073.313889:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.313891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.313892:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.313892:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.313893:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.313893:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:2.0:1550575073.313895:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.313895:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000400:00000200:1.0:1550575073.313895:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832daf0
00000800:00000200:2.0:1550575073.313896:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000400:00000200:1.0:1550575073.313896:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11381 [1] + 192
00000800:00000200:2.0:1550575073.313897:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.313897:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adeed500 x1625895440931568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.313900:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.313901:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.313901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.313902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.313902:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.313903:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.313905:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000800:00000200:1.0:1550575073.313905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.313906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.313908:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adeed500 x1625895440931568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.313911:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adeed500 x1625895440931568/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.313913:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000100:00100000:2.0:1550575073.313974:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931568:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575073.314024:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.314027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.314028:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.314029:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.314034:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832db30
00000400:00000200:1.0:1550575073.314035:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11395 [256] + 0
00000400:00000200:1.0:1550575073.314036:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575073.314036:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.314037:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)--
00000400:00000200:1.0:1550575073.314039:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.314040:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.314040:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.314043:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.314043:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.314044:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.314044:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.314045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.314045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.314051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.314053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.314054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.314054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.314076:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.314078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.314079:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.314081:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.314089:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.314089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.314090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.2:1550575073.314145:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.314148:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.314148:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.314149:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.314150:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832db10
00000400:00000200:1.0:1550575073.314151:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1138d [1] + 192
00000100:00000200:1.0:1550575073.314152:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5802100 x1625895440931600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.314156:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.314156:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.314157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.314157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.314160:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802100 x1625895440931600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.314162:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802100 x1625895440931600/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.314164:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000100:00100000:3.0:1550575073.314247:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931600:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.314260:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.314453:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803c00 - object 0x0:1728254 offset 1510998016<>1512046592
00000100:00100000:3.0:1550575073.314456:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931664:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.314459:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832db50-0x5c6be4832db50, portal 8
00000100:00000200:3.0:1550575073.314460:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931664, portal 4
00000100:00000200:3.0:1550575073.314461:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931664, offset 0
00000400:00000200:3.0:1550575073.314462:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.314465:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.314466:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.314467:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.314468:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.314468:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.314469:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.314476:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.314482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.314483:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.314484:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5803c00 x1625895440931664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.314486:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:1.0:1550575073.314486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.314487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.314568:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.314573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.314574:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.314575:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.314576:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832db50
00000400:00000200:1.0:1550575073.314577:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x113a1 [256] + 0
00000400:00000200:1.0:1550575073.314578:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.314578:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.314578:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.314580:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.314581:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.314582:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.314585:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.314585:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.314586:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.314586:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.314587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.314587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.314593:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.314598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.314598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.314599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.314610:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.314615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.314616:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.314618:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.314627:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.314627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.314628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.314729:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.314735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.314736:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.314737:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408800
00000400:00000200:1.0:1550575073.314739:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.314740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.314740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.314816:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.315010:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867c00 - object 0x0:1728687 offset 1510998016<>1512046592
00000100:00100000:2.0:1550575073.315014:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931696:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.315017:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832db70-0x5c6be4832db70, portal 8
00000100:00000200:2.0:1550575073.315018:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931696, portal 4
00000100:00000200:2.0:1550575073.315019:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931696, offset 0
00000400:00000200:2.0:1550575073.315020:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.315023:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.315024:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.315025:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.315026:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.315027:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.315027:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315040:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315046:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.315047:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867c00 x1625895440931696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.315049:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.0:1550575073.315050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.315050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.315178:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.315183:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315184:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.315188:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.315189:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832db70
00000400:00000200:1.0:1550575073.315190:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x113ad [256] + 0
00000400:00000200:1.0:1550575073.315191:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.315191:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315191:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.315193:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.315194:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.315195:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.315198:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.315198:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315199:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.315199:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.315199:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.315200:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315205:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315210:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315211:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.315212:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315223:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.315228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.315231:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315232:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.315234:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.315244:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.315245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.315245:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.315246:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.315247:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.315248:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832db50
00000400:00000200:1.0:1550575073.315249:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x113a5 [1] + 192
00000100:00000200:1.0:1550575073.315250:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5803c00 x1625895440931664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.315253:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.315254:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.315254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.315255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.315255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000100:00000200:3.0:1550575073.315258:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803c00 x1625895440931664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.315260:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803c00 x1625895440931664/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.315262:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575073.315333:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931664:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.315370:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315376:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315377:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.315378:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb1400
00000400:00000200:1.0:1550575073.315381:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.315382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.315382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.315389:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.315580:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801800 - object 0x0:1725237 offset 1510998016<>1512046592
00000100:00100000:3.0:1550575073.315584:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931728:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.315587:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832db90-0x5c6be4832db90, portal 8
00000100:00000200:3.0:1550575073.315588:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931728, portal 4
00000100:00000200:3.0:1550575073.315589:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931728, offset 0
00000400:00000200:3.0:1550575073.315590:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.315593:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.315594:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.315595:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.315596:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.315597:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.315598:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315604:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315611:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.315612:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5801800 x1625895440931728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.315613:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:1.0:1550575073.315614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.315615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.315687:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.315692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315693:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.315694:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.315695:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832db90
00000400:00000200:1.0:1550575073.315696:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x113b9 [256] + 0
00000400:00000200:1.0:1550575073.315697:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.315698:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315698:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.315700:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.315701:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.315701:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.315704:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.315705:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315705:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.315706:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.315706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.315707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315712:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.315718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315737:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315743:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.315745:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.315752:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.315753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.315753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.315879:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.315885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.315886:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.315887:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408000
00000400:00000200:1.0:1550575073.315889:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575073.315889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.315890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.315946:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.316147:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3867300 - object 0x0:1728629 offset 1510998016<>1512046592
00000100:00100000:2.0:1550575073.316151:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931760:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.316154:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dbb0-0x5c6be4832dbb0, portal 8
00000100:00000200:2.0:1550575073.316156:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931760, portal 4
00000100:00000200:2.0:1550575073.316156:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931760, offset 0
00000400:00000200:2.0:1550575073.316158:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.316160:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.316161:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.316163:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.316164:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.316164:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.316165:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.316172:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.316177:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.316178:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.316179:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.316180:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:1.0:1550575073.316181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.316182:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.316327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.316330:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.316331:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.316332:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.316333:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dbb0
00000400:00000200:1.0:1550575073.316334:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x113c5 [256] + 0
00000400:00000200:1.0:1550575073.316335:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575073.316335:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.316336:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (24)--
00000400:00000200:1.0:1550575073.316338:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.316339:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.316339:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.316342:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.316343:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.316343:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.316343:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.316344:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.316345:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:0.2:1550575073.316350:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.316355:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.316355:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.316356:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.316368:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.316372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.316375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.316376:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.316378:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.316386:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.316387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.316387:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.316388:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.316389:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.316390:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832db90
00000400:00000200:1.0:1550575073.316391:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x113bd [1] + 192
00000100:00000200:1.0:1550575073.316393:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5801800 x1625895440931728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.316396:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.316397:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (24)++
00000800:00000200:1.0:1550575073.316397:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b200] (25)--
00000800:00000200:1.0:1550575073.316397:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.316398:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.316399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000100:00000200:3.0:1550575073.316401:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801800 x1625895440931728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.316402:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801800 x1625895440931728/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.316404:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.2:1550575073.316456:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b200] (22)++
00000100:00100000:3.0:1550575073.316480:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931728:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575073.316489:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.316523:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.316715:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801b00 - object 0x0:1728254 offset 1512046592<>1513095168
00000100:00100000:3.0:1550575073.316719:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931792:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.316722:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dbd0-0x5c6be4832dbd0, portal 8
00000100:00000200:3.0:1550575073.316723:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931792, portal 4
00000100:00000200:3.0:1550575073.316724:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931792, offset 0
00000400:00000200:3.0:1550575073.316725:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.316728:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.316729:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.316731:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.316731:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (23)++
00000800:00000200:3.0:1550575073.316732:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (24)++
00000800:00000200:3.0:1550575073.316733:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (25)--
00000100:00100000:2.0:1550575073.317060:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.317261:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866700 - object 0x0:1728687 offset 1512046592<>1513095168
00000100:00100000:2.0:1550575073.317264:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931824:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.317267:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dbf0-0x5c6be4832dbf0, portal 8
00000100:00000200:2.0:1550575073.317269:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931824, portal 4
00000100:00000200:2.0:1550575073.317270:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931824, offset 0
00000400:00000200:2.0:1550575073.317271:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.317274:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.317275:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.317277:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.317277:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.317278:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.317279:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000100:00100000:3.0:1550575073.317716:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.317909:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803000 - object 0x0:1725237 offset 1512046592<>1513095168
00000100:00100000:3.0:1550575073.317913:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.317916:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dc10-0x5c6be4832dc10, portal 8
00000100:00000200:3.0:1550575073.317917:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931856, portal 4
00000100:00000200:3.0:1550575073.317918:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931856, offset 0
00000400:00000200:3.0:1550575073.317919:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.317922:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.317923:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.317925:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.317925:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (24)++
00000800:00000200:3.0:1550575073.317926:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (25)++
00000800:00000200:3.0:1550575073.317927:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (26)--
00000100:00100000:2.0:1550575073.318283:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.318481:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865e00 - object 0x0:1728629 offset 1512046592<>1513095168
00000100:00100000:2.0:1550575073.318484:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931888:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.318490:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dc30-0x5c6be4832dc30, portal 8
00000100:00000200:2.0:1550575073.318491:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931888, portal 4
00000100:00000200:2.0:1550575073.318492:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931888, offset 0
00000400:00000200:2.0:1550575073.318493:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.318496:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.318497:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.318499:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.318500:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.318500:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.318501:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000100:00100000:3.0:1550575073.318806:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.319001:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801500 - object 0x0:1728254 offset 1513095168<>1514143744
00000100:00100000:3.0:1550575073.319005:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931920:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.319008:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dc50-0x5c6be4832dc50, portal 8
00000100:00000200:3.0:1550575073.319009:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931920, portal 4
00000100:00000200:3.0:1550575073.319010:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931920, offset 0
00000400:00000200:3.0:1550575073.319012:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.319014:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.319015:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.319017:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.319018:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (25)++
00000800:00000200:3.0:1550575073.319018:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (26)++
00000800:00000200:3.0:1550575073.319019:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (27)--
00000100:00100000:2.0:1550575073.319363:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.319556:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865500 - object 0x0:1728687 offset 1513095168<>1514143744
00000100:00100000:2.0:1550575073.319559:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.319564:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dc70-0x5c6be4832dc70, portal 8
00000100:00000200:2.0:1550575073.319565:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931952, portal 4
00000100:00000200:2.0:1550575073.319566:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931952, offset 0
00000400:00000200:2.0:1550575073.319567:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.319570:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.319571:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.319572:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.319573:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.319573:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:2.0:1550575073.319574:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000100:00100000:3.0:1550575073.319885:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.320084:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802400 - object 0x0:1725237 offset 1513095168<>1514143744
00000100:00100000:3.0:1550575073.320088:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931984:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.320091:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dc90-0x5c6be4832dc90, portal 8
00000100:00000200:3.0:1550575073.320093:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931984, portal 4
00000100:00000200:3.0:1550575073.320094:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931984, offset 0
00000400:00000200:3.0:1550575073.320095:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.320098:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.320099:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.320101:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.320101:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (26)++
00000800:00000200:3.0:1550575073.320102:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (27)++
00000800:00000200:3.0:1550575073.320102:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (28)--
00000100:00100000:2.0:1550575073.320443:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.320639:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864900 - object 0x0:1728629 offset 1513095168<>1514143744
00000100:00100000:2.0:1550575073.320642:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.320646:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dcb0-0x5c6be4832dcb0, portal 8
00000100:00000200:2.0:1550575073.320648:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932016, portal 4
00000100:00000200:2.0:1550575073.320648:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932016, offset 0
00000400:00000200:2.0:1550575073.320650:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.320652:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.320653:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.320655:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.320655:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:2.0:1550575073.320656:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:2.0:1550575073.320657:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000100:00100000:3.0:1550575073.320971:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:3.0:1550575073.321174:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800f00 - object 0x0:1728254 offset 1514143744<>1515192320
00000100:00100000:3.0:1550575073.321182:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440932048:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.321192:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dcd0-0x5c6be4832dcd0, portal 8
00000100:00000200:3.0:1550575073.321193:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932048, portal 4
00000100:00000200:3.0:1550575073.321194:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932048, offset 0
00000400:00000200:3.0:1550575073.321195:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.321198:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.321199:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.321201:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.321201:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (27)++
00000800:00000200:3.0:1550575073.321202:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (28)++
00000800:00000200:3.0:1550575073.321203:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (29)--
00000100:00100000:2.0:1550575073.321523:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.321718:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866a00 - object 0x0:1728687 offset 1514143744<>1515192320
00000100:00100000:2.0:1550575073.321722:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932080:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.321726:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dcf0-0x5c6be4832dcf0, portal 8
00000100:00000200:2.0:1550575073.321728:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932080, portal 4
00000100:00000200:2.0:1550575073.321728:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932080, offset 0
00000400:00000200:2.0:1550575073.321730:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.321733:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.321734:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.321736:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.321737:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:2.0:1550575073.321737:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (27)++
00000800:00000200:2.0:1550575073.321738:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)--
00000008:00100000:2.0:1550575073.322265:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3866100 - object 0x0:1725237 offset 1514143744<>1515192320
00000100:00100000:2.0:1550575073.322273:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.322275:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932112:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.322280:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dd10-0x5c6be4832dd10, portal 8
00000100:00000200:2.0:1550575073.322281:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932112, portal 4
00000100:00000200:2.0:1550575073.322282:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932112, offset 0
00000400:00000200:2.0:1550575073.322283:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.322286:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.322287:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.322289:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.322289:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (28)++
00000800:00000200:2.0:1550575073.322290:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (29)++
00000800:00000200:2.0:1550575073.322291:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (30)--
00000100:00100000:2.0:1550575073.322605:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.322802:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3865800 - object 0x0:1728629 offset 1514143744<>1515192320
00000100:00100000:2.0:1550575073.322807:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932144:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.322810:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dd30-0x5c6be4832dd30, portal 8
00000100:00000200:2.0:1550575073.322812:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932144, portal 4
00000100:00000200:2.0:1550575073.322812:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932144, offset 0
00000400:00000200:2.0:1550575073.322814:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.322816:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.322817:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.322819:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.322820:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:2.0:1550575073.322820:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (28)++
00000800:00000200:2.0:1550575073.322821:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)--
00000008:00100000:2.0:1550575073.323344:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864c00 - object 0x0:1728254 offset 1515192320<>1516240896
00000100:00100000:2.0:1550575073.323352:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.323353:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932176:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.323357:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dd50-0x5c6be4832dd50, portal 8
00000100:00000200:2.0:1550575073.323359:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932176, portal 4
00000100:00000200:2.0:1550575073.323360:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932176, offset 0
00000400:00000200:2.0:1550575073.323361:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.323364:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.323365:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.323367:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.323367:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b200] (29)++
00000800:00000200:2.0:1550575073.323367:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b200] (30)++
00000800:00000200:2.0:1550575073.323368:0:2491:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:2.0:1550575073.323369:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b200] (31)--
00000100:00100000:2.0:1550575073.323680:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.323876:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800b3864000 - object 0x0:1728687 offset 1515192320<>1516240896
00000100:00100000:2.0:1550575073.323879:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932208:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.323883:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dd70-0x5c6be4832dd70, portal 8
00000100:00000200:2.0:1550575073.323884:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932208, portal 4
00000100:00000200:2.0:1550575073.323885:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932208, offset 0
00000400:00000200:2.0:1550575073.323886:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.323889:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.323890:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.323891:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.323892:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)++
00000800:00000200:2.0:1550575073.323892:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (29)++
00000800:00000200:2.0:1550575073.323893:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)--
00000008:00100000:2.0:1550575073.324412:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3c00 - object 0x0:1725237 offset 1515192320<>1516240896
00000100:00100000:2.0:1550575073.324419:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.324421:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.324426:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dd90-0x5c6be4832dd90, portal 8
00000100:00000200:2.0:1550575073.324427:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932240, portal 4
00000100:00000200:2.0:1550575073.324428:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932240, offset 0
00000400:00000200:2.0:1550575073.324429:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.324752:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.324947:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2a00 - object 0x0:1728629 offset 1515192320<>1516240896
00000100:00100000:2.0:1550575073.324951:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932272:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.324954:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ddb0-0x5c6be4832ddb0, portal 8
00000100:00000200:2.0:1550575073.324956:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932272, portal 4
00000100:00000200:2.0:1550575073.324957:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932272, offset 0
00000400:00000200:2.0:1550575073.324959:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.325491:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1e00 - object 0x0:1728254 offset 1516240896<>1517289472
00000100:00100000:2.0:1550575073.325498:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.325499:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932304:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.325503:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ddd0-0x5c6be4832ddd0, portal 8
00000100:00000200:2.0:1550575073.325504:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932304, portal 4
00000100:00000200:2.0:1550575073.325505:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932304, offset 0
00000400:00000200:2.0:1550575073.325506:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.325824:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.326013:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1200 - object 0x0:1728687 offset 1516240896<>1517289472
00000100:00100000:2.0:1550575073.326017:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.326022:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ddf0-0x5c6be4832ddf0, portal 8
00000100:00000200:2.0:1550575073.326024:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932336, portal 4
00000100:00000200:2.0:1550575073.326024:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932336, offset 0
00000400:00000200:2.0:1550575073.326026:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.326546:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0600 - object 0x0:1725237 offset 1516240896<>1517289472
00000100:00100000:2.0:1550575073.326553:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.326554:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932368:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.326558:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832de10-0x5c6be4832de10, portal 8
00000100:00000200:2.0:1550575073.326560:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932368, portal 4
00000100:00000200:2.0:1550575073.326561:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932368, offset 0
00000400:00000200:2.0:1550575073.326562:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000008:00100000:2.0:1550575073.327068:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff3300 - object 0x0:1728629 offset 1516240896<>1517289472
00000100:00100000:2.0:1550575073.327070:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.327072:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440932400:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.327075:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832de30-0x5c6be4832de30, portal 8
00000100:00000200:2.0:1550575073.327076:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932400, portal 4
00000100:00000200:2.0:1550575073.327077:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932400, offset 0
00000400:00000200:2.0:1550575073.327078:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.327592:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2d00 - object 0x0:1728254 offset 1517289472<>1518338048
00000100:00100000:2.0:1550575073.327599:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.327601:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932432:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.327604:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832de50-0x5c6be4832de50, portal 8
00000100:00000200:2.0:1550575073.327605:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932432, portal 4
00000100:00000200:2.0:1550575073.327606:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932432, offset 0
00000400:00000200:2.0:1550575073.327607:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.327928:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.328123:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2100 - object 0x0:1728687 offset 1517289472<>1518338048
00000100:00100000:2.0:1550575073.328127:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932464:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.328131:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832de70-0x5c6be4832de70, portal 8
00000100:00000200:2.0:1550575073.328132:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932464, portal 4
00000100:00000200:2.0:1550575073.328132:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932464, offset 0
00000400:00000200:2.0:1550575073.328134:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.328699:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff1500 - object 0x0:1725237 offset 1517289472<>1518338048
00000100:00100000:2.0:1550575073.328707:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.328708:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932496:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.328713:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832de90-0x5c6be4832de90, portal 8
00000100:00000200:2.0:1550575073.328714:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932496, portal 4
00000100:00000200:2.0:1550575073.328714:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932496, offset 0
00000400:00000200:2.0:1550575073.328715:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000008:00100000:2.0:1550575073.329246:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0900 - object 0x0:1728629 offset 1517289472<>1518338048
00000100:00100000:2.0:1550575073.329249:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.329250:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440932528:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.329253:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832deb0-0x5c6be4832deb0, portal 8
00000100:00000200:2.0:1550575073.329254:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932528, portal 4
00000100:00000200:2.0:1550575073.329255:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932528, offset 0
00000400:00000200:2.0:1550575073.329256:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.329789:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3900 - object 0x0:1728254 offset 1518338048<>1519386624
00000100:00100000:2.0:1550575073.329797:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.329798:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932560:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.329801:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ded0-0x5c6be4832ded0, portal 8
00000100:00000200:2.0:1550575073.329803:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932560, portal 4
00000100:00000200:2.0:1550575073.329804:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932560, offset 0
00000400:00000200:2.0:1550575073.329805:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.330131:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.330321:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2d00 - object 0x0:1728687 offset 1518338048<>1519386624
00000100:00100000:2.0:1550575073.330325:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932592:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.330328:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832def0-0x5c6be4832def0, portal 8
00000100:00000200:2.0:1550575073.330330:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932592, portal 4
00000100:00000200:2.0:1550575073.330330:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932592, offset 0
00000400:00000200:2.0:1550575073.330331:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.330843:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2100 - object 0x0:1725237 offset 1518338048<>1519386624
00000100:00100000:2.0:1550575073.330850:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.330851:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932624:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.330856:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832df10-0x5c6be4832df10, portal 8
00000100:00000200:2.0:1550575073.330857:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932624, portal 4
00000100:00000200:2.0:1550575073.330858:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932624, offset 0
00000400:00000200:2.0:1550575073.330859:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000008:00100000:2.0:1550575073.331382:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1200 - object 0x0:1728629 offset 1518338048<>1519386624
00000100:00100000:2.0:1550575073.331385:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.331386:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440932656:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.331389:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832df30-0x5c6be4832df30, portal 8
00000100:00000200:2.0:1550575073.331391:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932656, portal 4
00000100:00000200:2.0:1550575073.331391:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932656, offset 0
00000400:00000200:2.0:1550575073.331392:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.331902:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0900 - object 0x0:1728254 offset 1519386624<>1520435200
00000100:00100000:2.0:1550575073.331909:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.331910:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932688:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.331914:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832df50-0x5c6be4832df50, portal 8
00000100:00000200:2.0:1550575073.331915:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932688, portal 4
00000100:00000200:2.0:1550575073.331916:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932688, offset 0
00000400:00000200:2.0:1550575073.331917:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.332244:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.332432:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3c00 - object 0x0:1728687 offset 1519386624<>1520435200
00000100:00100000:2.0:1550575073.332435:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932720:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.332439:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832df70-0x5c6be4832df70, portal 8
00000100:00000200:2.0:1550575073.332440:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932720, portal 4
00000100:00000200:2.0:1550575073.332441:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932720, offset 0
00000400:00000200:2.0:1550575073.332442:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.332954:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3000 - object 0x0:1725237 offset 1519386624<>1520435200
00000100:00100000:2.0:1550575073.332961:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.332962:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.332967:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832df90-0x5c6be4832df90, portal 8
00000100:00000200:2.0:1550575073.332968:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932752, portal 4
00000100:00000200:2.0:1550575073.332969:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932752, offset 0
00000400:00000200:2.0:1550575073.332970:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.333846:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.334057:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b2400 - object 0x0:1728254 offset 1520435200<>1521483776
00000100:00100000:2.0:1550575073.334067:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932800:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.334070:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dfc0-0x5c6be4832dfc0, portal 8
00000100:00000200:2.0:1550575073.334071:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932800, portal 4
00000100:00000200:2.0:1550575073.334072:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932800, offset 0
00000400:00000200:2.0:1550575073.334074:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.334416:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.334964:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000008:00100000:2.0:1550575073.335162:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1500 - object 0x0:1725237 offset 1520435200<>1521483776
00000100:00100000:2.0:1550575073.335166:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932848:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.335170:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832dff0-0x5c6be4832dff0, portal 8
00000100:00000200:2.0:1550575073.335171:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932848, portal 4
00000100:00000200:2.0:1550575073.335172:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932848, offset 0
00000400:00000200:2.0:1550575073.335173:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.336075:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.337163:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.338228:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.339418:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.341549:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.343652:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.345757:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.347927:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.350089:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.352347:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.354460:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.356559:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000800:00000200:1.0:1550575073.367741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:1.0:1550575073.367743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.367750:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:1.0:1550575073.367752:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb0400
00000400:00000200:1.0:1550575073.367755:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575073.367759:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367761:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367762:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.367763:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367764:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367764:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)--
00000800:00000200:1.0:1550575073.367766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.367769:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.367773:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575073.367775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367777:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367779:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3866700 x1625895440931824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367782:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3580
00000800:00000200:1.0:1550575073.367783:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367784:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367785:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367785:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367786:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367786:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367790:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.367791:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.367794:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dbf0
00000400:00000200:1.0:1550575073.367795:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x113dd [256] + 0
00000400:00000200:1.0:1550575073.367797:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.367798:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367798:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367803:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367804:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367805:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e80
00000800:00000200:1.0:1550575073.367806:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367808:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367808:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367808:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367809:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367809:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367812:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367813:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367814:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3865500 x1625895440931952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367815:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3980
00000800:00000200:1.0:1550575073.367816:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367817:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367818:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367818:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367819:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367819:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367821:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.367823:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.367824:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dc70
00000400:00000200:1.0:1550575073.367825:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1140d [256] + 0
00000400:00000200:1.0:1550575073.367826:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881448762000
00000800:00000200:1.0:1550575073.367826:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367826:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367829:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367830:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367832:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3680
00000800:00000200:1.0:1550575073.367833:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367834:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367835:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367835:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367835:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367836:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367838:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367839:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367840:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3866a00 x1625895440932080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367841:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3080
00000800:00000200:1.0:1550575073.367842:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367843:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367844:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367844:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367845:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367845:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367848:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.367849:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.367850:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dcf0
00000400:00000200:1.0:1550575073.367851:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1143d [256] + 0
00000400:00000200:1.0:1550575073.367852:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881448766000
00000800:00000200:1.0:1550575073.367852:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367853:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367855:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367856:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367858:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b80
00000800:00000200:1.0:1550575073.367859:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367860:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367860:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367860:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367861:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367861:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367864:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367864:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367865:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3864000 x1625895440932208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367867:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3600
00000800:00000200:1.0:1550575073.367868:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367869:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367869:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367869:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367870:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367870:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367873:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.367874:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.367875:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dd70
00000400:00000200:1.0:1550575073.367876:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1146d [256] + 0
00000400:00000200:1.0:1550575073.367877:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:1.0:1550575073.367877:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367877:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367880:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367880:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367882:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89380
00000800:00000200:1.0:1550575073.367883:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367884:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367884:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367884:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367885:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367885:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367888:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367888:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367889:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff1200 x1625895440932336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367891:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89600
00000800:00000200:1.0:1550575073.367891:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367892:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.367897:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367898:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367898:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367899:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367899:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367901:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367901:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367902:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367904:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d7b16e00
00000800:00000200:1.0:1550575073.367904:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367905:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.367908:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367908:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367909:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367909:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367910:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367912:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367913:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367913:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367915:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89c00
00000800:00000200:1.0:1550575073.367916:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367916:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.367919:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.367920:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367920:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367921:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.367921:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367923:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367924:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (31)++
00000800:00000200:1.0:1550575073.367925:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (32)--
00000800:00000200:1.0:1550575073.367925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.367926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.367927:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (31)--
00000100:00000200:1.0:1550575073.367928:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0900 x1625895440932528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367931:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf280
00000800:00000200:1.0:1550575073.367931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)--
00000800:00000200:1.0:1550575073.367932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.367933:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:1.0:1550575073.367934:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367935:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf100
00000800:00000200:1.0:1550575073.367936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)--
00000800:00000200:1.0:1550575073.367936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)++
00000800:00000200:1.0:1550575073.367938:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (29)--
00000100:00000200:1.0:1550575073.367938:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b1200 x1625895440932656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367940:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf300
00000800:00000200:1.0:1550575073.367940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.367941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.367942:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000100:00000200:1.0:1550575073.367943:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3c00 x1625895440932720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367944:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf500
00000800:00000200:1.0:1550575073.367945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.367945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.367946:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.367948:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.367949:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ddf0
00000400:00000200:1.0:1550575073.367950:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1149d [256] + 0
00000400:00000200:1.0:1550575073.367950:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460ce000
00000800:00000200:1.0:1550575073.367951:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.367951:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.367952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.367952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.367953:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (27)--
00000100:00000200:1.0:1550575073.367954:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.367956:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf700
00000800:00000200:1.0:1550575073.367956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.367956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.367958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.367958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.367959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.367960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367960:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367960:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.367961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.367961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.367963:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[3] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367968:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.367976:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.367977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.367977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367977:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.367979:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367983:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.367991:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.367992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.367992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.367992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.367993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.367993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.367994:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.367997:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368002:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368004:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.368005:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.368006:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832deb0
00000400:00000200:1.0:1550575073.368007:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x114e5 [256] + 0
00000400:00000200:1.0:1550575073.368008:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d2000
00000800:00000200:1.0:1550575073.368008:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368009:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000400:00000200:1.0:1550575073.368011:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.368012:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368012:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.368015:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.368015:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368016:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368016:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.368017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368017:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368018:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368019:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.368020:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.368021:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832df70
00000400:00000200:1.0:1550575073.368022:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1152d [256] + 0
00000400:00000200:1.0:1550575073.368022:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624e000
00000800:00000200:1.0:1550575073.368023:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368023:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.368023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368024:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368025:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368025:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368026:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368026:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368027:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368027:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368028:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368028:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368030:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368045:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368047:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368050:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368052:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368053:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368054:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368054:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368055:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368055:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368056:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368056:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368074:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368075:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368076:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368077:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368078:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368079:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368079:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368081:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368081:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368085:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368086:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368087:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368087:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368087:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368088:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368089:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:0.2:1550575073.368092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368093:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368094:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368094:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368095:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368095:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.368096:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.368098:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832dfc0
00000400:00000200:1.0:1550575073.368099:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11545 [256] + 0
00000400:00000200:1.0:1550575073.368099:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:1.0:1550575073.368100:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368100:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)--
00000400:00000200:1.0:1550575073.368102:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.368103:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368103:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.368107:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.368108:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368108:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (28)++
00000800:00000200:1.0:1550575073.368109:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)--
00000800:00000200:1.0:1550575073.368109:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.368110:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368110:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368111:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368113:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000100:00000200:1.0:1550575073.368113:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb1e00
00000400:00000200:1.0:1550575073.368115:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.368116:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368117:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368117:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368118:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368118:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.368119:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.368120:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832df30
00000400:00000200:1.0:1550575073.368121:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11515 [256] + 0
00000400:00000200:1.0:1550575073.368122:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624a000
00000800:00000200:1.0:1550575073.368122:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368123:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)--
00000400:00000200:1.0:1550575073.368125:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.368125:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368126:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.368129:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.368129:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368129:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (28)++
00000800:00000200:1.0:1550575073.368130:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)--
00000800:00000200:1.0:1550575073.368130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.368130:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368131:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368131:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368132:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368132:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368132:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368133:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368133:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368134:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368134:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368134:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368135:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368136:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368136:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368137:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368137:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368137:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368138:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368138:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368138:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368139:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368139:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368139:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368140:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368140:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368140:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368140:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368141:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368141:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368141:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368142:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368142:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368142:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368143:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368143:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368143:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368144:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368144:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368145:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368145:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368145:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368146:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368146:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368146:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368146:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368147:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368147:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368147:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368148:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368148:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368148:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368149:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368149:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368149:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368150:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368150:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368151:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368151:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368151:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368152:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368152:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368152:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368153:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368153:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368153:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368154:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368154:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368154:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368155:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368155:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368155:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368156:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368156:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368156:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368157:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368157:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368158:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368158:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368158:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368159:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368159:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368159:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368160:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368160:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368160:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368161:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368161:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368161:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368162:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368162:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368162:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368162:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368163:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368163:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368163:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368164:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368164:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368164:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368165:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368165:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368166:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368166:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368166:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368167:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368167:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368167:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368168:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368169:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368169:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368169:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368170:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368170:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368171:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368171:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368172:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368172:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368172:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368173:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368173:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368173:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368173:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368174:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368174:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368174:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368175:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368175:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368175:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368176:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368176:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368176:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368177:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368177:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368177:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368178:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368178:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368178:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368179:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368179:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368180:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368180:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368181:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368181:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368181:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368181:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368182:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368182:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368182:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368183:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368183:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368183:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368184:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368184:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368184:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368188:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368188:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368188:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368189:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368189:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368189:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368190:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368190:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368191:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368191:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368192:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368192:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368192:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368193:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368193:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368194:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368194:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368194:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:0.2:1550575073.368195:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368196:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368196:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368196:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368197:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.368199:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000100:00000200:1.0:1550575073.368199:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2c7e600
00000400:00000200:1.0:1550575073.368201:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:1.0:1550575073.368202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368202:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368203:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368203:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368203:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368204:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368204:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368204:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368205:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368205:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368205:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368206:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368206:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368206:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368206:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368207:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368207:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368208:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368208:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368208:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368209:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368209:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368209:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368210:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368210:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368210:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368210:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368211:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368211:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368211:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368212:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368212:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368212:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368213:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368213:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368213:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368214:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368214:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368214:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368215:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368215:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368216:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368216:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368217:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368217:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368218:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368218:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368218:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368219:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368219:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368219:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368220:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368221:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368221:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368221:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368222:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368222:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368222:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368223:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368223:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368223:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368223:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368224:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368224:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368225:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368225:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368225:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368226:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368226:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368226:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368227:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368227:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368228:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368228:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368228:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368228:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368229:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368229:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368230:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368230:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368231:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368232:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368232:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368233:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368233:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368234:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368234:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368234:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368235:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368235:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368235:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368236:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368236:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368236:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368237:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368237:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368238:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368238:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368239:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368239:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368240:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368240:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368240:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368241:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368241:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368242:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368242:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368243:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368243:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368244:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368244:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368244:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368245:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368245:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368245:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368246:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368246:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368246:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368247:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368247:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368247:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368248:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368248:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368248:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368249:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368249:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368249:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368250:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368250:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368250:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368251:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368251:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368251:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368252:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368252:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368252:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368253:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368253:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368253:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368254:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368254:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368255:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368255:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368255:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368256:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368256:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368256:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368257:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368257:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368258:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368258:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368258:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368258:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368259:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368259:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368259:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368260:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368260:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368260:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368261:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368261:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368261:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368262:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368262:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368262:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368262:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368263:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368263:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368264:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368264:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368265:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368265:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368266:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368266:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575073.368267:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (31)--
00000800:00000200:1.0:1550575073.368267:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (30)++
00000800:00000100:1.0:1550575073.368268:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2de9 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575073.368269:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(sending)(waiting)
00000800:00000200:1.0:1550575073.368270:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815cabf7900] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:1.0:1550575073.368274:0:2483:0:(o2iblnd_cb.c:875:kiblnd_post_tx_locked()) Error -103 posting transmit to 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368275:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (31)--
00000100:00000200:1.0:1550575073.368276:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -103  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368280:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3400
00000800:00000200:1.0:1550575073.368281:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368284:0:2483:0:(o2iblnd_cb.c:1473:kiblnd_launch_tx()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:0.2:1550575073.368288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (25)++
00000100:00000400:2.0:1550575073.368290:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.368290:0:2483:0:(o2iblnd_cb.c:1275:kiblnd_connect_peer()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2)++
00000800:00000200:1.0:1550575073.368527:0:2483:0:(o2iblnd_cb.c:1228:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:1.0:1550575073.368528:0:2483:0:(o2iblnd_cb.c:1296:kiblnd_connect_peer()) 172.20.116.204@o2ib117: connection bound to ib0:172.20.116.6:mlx5_0
00000800:00000200:1.0:1550575073.368529:0:2483:0:(o2iblnd_cb.c:1480:kiblnd_launch_tx()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3)--
00000800:00000200:1.0:1550575073.368531:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (30)--
00000100:00020000:1.0:1550575073.368532:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:1.0:1550575073.368536:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575073.368537:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368538:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368539:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (29)--
00000800:00000200:1.0:1550575073.368540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (28)++
00000800:00000200:1.0:1550575073.368541:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (29)--
00000800:00000200:1.0:1550575073.368541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (28)--
00000800:00000200:1.0:1550575073.368542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368545:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (27)--
00000100:00000200:1.0:1550575073.368545:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88152cf8ca00
00000400:00000200:1.0:1550575073.368546:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881448762000
00000800:00000200:1.0:1550575073.368547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (27)++
00000800:00000200:1.0:1550575073.368548:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (28)--
00000100:00000200:1.0:1550575073.368549:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368553:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.0:1550575073.368554:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368555:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368555:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (27)--
00000800:00000200:1.0:1550575073.368557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (26)++
00000800:00000200:1.0:1550575073.368558:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (27)--
00000100:00000200:1.0:1550575073.368559:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368561:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:1.0:1550575073.368562:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368563:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368564:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (26)--
00000800:00000200:1.0:1550575073.368564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (25)++
00000800:00000200:1.0:1550575073.368566:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (26)--
00000800:00000200:1.0:1550575073.368566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (25)--
00000800:00000200:1.0:1550575073.368567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (24)++
00000800:00000200:1.0:1550575073.368568:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (25)--
00000800:00000200:1.0:1550575073.368568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.368568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368569:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368572:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368581:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)++
00000800:00000200:1.0:1550575073.368583:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (24)--
00000800:00000200:1.0:1550575073.368583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.368583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368584:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368589:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368595:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)++
00000800:00000200:1.0:1550575073.368596:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (23)--
00000800:00000200:1.0:1550575073.368597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.368597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368598:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368600:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.368606:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.368607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.368607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)++
00000800:00000200:1.0:1550575073.368608:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (22)--
00000800:00000200:1.0:1550575073.368608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.368609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.368609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (20)++
00000800:00000200:1.0:1550575073.368609:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (21)--
00000800:00000200:1.0:1550575073.368610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (20)--
00000800:00000200:1.0:1550575073.368610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (19)++
00000800:00000200:1.0:1550575073.368610:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (20)--
00000800:00000200:1.0:1550575073.368611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (19)--
00000800:00000200:1.0:1550575073.368611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (18)++
00000800:00000200:1.0:1550575073.368611:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (19)--
00000800:00000200:1.0:1550575073.368612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (18)--
00000800:00000200:1.0:1550575073.368612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (17)++
00000800:00000200:1.0:1550575073.368612:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (18)--
00000800:00000200:1.0:1550575073.368613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (17)--
00000800:00000200:1.0:1550575073.368613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (16)++
00000800:00000200:1.0:1550575073.368613:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (17)--
00000800:00000200:1.0:1550575073.368614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (16)--
00000800:00000200:1.0:1550575073.368614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (15)++
00000800:00000200:1.0:1550575073.368614:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (16)--
00000800:00000200:1.0:1550575073.368615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (15)--
00000800:00000200:1.0:1550575073.368615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (14)++
00000800:00000200:1.0:1550575073.368615:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (15)--
00000800:00000200:1.0:1550575073.368616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (14)--
00000800:00000200:1.0:1550575073.368616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (13)++
00000800:00000200:1.0:1550575073.368616:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (14)--
00000800:00000200:1.0:1550575073.368617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (13)--
00000800:00000200:1.0:1550575073.368617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (12)++
00000800:00000200:1.0:1550575073.368617:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (13)--
00000800:00000200:1.0:1550575073.368618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (12)--
00000800:00000200:1.0:1550575073.368618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (11)++
00000800:00000200:1.0:1550575073.368618:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (12)--
00000800:00000200:1.0:1550575073.368619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (11)--
00000800:00000200:1.0:1550575073.368619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (10)++
00000800:00000200:1.0:1550575073.368619:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (11)--
00000800:00000200:1.0:1550575073.368620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (10)--
00000800:00000200:1.0:1550575073.368620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (9)++
00000800:00000200:1.0:1550575073.368620:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (10)--
00000800:00000200:1.0:1550575073.368621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (9)--
00000800:00000200:1.0:1550575073.368621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (8)++
00000800:00000200:1.0:1550575073.368621:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b200] (9)--
00000800:00000200:1.0:1550575073.368622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (8)--
00000800:00000200:1.0:1550575073.368622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (7)++
00000800:00000200:1.0:1550575073.368623:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (8)--
00000100:00000200:1.0:1550575073.368624:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368625:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:1.0:1550575073.368626:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368627:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368628:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (7)--
00000800:00000200:1.0:1550575073.368629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (6)++
00000800:00000200:1.0:1550575073.368629:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (7)--
00000100:00000200:1.0:1550575073.368630:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368632:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.0:1550575073.368633:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368634:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368635:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (6)--
00000800:00000200:1.0:1550575073.368636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (5)++
00000800:00000200:1.0:1550575073.368636:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (6)--
00000100:00000200:1.0:1550575073.368637:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368638:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:1.0:1550575073.368639:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368640:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368641:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (5)--
00000800:00000200:1.0:1550575073.368642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b200] (4)++
00000800:00000200:1.0:1550575073.368642:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b200] (5)--
00000100:00000200:1.0:1550575073.368643:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368645:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c00
00000800:00000200:1.0:1550575073.368646:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.368647:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368647:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.368648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (4)--
00000800:00000200:1.0:1550575073.368648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b200] (3)--
00000800:00000200:1.0:1550575073.368651:0:44:0:(o2iblnd_cb.c:2985:kiblnd_cm_callback()) 172.20.116.204@o2ib117 Addr resolved: 0
00000400:00000200:1.0:1550575073.368663:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832db70
00000400:00000200:1.0:1550575073.368665:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x113b1 [1] + 192
00000100:00000200:1.0:1550575073.368674:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3867c00 x1625895440931696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.368676:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.368677:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.368677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.368704:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.368713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.368719:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.368720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000100:00000200:0.0:1550575073.368722:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e36c7800
00000400:00000200:0.0:1550575073.368724:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d2000
00000800:00000200:0.0:1550575073.368727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000400:0.0:1550575073.368733:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368737:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368740:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.368742:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00000200:0.0:1550575073.368743:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881477c0a200
00000400:00000200:0.0:1550575073.368744:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446008000
00000100:02000400:0.0:1550575073.368746:0:2492:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0000-osc-ffff880034986800: Connection to hpcfs-OST0000 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575073.368748:0:2492:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575073.368749:0:2492:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0000_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1550575073.368752:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368754:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368756:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.368757:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00000200:0.0:1550575073.368758:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881477c0b800
00000400:00000200:0.0:1550575073.368759:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000100:02000400:0.0:1550575073.368760:0:2492:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0001-osc-ffff880034986800: Connection to hpcfs-OST0001 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575073.368760:0:2492:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575073.368761:0:2492:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0001_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1550575073.368761:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368764:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368765:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.368767:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00000200:0.0:1550575073.368767:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881489c41c00
00000400:00000200:0.0:1550575073.368768:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000100:00080000:0.0:1550575073.368769:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already not connected (conn 1, was 1): DISCONN
00000100:00000400:0.0:1550575073.368770:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368772:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.368774:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.368775:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00000200:0.0:1550575073.368775:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881448409c00
00000400:00000200:0.0:1550575073.368776:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000100:00080000:0.0:1550575073.368777:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 1, was 1): DISCONN
00000100:00000400:0.0:1550575073.368777:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.368780:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000100:00000200:0.0:1550575073.368783:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.368785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000100:00000200:0.0:1550575073.368785:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.368786:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000100:00000200:0.0:1550575073.368787:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881448408c00
00000800:00000200:1.0:1550575073.368788:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.368788:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000100:00080000:0.0:1550575073.368788:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already not connected (conn 1, was 1): DISCONN
00000100:00000200:1.0:1550575073.368789:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ccec0000
00000400:00000200:1.0:1550575073.368789:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575073.368790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.368791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00080000:0.0:1550575073.368793:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575073.368795:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0000_UUID: starting recovery
00000100:00080000:0.0:1550575073.368796:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575073.368797:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4294704846
00000100:00080000:0.0:1550575073.368800:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: import ffff8815d7ac7000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575073.368802:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 32374784, lost: 0.
00000100:00100000:0.0:1550575073.368808:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0db00 x1625895440933520/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.368812:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575073.368812:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0001_UUID: starting recovery
00000100:00080000:0.0:1550575073.368813:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575073.368814:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4294704846
00000100:00080000:0.0:1550575073.368815:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: import ffff8815d7ac0000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575073.368815:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 32374784, lost: 0.
00000100:00100000:0.0:1550575073.368817:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0cf00 x1625895440933536/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575073.368826:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440933520:172.20.0.211@o2ib1:8
00000100:00000200:0.0:1550575073.368830:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933520, portal 4
00000100:00000200:0.0:1550575073.368832:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440933520, offset 0
00000400:00000200:0.0:1550575073.368834:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.368838:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.368840:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.2:1550575073.368841:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.368846:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.368847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.368847:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.368847:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.368848:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.368849:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000400:00000200:1.0:1550575073.368851:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00100000:0.0:1550575073.368851:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440933536:172.20.0.211@o2ib1:8
00000400:00000200:1.0:1550575073.368852:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dc70
00000100:00000200:0.0:1550575073.368852:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933536, portal 4
00000400:00000200:1.0:1550575073.368853:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11411 [1] + 192
00000100:00000200:0.0:1550575073.368854:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440933536, offset 0
00000100:00000200:1.0:1550575073.368855:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3865500 x1625895440931952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.368857:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.368857:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.368857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.368857:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575073.368858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.368859:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.368860:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.368861:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.368862:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.368862:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.368863:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000100:00100000:0.0:1550575073.368865:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933552:172.20.0.211@o2ib1:400
00000100:00000200:0.0:1550575073.368867:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440933552, portal 4
00000100:00000200:0.0:1550575073.368868:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440933552, offset 0
00000400:00000200:0.0:1550575073.368869:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.368870:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.368871:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.368872:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.368873:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.368873:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.368874:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.2:1550575073.368878:0:2482:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.368884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.368886:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.368886:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814aded5400
00000400:00000200:1.0:1550575073.368887:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624a000
00000800:00000200:1.0:1550575073.368888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.368888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.368889:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.368890:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440933520/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368892:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f00
00000800:00000200:1.0:1550575073.368892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.368893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.368893:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.368894:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cf00 x1625895440933536/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368896:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169200
00000800:00000200:1.0:1550575073.368896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.368897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.368897:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.368898:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0ed00 x1625895440933552/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.368900:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169280
00000800:00000200:1.0:1550575073.368900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.368901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.368962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.368968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.368971:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.368972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.368972:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.368972:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.368973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.369166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.369171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.369172:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.369174:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.369176:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 384 into portal 4 MB=0x5c6be4832e2a0
00000400:00000200:0.0:1550575073.369180:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 384/384 into md 0x11565 [1] + 0
00000100:00000200:0.0:1550575073.369182:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0cf00 x1625895440933536/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.369188:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369189:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.369189:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.369190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575073.369192:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cf00 x1625895440933536/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.369194:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cf00 x1625895440933536/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.369195:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169100
00000100:00080000:0.0:1550575073.369199:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0001-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575073.369204:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575073.369206:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0001_UUID@172.20.255.211@o2ib after partition
00000100:00080000:0.0:1550575073.369207:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575073.369208:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:e/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369210:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369212:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369214:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369216:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369218:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369219:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369223:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575073.369225:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575073.369225:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0001-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
00000100:00080000:0.0:1550575073.369227:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.369230:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575073.369231:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440933536:172.20.0.211@o2ib1:8
00000100:00080000:0.0:1550575073.369235:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931984 new x1625895440933584
00000100:00000200:0.0:1550575073.369239:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e2d0-0x5c6be4832e2d0, portal 8
00000100:00000200:0.0:1550575073.369240:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931984, portal 4
00000100:00000200:0.0:1550575073.369241:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931984, offset 0
00000400:00000200:0.0:1550575073.369242:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.369244:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.369245:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.369246:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.369247:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.369247:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.369248:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00080000:0.0:1550575073.369249:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931856 new x1625895440933600
00000100:00000200:0.0:1550575073.369252:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e2e0-0x5c6be4832e2e0, portal 8
00000100:00000200:0.0:1550575073.369253:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931856, portal 4
00000800:00000200:0.2:1550575073.369254:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:0.0:1550575073.369255:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931856, offset 0
00000400:00000200:0.0:1550575073.369256:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.369258:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.369259:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.369260:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.369261:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369261:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.369262:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.369264:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.369264:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.369265:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.369267:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000800:00000200:0.0:1550575073.369267:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.369268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369268:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.369269:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.369270:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169500
00000800:00000200:0.0:1550575073.369271:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.369271:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.369391:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.369395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.369396:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.369397:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.369399:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e2d0
00000400:00000200:0.0:1550575073.369400:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11575 [256] + 0
00000400:00000200:0.0:1550575073.369401:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb96000
00000800:00000200:0.0:1550575073.369401:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369402:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.369404:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.369405:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.369406:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.369410:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.369410:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369410:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.369411:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.369412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.369413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.369417:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.369421:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.369422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.369492:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.369496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369497:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.369500:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.369506:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.369506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.369507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369508:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.369509:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575073.369510:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832deb0
00000400:00000200:0.0:1550575073.369511:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x114e9 [1] + 192
00000100:00000200:0.0:1550575073.369513:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff0900 x1625895440932528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.369515:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.369515:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.369515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.369516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.369630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.369635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.369636:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.369637:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0b800
00000400:00000200:0.0:1550575073.369638:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb96000
00000800:00000200:0.0:1550575073.369639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.369639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.370130:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.370134:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.370135:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.370136:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.370138:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dc90
00000400:00000200:0.0:1550575073.370139:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11579 [1] + 192
00000100:00000200:0.0:1550575073.370140:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.370143:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.370143:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.370144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.370144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575073.370146:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.370147:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802400 x1625895440931984/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.370149:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169100
00000008:00100000:0.0:1550575073.370483:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c8f0cf00 - object 0x0:1725237 offset 1521483776<>1522532352
00000100:00100000:0.0:1550575073.370487:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931984:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.383099:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440933616:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.383106:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e2f0-0x5c6be4832e2f0, portal 8
00000100:00000200:3.0:1550575073.383108:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933616, portal 4
00000100:00000200:3.0:1550575073.383110:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933616, offset 0
00000400:00000200:3.0:1550575073.383112:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.383116:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.383117:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.383119:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.383120:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.383121:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.383123:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.383125:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.383127:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.383130:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf880
00000100:00000200:3.0:1550575073.383131:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814adc6a400
00000400:00000200:3.0:1550575073.383131:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000100:00000200:3.0:1550575073.383133:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865500 x1625895440931952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.383135:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865500 x1625895440931952/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.383137:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3e00
00000800:00000200:0.2:1550575073.383210:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383218:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.383219:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cf00 x1625895440933616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.383222:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:0.0:1550575073.383223:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.383224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.383488:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800600 - object 0x0:1728687 offset 1520435200<>1521483776
00000100:00100000:3.0:1550575073.383499:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931952:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.383501:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867c00 x1625895440931696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.383503:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867c00 x1625895440931696/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.383505:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3b00
00000100:00100000:0.0:1550575073.383510:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1550575073.383512:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933632:172.20.0.212@o2ib1:4
00000100:00000200:0.0:1550575073.383517:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e300-0x5c6be4832e300, portal 8
00000100:00000200:0.0:1550575073.383518:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933632, portal 4
00000100:00000200:0.0:1550575073.383520:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933632, offset 0
00000400:00000200:0.0:1550575073.383521:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575073.383524:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.383526:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.383527:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.383528:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.383529:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383530:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.383602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383608:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.383609:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5800600 x1625895440933632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.383610:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169100
00000800:00000200:0.0:1550575073.383611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.383612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.383681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.383685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383686:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.383688:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.383689:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e300
00000400:00000200:0.0:1550575073.383690:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11599 [256] + 0
00000400:00000200:0.0:1550575073.383691:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:0.0:1550575073.383692:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383693:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.383695:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.383696:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.383697:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.383700:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.383701:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383701:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.383702:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.383702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.383703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.383773:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.383778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383778:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.383781:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.383787:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.383788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.383788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.383818:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802700 - object 0x0:1728687 offset 1521483776<>1522532352
00000100:00100000:3.0:1550575073.383826:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931696:172.20.0.212@o2ib1:4
00000100:00000400:3.0:1550575073.383828:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.383831:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.383832:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.383834:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3000
00000100:02000400:3.0:1550575073.383836:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575073.383836:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575073.383838:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00100000:3.0:1550575073.383841:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.383843:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440933568:172.20.0.212@o2ib1:400
00000100:00000200:3.0:1550575073.383845:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440933568, portal 4
00000100:00000200:3.0:1550575073.383847:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440933568, offset 0
00000400:00000200:3.0:1550575073.383848:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.383851:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.383853:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.383854:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.383855:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.383856:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.383857:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.383863:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0900 x1625895440932528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.383863:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575073.383864:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00000200:3.0:1550575073.383865:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0900 x1625895440932528/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.383865:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1550575073.383866:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf480
00000100:00080000:0.0:1550575073.383866:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4294704846
00000100:00080000:0.0:1550575073.383868:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575073.383870:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 34078720, lost: 0.
00000100:00100000:0.0:1550575073.383875:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f300 x1625895440933664/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575073.383880:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440933664:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575073.383883:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933664, portal 4
00000100:00000200:0.0:1550575073.383883:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440933664, offset 0
00000400:00000200:0.0:1550575073.383885:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575073.383887:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.383888:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.383889:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.383890:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.2:1550575073.383891:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.383893:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.383894:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.383896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.383898:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:0.0:1550575073.383898:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147a019e00
00000400:00000200:0.0:1550575073.383899:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:0.0:1550575073.383900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.383900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.383901:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.383902:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f000 x1625895440933568/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.383904:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.0:1550575073.383904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.383905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383906:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.383906:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440933664/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.383908:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000800:00000200:0.0:1550575073.383908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.383909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:0.0:1550575073.383910:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933648:172.20.0.212@o2ib1:4
00000100:00000200:0.0:1550575073.383912:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e310-0x5c6be4832e310, portal 8
00000100:00000200:0.0:1550575073.383913:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933648, portal 4
00000100:00000200:0.0:1550575073.383914:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933648, offset 0
00000400:00000200:0.0:1550575073.383915:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575073.383917:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.383918:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.383918:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.383919:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.383919:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383920:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.383926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.383930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.383930:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.383931:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5802700 x1625895440933648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.383932:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169180
00000800:00000200:0.0:1550575073.383933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.383933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.383942:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:3.0:1550575073.384226:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802a00 - object 0x0:1728629 offset 1519386624<>1520435200
00000100:00100000:3.0:1550575073.384229:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440932528:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575073.384232:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:3.0:1550575073.384233:0:2493:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != CONNECTING)  req@ffff8815e5802a00 x1625895440933680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.384528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.384530:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.384530:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.384531:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.384531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.384532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:0.0:1550575073.384533:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:1.0:1550575073.385047:0:6:0:(o2iblnd_cb.c:3015:kiblnd_cm_callback()) 172.20.116.204@o2ib117 Route resolved: 0
00000800:00000200:1.0:1550575073.385054:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881587124000 0x1587124000(0x1587124000)
00000800:00000200:1.0:1550575073.385055:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881587125000 0x1587125000(0x1587125000)
00000800:00000200:1.0:1550575073.385056:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881587126000 0x1587126000(0x1587126000)
00000800:00000200:1.0:1550575073.385056:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881587127000 0x1587127000(0x1587127000)
00000800:00000200:1.0:1550575073.385056:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881587128000 0x1587128000(0x1587128000)
00000800:00000200:1.0:1550575073.385057:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881441882000 0x1441882000(0x1441882000)
00000800:00000200:1.0:1550575073.385057:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881441883000 0x1441883000(0x1441883000)
00000800:00000200:1.0:1550575073.385058:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881441884000 0x1441884000(0x1441884000)
00000800:00000200:1.0:1550575073.385058:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881441885000 0x1441885000(0x1441885000)
00000800:00000200:1.0:1550575073.385058:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881441886000 0x1441886000(0x1441886000)
00000800:00000200:1.0:1550575073.385059:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881441887000 0x1441887000(0x1441887000)
00000800:00000200:1.0:1550575073.385059:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff881441888000 0x1441888000(0x1441888000)
00000800:00000200:1.0:1550575073.385059:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff881441889000 0x1441889000(0x1441889000)
00000800:00000200:1.0:1550575073.385060:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88144188a000 0x144188a000(0x144188a000)
00000800:00000200:1.0:1550575073.385060:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88144188b000 0x144188b000(0x144188b000)
00000800:00000200:1.0:1550575073.385061:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88144188c000 0x144188c000(0x144188c000)
00000800:00000200:1.0:1550575073.385061:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88144188d000 0x144188d000(0x144188d000)
00000800:00000200:1.0:1550575073.385061:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88144188e000 0x144188e000(0x144188e000)
00000800:00000200:1.0:1550575073.389309:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dea3b200] (2)--
00000800:00000200:1.0:1550575073.390853:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575073.390855:0:44:0:(o2iblnd_cb.c:2448:kiblnd_passive_connect()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2)++
00000800:00000200:1.0:1550575073.390856:0:44:0:(o2iblnd_cb.c:2457:kiblnd_passive_connect()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575073.390859:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88144188f000 0x144188f000(0x144188f000)
00000800:00000200:1.0:1550575073.390860:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881441890000 0x1441890000(0x1441890000)
00000800:00000200:1.0:1550575073.390860:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881441891000 0x1441891000(0x1441891000)
00000800:00000200:1.0:1550575073.390861:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881441892000 0x1441892000(0x1441892000)
00000800:00000200:1.0:1550575073.390861:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881441893000 0x1441893000(0x1441893000)
00000800:00000200:1.0:1550575073.390862:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881441894000 0x1441894000(0x1441894000)
00000800:00000200:1.0:1550575073.390862:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881441895000 0x1441895000(0x1441895000)
00000800:00000200:1.0:1550575073.390862:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881441896000 0x1441896000(0x1441896000)
00000800:00000200:1.0:1550575073.390863:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881441897000 0x1441897000(0x1441897000)
00000800:00000200:1.0:1550575073.390863:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881441898000 0x1441898000(0x1441898000)
00000800:00000200:1.0:1550575073.390863:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881441899000 0x1441899000(0x1441899000)
00000800:00000200:1.0:1550575073.390864:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88144189a000 0x144189a000(0x144189a000)
00000800:00000200:1.0:1550575073.390864:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88144189b000 0x144189b000(0x144189b000)
00000800:00000200:1.0:1550575073.390865:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88144189c000 0x144189c000(0x144189c000)
00000800:00000200:1.0:1550575073.390865:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88144189d000 0x144189d000(0x144189d000)
00000800:00000200:1.0:1550575073.390865:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88144189e000 0x144189e000(0x144189e000)
00000800:00000200:1.0:1550575073.390866:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88144189f000 0x144189f000(0x144189f000)
00000800:00000200:1.0:1550575073.390866:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814418a0000 0x14418a0000(0x14418a0000)
00000800:00000200:0.2:1550575073.395019:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.395024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.395026:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.395028:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.395034:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e310
00000400:00000200:0.0:1550575073.395036:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x115b5 [256] + 0
00000400:00000200:0.0:1550575073.395037:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:0.0:1550575073.395038:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.395039:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.395042:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.395043:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.395044:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.395048:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.395048:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.395049:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.395050:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.395050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.395051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.395056:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.395059:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.395060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.395060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.395131:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.395135:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.395136:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.395139:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.395148:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.395148:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.395149:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.395265:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.395270:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.395271:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.395272:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147a019000
00000400:00000200:0.0:1550575073.395274:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:0.0:1550575073.395274:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.395275:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.395847:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.395851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.395853:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.395855:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575073.395856:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e310
00000400:00000200:0.0:1550575073.395857:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x115b9 [1] + 192
00000100:00000200:0.0:1550575073.395859:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5802700 x1625895440933648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.395862:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.395862:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.395863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.395864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575073.395865:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802700 x1625895440933648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.395867:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802700 x1625895440933648/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.395869:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000800:00000200:0.2:1550575073.396159:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000008:00100000:0.0:1550575073.396203:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c8f0de00 - object 0x0:1728687 offset 1522532352<>1523580928
00000100:00100000:0.0:1550575073.396207:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933648:172.20.0.212@o2ib1:4
00000100:00100000:0.0:1550575073.396210:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933728:172.20.0.212@o2ib1:4
00000100:00000200:0.0:1550575073.396213:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e360-0x5c6be4832e360, portal 8
00000100:00000200:0.0:1550575073.396215:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933728, portal 4
00000100:00000200:0.0:1550575073.396216:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933728, offset 0
00000400:00000200:0.0:1550575073.396217:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575073.396220:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.396221:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396223:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.396223:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396224:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396225:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396228:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396234:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.396235:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.396237:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 384 into portal 4 MB=0x5c6be4832e290
00000800:00000200:1.0:1550575073.396238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000400:00000200:0.0:1550575073.396238:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 384/384 into md 0x1155d [1] + 0
00000800:00000200:1.0:1550575073.396239:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.396239:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440933520/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.396242:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000100:00000200:1.0:1550575073.396243:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440933728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.396243:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.396243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396244:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:1.0:1550575073.396245:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000800:00000200:1.0:1550575073.396246:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575073.396246:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440933520/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.396248:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440933520/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.396250:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169700
00000100:00080000:0.0:1550575073.396252:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0000-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575073.396257:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575073.396258:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0000_UUID@172.20.255.211@o2ib after partition
00000100:00080000:0.0:1550575073.396258:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575073.396260:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396262:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396264:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396266:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396268:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396269:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396271:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575073.396273:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575073.396274:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0000-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
00000100:00080000:0.0:1550575073.396275:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396277:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.396279:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575073.396281:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440933520:172.20.0.211@o2ib1:8
00000100:00080000:0.0:1550575073.396284:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932048 new x1625895440933744
00000100:00000200:0.0:1550575073.396288:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e370-0x5c6be4832e370, portal 8
00000100:00000200:0.0:1550575073.396289:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932048, portal 4
00000100:00000200:0.0:1550575073.396289:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932048, offset 0
00000400:00000200:0.0:1550575073.396290:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.396293:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.396294:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396295:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.396295:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.396296:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396297:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00080000:0.0:1550575073.396297:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931920 new x1625895440933760
00000100:00000200:0.0:1550575073.396300:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e380-0x5c6be4832e380, portal 8
00000100:00000200:0.0:1550575073.396301:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931920, portal 4
00000100:00000200:0.0:1550575073.396302:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931920, offset 0
00000800:00000200:0.2:1550575073.396304:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:0.0:1550575073.396305:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.396307:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.396308:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396309:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.396310:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396310:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.396310:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000100:00080000:0.0:1550575073.396311:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931792 new x1625895440933776
00000100:00000200:0.0:1550575073.396313:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e390-0x5c6be4832e390, portal 8
00000100:00000200:0.0:1550575073.396314:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931792, portal 4
00000100:00000200:0.0:1550575073.396315:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931792, offset 0
00000400:00000200:0.0:1550575073.396316:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575073.396317:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.396318:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396319:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.396319:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.396320:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.396320:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.396322:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.396326:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:0.0:1550575073.396326:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.396328:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000800:00000200:0.0:1550575073.396329:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.396329:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.396332:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.396333:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.396334:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000400:00000200:0.0:1550575073.396334:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169200
00000800:00000200:0.0:1550575073.396334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.396335:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.396337:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.396338:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169a80
00000800:00000200:1.0:1550575073.396340:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.396416:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.396419:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396423:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396423:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396424:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.396425:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.396495:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.396497:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396499:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.396501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.396501:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.396502:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e370
00000400:00000200:0.0:1550575073.396503:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x115cd [256] + 0
00000400:00000200:0.0:1550575073.396504:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:0.0:1550575073.396505:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396505:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.396507:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.396508:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396509:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.396512:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.396513:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396513:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396514:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396514:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.396581:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396586:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.396588:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.396599:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.396600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.396600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.396714:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.396716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.396718:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.396719:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0a200
00000400:00000200:0.0:1550575073.396720:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:0.0:1550575073.396720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.396722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.397369:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.397374:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.397375:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.397377:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.397378:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dcd0
00000400:00000200:0.0:1550575073.397379:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x115d1 [1] + 192
00000100:00000200:0.0:1550575073.397381:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.397383:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.397384:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.397384:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.397385:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:0.0:1550575073.397386:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.397388:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800f00 x1625895440932048/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.397390:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169700
00000008:00100000:0.0:1550575073.397713:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815c8f0db00 - object 0x0:1728254 offset 1521483776<>1522532352
00000100:00100000:0.0:1550575073.397722:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440932048:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.397725:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575073.397727:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440933792:172.20.0.211@o2ib1:4
00000400:00000200:0.0:1550575073.397729:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000100:00000200:3.0:1550575073.397731:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e3a0-0x5c6be4832e3a0, portal 8
00000400:00000200:0.0:1550575073.397731:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:0.0:1550575073.397731:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dea3b200] (1)--
00000100:00000200:3.0:1550575073.397733:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933792, portal 4
00000100:00000200:3.0:1550575073.397734:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933792, offset 0
00000400:00000200:3.0:1550575073.397736:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.397739:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.397740:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.397741:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.397742:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.397743:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.397744:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.397751:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.397839:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.399476:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:3.0:1550575073.399480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.399481:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.399482:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440933792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.399484:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:3.0:1550575073.399485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:3.0:1550575073.399486:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.400005:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575073.400546:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:1.0:1550575073.410723:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575073.410724:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410724:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410725:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410725:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410725:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000100:00000200:2.0:1550575073.410726:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.410726:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410726:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410726:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410727:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410727:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410727:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410728:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410728:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410728:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410728:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000100:00000200:2.0:1550575073.410729:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.410729:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410729:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410730:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410730:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410730:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410730:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410731:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410731:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410731:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000400:00000200:2.0:1550575073.410732:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3d00
00000800:00000200:1.0:1550575073.410732:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410732:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410732:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000100:00000200:2.0:1550575073.410733:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814a2c7f800
00000800:00000200:1.0:1550575073.410733:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410733:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410733:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410733:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000400:00000200:2.0:1550575073.410734:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:1.0:1550575073.410734:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410734:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410734:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000100:00080000:2.0:1550575073.410735:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already reconnected (conn 2, was 1): FULL
00000800:00000200:1.0:1550575073.410735:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.410735:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.0:1550575073.410736:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.410740:0:6:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575073.410741:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410741:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410741:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410742:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410742:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410742:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410743:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410743:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410743:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410744:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410744:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410744:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410744:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410745:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410745:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410745:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000100:00000200:3.0:1550575073.410746:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.410746:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410746:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410746:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410747:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410747:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410747:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410747:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000100:00000200:3.0:1550575073.410748:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.410748:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410748:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410748:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410749:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410749:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410749:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000400:00000200:3.0:1550575073.410750:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3380
00000800:00000200:1.0:1550575073.410750:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410750:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410750:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410750:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410751:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.410751:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.410751:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88144abbb800] (20)--
00000100:00000200:3.0:1550575073.410752:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814a2c7f200
00000400:00000200:3.0:1550575073.410752:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000100:00080000:3.0:1550575073.410753:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932112 new x1625895440933920
00000100:00000200:3.0:1550575073.410756:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e420-0x5c6be4832e420, portal 8
00000100:00000200:3.0:1550575073.410758:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932112, portal 4
00000100:00000200:3.0:1550575073.410758:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932112, offset 0
00000400:00000200:3.0:1550575073.410760:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.410762:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.410763:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.410764:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.410764:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.410765:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.410765:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.410767:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410769:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410771:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf780
00000100:00080000:3.0:1550575073.410771:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932800 new x1625895440933936
00000100:00000200:3.0:1550575073.410775:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e430-0x5c6be4832e430, portal 8
00000100:00000200:3.0:1550575073.410776:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932800, portal 4
00000100:00000200:3.0:1550575073.410776:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932800, offset 0
00000400:00000200:3.0:1550575073.410777:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.410779:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.410780:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.410781:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.410782:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.410782:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.410783:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00000200:3.0:1550575073.410784:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410786:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410789:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf680
00000100:00000200:3.0:1550575073.410790:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814ccec1600
00000400:00000200:3.0:1550575073.410790:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000100:00000200:3.0:1550575073.410791:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410793:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410794:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf480
00000100:00000200:3.0:1550575073.410795:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814aded4c00
00000400:00000200:3.0:1550575073.410796:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624c000
00000100:00000200:3.0:1550575073.410797:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410798:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.2:1550575073.410799:0:397:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000400:00000200:3.0:1550575073.410800:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf280
00000100:00000200:3.0:1550575073.410800:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814aded5200
00000400:00000200:3.0:1550575073.410801:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446248000
00000100:00000200:3.0:1550575073.410802:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410803:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410805:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf000
00000100:00000200:3.0:1550575073.410805:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814e36c7a00
00000400:00000200:3.0:1550575073.410806:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d4000
00000100:00000200:3.0:1550575073.410807:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410809:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410811:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf580
00000100:00000200:3.0:1550575073.410812:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814e36c6a00
00000400:00000200:3.0:1550575073.410812:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d0000
00000100:00000200:3.0:1550575073.410814:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410815:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410817:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d7b16580
00000100:00000200:3.0:1550575073.410817:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814e56a4800
00000400:00000200:3.0:1550575073.410818:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000100:00000200:3.0:1550575073.410820:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410821:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410823:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d7b16680
00000100:00000200:3.0:1550575073.410824:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814e7ac5400
00000400:00000200:3.0:1550575073.410824:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000100:00000200:3.0:1550575073.410825:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410827:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410828:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89300
00000800:00000200:0.0:1550575073.410828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000100:00000200:3.0:1550575073.410829:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814ec00a200
00000400:00000200:3.0:1550575073.410830:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460cc000
00000800:00000200:0.0:1550575073.410831:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:3.0:1550575073.410833:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.410834:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.410836:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815dd587600
00000100:00000200:0.0:1550575073.410838:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575073.410840:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00000200:3.0:1550575073.410842:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814a2c7f000
00000400:00000200:3.0:1550575073.410842:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460c8000
00000800:00000200:0.0:1550575073.410842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000400:3.0:1550575073.410843:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.410843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410844:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00080000:3.0:1550575073.410845:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already reconnected (conn 2, was 1): FULL
00000100:00000200:0.0:1550575073.410845:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000100:00080000:3.0:1550575073.410847:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932176 new x1625895440933952
00000400:00000200:0.0:1550575073.410849:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:0.0:1550575073.410850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.410851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.410852:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e440-0x5c6be4832e440, portal 8
00000100:00000200:3.0:1550575073.410853:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932176, portal 4
00000100:00000200:3.0:1550575073.410854:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932176, offset 0
00000400:00000200:3.0:1550575073.410855:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.410857:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.410858:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.410859:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.410860:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.410860:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.410862:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.410872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.410875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410876:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.410877:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575073.410879:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:0.0:1550575073.410880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.410880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.410886:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.410888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.410890:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.410890:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410891:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.410891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.410892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:2.0:1550575073.410925:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815cabf7900] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:0.2:1550575073.410936:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.410938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.410939:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.410941:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.410943:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e430
00000400:00000200:0.0:1550575073.410945:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11609 [256] + 0
00000400:00000200:0.0:1550575073.410946:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446008000
00000800:00000200:0.0:1550575073.410947:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410947:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.410950:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.410952:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.410952:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.410956:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.410957:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410957:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.410959:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.410959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.410960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.410965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.410966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.410967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.410988:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.410989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.410990:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.410995:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411004:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.411005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.411028:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.411030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411031:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.411032:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.411040:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e440
00000400:00000200:0.0:1550575073.411041:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11615 [256] + 0
00000400:00000200:0.0:1550575073.411042:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460c8000
00000800:00000200:0.0:1550575073.411042:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411043:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.411045:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.411046:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.411046:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.411049:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.411050:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411050:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.411051:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.411051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.411116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411120:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.411121:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ccec0000
00000400:00000200:0.0:1550575073.411125:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446008000
00000800:00000200:0.0:1550575073.411126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.411126:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411127:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.411127:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.411140:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.411142:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411143:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.411146:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411155:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.411156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.411265:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.411268:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411269:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.411270:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2c7f800
00000400:00000200:0.0:1550575073.411273:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460c8000
00000800:00000200:0.0:1550575073.411274:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.411274:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.411321:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000100:1.0:1550575073.411474:0:44:0:(o2iblnd_cb.c:2651:kiblnd_check_reconnect()) 172.20.116.204@o2ib117: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/8, max_frags: 256/256
00000800:00000200:1.0:1550575073.411476:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(1), version(12), status(-111)
00000800:00000200:1.0:1550575073.411554:0:44:0:(o2iblnd_cb.c:3065:kiblnd_cm_callback()) conn[ffff88144abbb800] (19)--
00000800:00000200:1.2:1550575073.411641:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88144abbb800] (18)++
00000800:00000200:1.0:1550575073.411644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (19)++
00000800:00000200:1.0:1550575073.411648:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (20)--
00000800:00000200:1.0:1550575073.411648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (19)--
00000800:00000200:1.0:1550575073.411649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (18)--
00000800:00000200:1.0:1550575073.411667:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411668:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575073.411668:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881477c0ac00] (19)++
00000800:00000200:1.0:1550575073.411669:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.411669:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.411670:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.411670:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.411671:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.411671:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.2:1550575073.411673:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.411674:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411675:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411675:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411677:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.411679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411681:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.411683:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.0:1550575073.411683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411684:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.411685:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575073.411685:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.411686:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e2b0
00000400:00000200:0.0:1550575073.411687:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e2e0
00000400:00000200:1.0:1550575073.411688:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x1156d [1] + 192
00000400:00000200:0.0:1550575073.411689:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11581 [256] + 0
00000400:00000200:0.0:1550575073.411690:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:0.0:1550575073.411690:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)++
00000100:00000200:1.0:1550575073.411691:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0ed00 x1625895440933552/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.411691:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000400:00000200:0.0:1550575073.411693:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.411694:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.411695:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.411696:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411697:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.411697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.411698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000100:00000200:3.0:1550575073.411699:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0ed00 x1625895440933552/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.411699:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411699:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.411699:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000400:00000200:1.0:1550575073.411700:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.0:1550575073.411700:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.411700:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.411701:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0ed00 x1625895440933552/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.411701:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dfc0
00000800:00000200:0.0:1550575073.411701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411702:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575073.411703:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169380
00000400:00000200:1.0:1550575073.411704:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1160d [1] + 192
00000400:00000200:0.0:1550575073.411704:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000100:00000200:1.0:1550575073.411705:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575073.411705:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e2f0
00000100:00100000:3.0:1550575073.411706:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933552:172.20.0.211@o2ib1:400
00000800:00000200:0.2:1550575073.411706:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.411710:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411710:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.411710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000400:00000200:0.0:1550575073.411710:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1158d [256] + 0
00000800:00000200:1.0:1550575073.411711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000400:00000200:0.0:1550575073.411711:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600a000
00000800:00000200:0.0:1550575073.411711:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000100:00000200:3.0:1550575073.411712:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.411712:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411712:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (32)++
00000100:00000200:3.0:1550575073.411713:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2400 x1625895440932800/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.411713:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575073.411713:0:2483:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:0.0:1550575073.411713:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (33)--
00000400:00000200:3.0:1550575073.411715:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000400:00000200:0.0:1550575073.411715:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.411716:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.411717:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dbf0
00000800:00000200:0.0:1550575073.411717:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.411718:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x113e1 [1] + 192
00000100:00000200:1.0:1550575073.411719:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3866700 x1625895440931824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.411721:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.411721:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411722:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411722:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.411723:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)++
00000800:00000200:0.0:1550575073.411723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.411724:0:2484:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:1.0:1550575073.411724:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.411725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411725:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.411726:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575073.411727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411727:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.2:1550575073.411728:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000400:00000200:1.0:1550575073.411729:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.411730:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832df30
00000400:00000200:0.0:1550575073.411730:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dd70
00000400:00000200:1.0:1550575073.411731:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11519 [1] + 192
00000400:00000200:0.0:1550575073.411732:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11471 [1] + 192
00000100:00000200:1.0:1550575073.411733:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b1200 x1625895440932656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.411737:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.411738:0:2484:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:1.0:1550575073.411738:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (33)--
00000800:00000200:1.0:1550575073.411738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000100:00000200:0.0:1550575073.411738:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3864000 x1625895440932208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.411739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411740:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411740:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)++
00000400:00000200:1.0:1550575073.411741:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.411742:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e2c0
00000800:00000200:0.0:1550575073.411742:0:2483:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:0.0:1550575073.411742:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (33)--
00000400:00000200:1.0:1550575073.411743:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x115a5 [1] + 192
00000800:00000200:0.0:1550575073.411743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000100:00000200:1.0:1550575073.411744:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f000 x1625895440933568/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.411744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:0.0:1550575073.411745:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.411747:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411747:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.411747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000100:00000200:0.0:1550575073.411747:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.411748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.411749:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.411749:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f00
00000800:00000200:0.0:1550575073.411750:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411752:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.411752:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.411752:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411753:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:0.0:1550575073.411753:0:2483:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:0.0:1550575073.411754:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411756:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411756:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000100:00000200:0.0:1550575073.411757:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000400:00000200:0.0:1550575073.411759:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89580
00000800:00000200:0.0:1550575073.411760:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411761:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.411761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411761:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.411761:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411761:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.411762:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.411762:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411762:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411764:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411765:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.411766:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000100:00000200:0.0:1550575073.411766:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000400:00000200:0.0:1550575073.411768:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d7b16b00
00000800:00000200:0.0:1550575073.411769:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411769:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.411772:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.411772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.411773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.411773:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.411774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411774:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.411775:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.411775:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411775:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (32)++
00000100:00000200:1.0:1550575073.411776:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.411776:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411776:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000400:00000200:1.0:1550575073.411778:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d7b16d80
00000800:00000200:0.0:1550575073.411778:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411778:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.411780:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575073.411780:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.411781:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:0.0:1550575073.411782:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf000
00000800:00000200:0.0:1550575073.411783:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411784:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.411786:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.411786:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.411787:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.411788:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.411788:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411788:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.411789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411789:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:0.0:1550575073.411789:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.411790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)++
00000800:00000200:0.0:1550575073.411790:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411790:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (33)--
00000800:00000200:1.0:1550575073.411791:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.411791:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (32)--
00000800:00000200:0.0:1550575073.411791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000100:00000200:1.0:1550575073.411792:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.411792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411793:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411793:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000400:00000200:1.0:1550575073.411794:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf080
00000800:00000200:1.0:1550575073.411795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000100:00000200:0.0:1550575073.411795:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.411796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411797:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.411797:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:0.0:1550575073.411797:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf200
00000100:00000200:1.0:1550575073.411798:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.411798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:0.0:1550575073.411798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:0.0:1550575073.411799:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411799:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (29)--
00000400:00000200:1.0:1550575073.411800:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf400
00000800:00000200:0.0:1550575073.411800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.411800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.411801:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411802:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411803:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575073.411804:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:0.0:1550575073.411804:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000400:00000200:1.0:1550575073.411805:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575073.411805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.411805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000400:00000200:1.0:1550575073.411806:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e300
00000800:00000200:0.0:1550575073.411806:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.411807:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x1159d [1] + 192
00000400:00000200:0.0:1550575073.411807:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000100:00000200:1.0:1550575073.411808:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5800600 x1625895440933632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.411809:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e360
00000800:00000200:1.0:1550575073.411812:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411812:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000400:00000200:0.0:1550575073.411812:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x115c1 [256] + 0
00000800:00000200:1.0:1550575073.411813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.411813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000400:00000200:0.0:1550575073.411813:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:0.0:1550575073.411813:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411814:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411814:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000400:00000200:1.0:1550575073.411816:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.411816:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.411817:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.411818:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e390
00000800:00000200:0.0:1550575073.411818:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.411819:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x115e5 [256] + 0
00000400:00000200:1.0:1550575073.411820:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb96000
00000800:00000200:1.0:1550575073.411821:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411821:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:0.0:1550575073.411821:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.411822:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.411822:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.411823:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.411823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000400:00000200:1.0:1550575073.411824:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.411824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411825:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.411825:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411826:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:0.0:1550575073.411826:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.411827:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e380
00000400:00000200:0.0:1550575073.411829:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x115d9 [256] + 0
00000400:00000200:0.0:1550575073.411829:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.411830:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.411830:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411831:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.411831:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.411831:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (29)++
00000800:00000200:0.0:1550575073.411831:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.411832:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.411833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.411833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411834:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.411834:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000400:00000200:1.0:1550575073.411835:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:0.0:1550575073.411835:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411835:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.411837:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e3a0
00000400:00000200:1.0:1550575073.411838:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x115f1 [256] + 0
00000400:00000200:1.0:1550575073.411838:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600c000
00000800:00000200:1.0:1550575073.411839:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411839:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)--
00000800:00000200:0.0:1550575073.411840:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.411840:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000400:00000200:1.0:1550575073.411841:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.411841:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.411842:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.411842:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.411843:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.411843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:0.0:1550575073.411843:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.411844:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.411846:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575073.411846:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e420
00000800:00000200:1.0:1550575073.411847:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.411847:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000400:00000200:0.0:1550575073.411847:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x115fd [256] + 0
00000400:00000200:0.0:1550575073.411847:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600e000
00000800:00000200:1.0:1550575073.411848:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.411848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411848:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:0.0:1550575073.411848:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.411849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411850:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.411851:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.411851:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000400:00000200:1.0:1550575073.411852:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dfc0
00000800:00000200:0.0:1550575073.411852:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411853:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000100:1.0:1550575073.411854:0:2484:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.211@o2ib1 portal 4 match 1625895440932800 offset 192 length 416: 4
00000800:00000200:1.0:1550575073.411855:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.411855:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.411855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.411856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411856:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:0.0:1550575073.411856:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000100:00000200:1.0:1550575073.411857:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.411857:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:0.0:1550575073.411857:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000400:00000200:1.0:1550575073.411859:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf600
00000800:00000200:0.2:1550575073.411859:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.411860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:0.0:1550575073.411860:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.411861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:0.0:1550575073.411861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.411862:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (29)--
00000800:00000200:0.0:1550575073.411862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000100:00000200:1.0:1550575073.411863:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl UnregRPC:eS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.411863:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.411864:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf800
00000400:00000200:0.0:1550575073.411864:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:1.0:1550575073.411865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000400:00000200:0.0:1550575073.411865:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dd50
00000800:00000200:1.0:1550575073.411866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000400:00000200:0.0:1550575073.411866:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11619 [1] + 192
00000800:00000200:1.0:1550575073.411867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000100:00000200:0.0:1550575073.411867:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.411869:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000100:00000200:1.0:1550575073.411869:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448409c00
00000800:00000200:0.0:1550575073.411869:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)++
00000400:00000200:1.0:1550575073.411870:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:0.0:1550575073.411870:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.411871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.411872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.411873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.411873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:0.0:1550575073.411874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.411877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.411877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.411878:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.411878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.411879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.411881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.411881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.411882:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[3] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:0.0:1550575073.411884:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411887:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411894:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:0.0:1550575073.411894:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.411896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:0.0:1550575073.411902:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.411903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.411903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.411906:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:0.0:1550575073.411909:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.411910:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411916:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.411916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.411916:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.411917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.411918:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411922:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:0.0:1550575073.411923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.411924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.411927:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.411933:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.411933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.2:1550575073.411958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.411960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.411962:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.411963:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000400:00000200:0.0:1550575073.411964:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.411965:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832dff0
00000800:00000200:1.0:1550575073.411966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.411966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000400:00000100:0.0:1550575073.411966:0:2483:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.211@o2ib1 portal 4 match 1625895440932848 offset 192 length 192: 4
00000800:00000200:1.0:1550575073.411967:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.411967:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.411967:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.411967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000400:00000200:1.0:1550575073.411968:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.0:1550575073.411968:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000400:00000200:1.0:1550575073.411969:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832df90
00000400:00000100:1.0:1550575073.411970:0:2484:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.211@o2ib1 portal 4 match 1625895440932752 offset 192 length 192: 4
00000800:00000200:1.0:1550575073.411971:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.411972:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.411972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.2:1550575073.412005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.412010:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.412011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000100:00000200:0.0:1550575073.412011:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441842c00
00000400:00000200:0.0:1550575073.412011:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600a000
00000800:00000200:1.0:1550575073.412012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.412012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.412013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.412013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.412014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.412017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.412028:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.412030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412037:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.412040:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.412041:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.412044:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.412049:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.412050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000008:00100000:3.0:1550575073.412051:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803300 - object 0x0:1728254 offset 1522532352<>1523580928
00000800:00000200:0.0:1550575073.412051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.412052:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412053:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000100:00100000:3.0:1550575073.412056:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932800:172.20.0.211@o2ib1:4
00000100:00000400:3.0:1550575073.412058:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000100:00080000:3.0:1550575073.412060:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already reconnected (conn 2, was 1): FULL
00000100:00000400:3.0:1550575073.412061:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000100:00080000:3.0:1550575073.412063:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already reconnected (conn 2, was 1): FULL
00000800:00000200:1.2:1550575073.412063:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88144abbb800] (17)++
00000100:00000400:3.0:1550575073.412064:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.412064:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.412064:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)++
00000100:00080000:3.0:1550575073.412065:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already reconnected (conn 2, was 1): FULL
00000800:00000200:1.0:1550575073.412065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000100:00000400:3.0:1550575073.412066:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.412066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.412067:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (27)--
00000100:00080000:3.0:1550575073.412068:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already reconnected (conn 2, was 1): FULL
00000100:00000200:1.0:1550575073.412068:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88152cf8cc00
00000100:00000400:3.0:1550575073.412069:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412069:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881448766000
00000100:00080000:3.0:1550575073.412070:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already reconnected (conn 2, was 1): FULL
00000800:00000200:1.0:1550575073.412070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.412070:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000100:00000400:3.0:1550575073.412071:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.412071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.412071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.412072:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (18)++
00000800:00000200:0.0:1550575073.412072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000100:00080000:3.0:1550575073.412073:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already reconnected (conn 2, was 1): FULL
00000100:00000400:3.0:1550575073.412073:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.412073:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (19)--
00000800:00000200:1.0:1550575073.412073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (18)--
00000800:00000200:0.0:1550575073.412074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (17)++
00000100:00080000:3.0:1550575073.412075:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already reconnected (conn 2, was 1): FULL
00000800:00000200:0.0:1550575073.412075:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (18)--
00000800:00000200:0.0:1550575073.412075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (17)--
00000100:00000400:3.0:1550575073.412076:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.412076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (16)++
00000800:00000200:0.0:1550575073.412076:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (17)--
00000800:00000200:0.0:1550575073.412076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (16)--
00000800:00000200:0.0:1550575073.412077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (15)++
00000800:00000200:0.0:1550575073.412077:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (16)--
00000800:00000200:0.0:1550575073.412077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (15)--
00000100:00080000:3.0:1550575073.412078:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already reconnected (conn 2, was 1): FULL
00000100:00000400:3.0:1550575073.412078:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.412078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (14)++
00000800:00000200:0.0:1550575073.412078:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (15)--
00000800:00000200:0.0:1550575073.412078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (14)--
00000800:00000200:0.0:1550575073.412079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (13)++
00000100:00080000:3.0:1550575073.412080:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already reconnected (conn 2, was 1): FULL
00000800:00000200:0.0:1550575073.412080:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (14)--
00000800:00000200:0.0:1550575073.412080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (13)--
00000800:00000200:0.0:1550575073.412081:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (12)++
00000800:00000200:0.0:1550575073.412081:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (13)--
00000800:00000200:0.0:1550575073.412081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (12)--
00000100:00000200:3.0:1550575073.412082:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.412082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (11)++
00000800:00000200:0.0:1550575073.412082:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (12)--
00000800:00000200:1.0:1550575073.412083:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (12)++
00000800:00000200:0.0:1550575073.412083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (12)--
00000100:00000200:3.0:1550575073.412084:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864c00 x1625895440932176/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.412084:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (11)--
00000800:00000200:1.0:1550575073.412084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (11)--
00000800:00000200:0.0:1550575073.412084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (11)++
00000400:00000200:3.0:1550575073.412085:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.0:1550575073.412085:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (10)++
00000800:00000200:0.0:1550575073.412085:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (10)--
00000800:00000200:1.0:1550575073.412086:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (9)--
00000800:00000200:0.0:1550575073.412086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (10)--
00000800:00000200:0.0:1550575073.412086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (9)++
00000800:00000200:1.0:1550575073.412087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (9)--
00000800:00000200:1.0:1550575073.412087:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (8)++
00000800:00000200:0.0:1550575073.412087:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (8)--
00000800:00000200:1.0:1550575073.412088:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (7)--
00000800:00000200:0.0:1550575073.412088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (8)--
00000800:00000200:1.0:1550575073.412089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (7)--
00000800:00000200:0.0:1550575073.412089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (7)++
00000800:00000200:1.0:1550575073.412090:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (6)++
00000800:00000200:0.0:1550575073.412090:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (6)--
00000800:00000200:0.0:1550575073.412090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (6)--
00000800:00000200:1.0:1550575073.412091:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (5)--
00000800:00000200:0.0:1550575073.412091:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (5)++
00000800:00000200:1.0:1550575073.412092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (5)--
00000800:00000200:1.0:1550575073.412092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88144abbb800] (4)++
00000800:00000200:0.0:1550575073.412092:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (4)--
00000800:00000200:1.0:1550575073.412093:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88144abbb800] (3)--
00000800:00000200:0.0:1550575073.412093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (4)--
00000800:00000200:1.0:1550575073.412094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (1)--
00000800:00000200:0.0:1550575073.412094:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88144abbb800] (3)--
00000100:00100000:2.0:1550575073.412113:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440933968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.412119:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e450-0x5c6be4832e450, portal 8
00000100:00000200:2.0:1550575073.412121:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933968, portal 4
00000100:00000200:2.0:1550575073.412122:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933968, offset 0
00000400:00000200:2.0:1550575073.412124:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.412128:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.412130:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.412131:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.412132:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:2.0:1550575073.412133:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.412134:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000100:00000200:2.0:1550575073.412136:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1200 x1625895440932656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.412139:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1200 x1625895440932656/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.412140:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf380
00000800:00000200:1.2:1550575073.412215:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.412220:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.412221:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.412222:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ec00a600
00000400:00000200:1.0:1550575073.412222:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ce000
00000800:00000200:0.2:1550575073.412222:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.412223:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.412224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.412225:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.412227:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.412227:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441880800
00000400:00000200:1.0:1550575073.412228:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.412229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.412229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.2:1550575073.412399:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412403:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.2:1550575073.412404:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.412405:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.412405:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ccec1c00
00000400:00000200:1.0:1550575073.412406:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624e000
00000800:00000200:1.0:1550575073.412407:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.412408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.412409:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.412410:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.412410:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881448408c00
00000400:00000200:1.0:1550575073.412411:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb96000
00000800:00000200:1.0:1550575073.412411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.412412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000008:00100000:3.0:1550575073.412455:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803900 - object 0x0:1728254 offset 1523580928<>1524629504
00000100:00100000:3.0:1550575073.412459:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932176:172.20.0.211@o2ib1:4
00000100:00080000:3.0:1550575073.412461:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932752 new x1625895440934016
00000100:00000200:3.0:1550575073.412465:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e480-0x5c6be4832e480, portal 8
00000100:00000200:3.0:1550575073.412466:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932752, portal 4
00000100:00000200:3.0:1550575073.412467:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932752, offset 0
00000400:00000200:3.0:1550575073.412468:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.412471:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.412473:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.412475:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.412475:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.412476:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575073.412477:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000100:00080000:3.0:1550575073.412478:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932688 new x1625895440934032
00000100:00000200:3.0:1550575073.412481:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e490-0x5c6be4832e490, portal 8
00000100:00000200:3.0:1550575073.412481:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932688, portal 4
00000100:00000200:3.0:1550575073.412482:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932688, offset 0
00000400:00000200:3.0:1550575073.412483:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.412485:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.412486:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.412487:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.412488:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:3.0:1550575073.412488:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:3.0:1550575073.412489:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000100:00080000:3.0:1550575073.412490:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932624 new x1625895440934048
00000100:00000200:3.0:1550575073.412492:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e4a0-0x5c6be4832e4a0, portal 8
00000100:00000200:3.0:1550575073.412493:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932624, portal 4
00000100:00000200:3.0:1550575073.412493:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932624, offset 0
00000400:00000200:3.0:1550575073.412494:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.412496:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.412497:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.412498:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.412498:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:3.0:1550575073.412498:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:3.0:1550575073.412499:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000100:00080000:3.0:1550575073.412500:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932560 new x1625895440934064
00000100:00000200:3.0:1550575073.412503:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e4b0-0x5c6be4832e4b0, portal 8
00000100:00000200:3.0:1550575073.412503:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932560, portal 4
00000100:00000200:3.0:1550575073.412504:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932560, offset 0
00000400:00000200:3.0:1550575073.412507:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.412508:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.412509:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.412510:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.412511:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:3.0:1550575073.412511:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:3.0:1550575073.412511:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000100:00080000:3.0:1550575073.412512:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932496 new x1625895440934080
00000100:00000200:3.0:1550575073.412515:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e4c0-0x5c6be4832e4c0, portal 8
00000100:00000200:3.0:1550575073.412516:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932496, portal 4
00000100:00000200:3.0:1550575073.412516:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932496, offset 0
00000400:00000200:3.0:1550575073.412517:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.412519:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.412520:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.412520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.412521:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.412521:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:3.0:1550575073.412522:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (27)++
00000800:00000200:3.0:1550575073.412522:0:2491:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:3.0:1550575073.412523:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)--
00000100:00080000:3.0:1550575073.412523:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932432 new x1625895440934096
00000800:00000200:1.0:1550575073.412523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412524:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.412525:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.412526:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dc10
00000100:00000200:3.0:1550575073.412527:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e4d0-0x5c6be4832e4d0, portal 8
00000400:00000200:1.0:1550575073.412527:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11585 [1] + 192
00000100:00000200:3.0:1550575073.412528:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932432, portal 4
00000008:00100000:2.0:1550575073.412529:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0000 - object 0x0:1728629 offset 1520435200<>1521483776
00000100:00000200:1.0:1550575073.412529:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.412531:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932432, offset 0
00000800:00000200:1.0:1550575073.412531:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.412531:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:3.0:1550575073.412532:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575073.412532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.412532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:3.0:1550575073.412534:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00100000:2.0:1550575073.412534:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440932656:172.20.0.212@o2ib1:4
00000800:00000200:3.0:1550575073.412535:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.412536:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.412536:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)++
00000800:00000200:3.0:1550575073.412537:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (28)++
00000800:00000200:3.0:1550575073.412537:0:2491:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000100:00100000:2.0:1550575073.412537:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000800:00000200:3.0:1550575073.412538:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)--
00000100:00080000:3.0:1550575073.412538:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932368 new x1625895440934112
00000100:00100000:2.0:1550575073.412538:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440933984:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.412541:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e4e0-0x5c6be4832e4e0, portal 8
00000100:00000200:3.0:1550575073.412543:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932368, portal 4
00000100:00000200:2.0:1550575073.412543:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e460-0x5c6be4832e460, portal 8
00000100:00000200:3.0:1550575073.412544:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932368, offset 0
00000400:00000200:3.0:1550575073.412545:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00080000:3.0:1550575073.412546:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932304 new x1625895440934128
00000100:00000200:2.0:1550575073.412546:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933984, portal 4
00000100:00000200:2.0:1550575073.412547:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933984, offset 0
00000400:00000200:2.0:1550575073.412548:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:3.0:1550575073.412549:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e4f0-0x5c6be4832e4f0, portal 8
00000100:00000200:3.0:1550575073.412550:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932304, portal 4
00000100:00000200:3.0:1550575073.412551:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932304, offset 0
00000400:00000200:3.0:1550575073.412552:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00080000:3.0:1550575073.412553:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932240 new x1625895440934144
00000100:00000200:2.0:1550575073.412555:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f000 x1625895440933568/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.412557:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f000 x1625895440933568/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575080 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.412559:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00000200:3.0:1550575073.412560:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e500-0x5c6be4832e500, portal 8
00000100:00000200:3.0:1550575073.412561:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932240, portal 4
00000800:00000200:1.2:1550575073.412561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000100:00000200:3.0:1550575073.412562:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932240, offset 0
00000100:00100000:2.0:1550575073.412562:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440933568:172.20.0.212@o2ib1:400
00000400:00000200:3.0:1550575073.412563:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000400:2.0:1550575073.412564:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eXS/0/ffffffff rc -11/-1
00000100:00080000:3.0:1550575073.412565:0:2491:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != CONNECTING)  req@ffff8814b03b0000 x1625895440934000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.412565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412566:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00080000:2.0:1550575073.412567:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already reconnected (conn 2, was 1): FULL
00000100:00000200:1.0:1550575073.412567:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881489c41c00
00000400:00000200:1.0:1550575073.412567:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000100:00000200:2.0:1550575073.412569:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864000 x1625895440932208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.412569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.2:1550575073.412569:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (28)++
00000100:00000200:2.0:1550575073.412570:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864000 x1625895440932208/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.412570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.412571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000400:00000200:2.0:1550575073.412572:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3f80
00000800:00000200:1.0:1550575073.412572:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000100:00000200:3.0:1550575073.412573:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800600 x1625895440933632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.412573:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:3.0:1550575073.412575:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800600 x1625895440933632/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.412577:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169500
00000100:00000200:1.0:1550575073.412577:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441880e00
00000400:00000200:1.0:1550575073.412578:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600c000
00000800:00000200:1.0:1550575073.412579:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412580:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.412581:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412581:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.412582:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412582:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.412583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)--
00000800:00000200:1.0:1550575073.412583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412584:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412584:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:1.0:1550575073.412585:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5803300 x1625895440933968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.412587:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf980
00000800:00000200:1.0:1550575073.412588:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412589:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.412589:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412589:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.412590:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412590:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.412591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)--
00000800:00000200:1.0:1550575073.412591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412592:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412592:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:1.0:1550575073.412593:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412594:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.0:1550575073.412595:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412596:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.412597:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412597:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.412598:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412598:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.412598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)--
00000800:00000200:1.0:1550575073.412599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412600:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412600:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:1.0:1550575073.412601:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412602:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.0:1550575073.412603:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412604:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.412604:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412605:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (30)++
00000800:00000200:1.0:1550575073.412605:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412606:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (31)--
00000800:00000200:1.0:1550575073.412606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (30)--
00000800:00000200:1.0:1550575073.412607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)++
00000800:00000200:1.0:1550575073.412607:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412607:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (30)--
00000100:00000200:1.0:1550575073.412608:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412610:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:1.0:1550575073.412610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (29)--
00000800:00000200:1.0:1550575073.412611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)++
00000800:00000200:1.0:1550575073.412611:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412612:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (29)--
00000100:00000200:1.0:1550575073.412612:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412614:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:1.0:1550575073.412614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.412615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.412616:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412617:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.203@o2ib117: no credits
00000800:00000200:1.0:1550575073.412617:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)++
00000800:00000200:1.0:1550575073.412618:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (29)--
00000800:00000200:1.0:1550575073.412618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.412619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.412619:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.412621:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.412622:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e2f0
00000400:00000200:1.0:1550575073.412623:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11591 [1] + 192
00000100:00000200:1.0:1550575073.412624:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0cf00 x1625895440933616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.412626:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)++
00000800:00000200:1.0:1550575073.412626:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (29)--
00000800:00000200:1.0:1550575073.412627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.412627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.412627:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000100:00000200:1.0:1550575073.412628:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412630:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.0:1550575073.412630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.412631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.412631:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (27)--
00000100:00000200:1.0:1550575073.412632:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412633:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:1.0:1550575073.412634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.412634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.412635:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.412635:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412637:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:1.0:1550575073.412637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.412638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.412638:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.412639:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5803900 x1625895440933984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.412640:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf380
00000800:00000200:1.0:1550575073.412641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.412641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.412641:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.412642:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412644:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:1.0:1550575073.412644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.412645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.412645:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.412646:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.412647:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:1.0:1550575073.412648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.412648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.412659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.2:1550575073.412660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.412662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.412663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.412664:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575073.412664:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000100:00000200:1.0:1550575073.412665:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2c7f200
00000800:00000200:0.0:1550575073.412665:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.412665:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.412665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.412666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000400:00000200:1.0:1550575073.412667:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600e000
00000800:00000200:0.0:1550575073.412667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.412668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:3.0:1550575073.412689:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933632:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.412691:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.412692:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803000 x1625895440931856/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.412694:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169580
00000800:00000200:0.2:1550575073.412694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00100000:3.0:1550575073.412695:0:2492:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0001-osc-ffff880034986800: committing for last_committed 12894436953 gen 1
00000800:00000200:0.0:1550575073.412696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.412698:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.412699:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.412699:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.412700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.412700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.412769:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.2:1550575073.412770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:0.0:1550575073.412772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.412773:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.412774:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.412774:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.412776:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.412776:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e450
00000400:00000200:1.0:1550575073.412777:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e480
00000400:00000200:0.0:1550575073.412777:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11621 [256] + 0
00000400:00000200:0.0:1550575073.412778:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000400:00000200:1.0:1550575073.412779:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1162d [256] + 0
00000800:00000200:0.0:1550575073.412779:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.412779:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.412780:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460cc000
00000800:00000200:1.0:1550575073.412780:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.412781:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:0.0:1550575073.412782:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.412783:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.412784:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.412785:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.412786:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412786:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.412787:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.412788:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.412788:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575073.412789:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.412789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.412790:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.412790:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.412790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.412791:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.412791:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412792:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.412792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:0.0:1550575073.412792:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.412793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.412793:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.412794:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.412794:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e490
00000400:00000200:0.0:1550575073.412795:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11639 [256] + 0
00000400:00000200:0.0:1550575073.412795:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460ce000
00000400:00000200:1.0:1550575073.412796:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e4a0
00000800:00000200:0.0:1550575073.412796:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000400:00000200:1.0:1550575073.412797:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11645 [256] + 0
00000800:00000200:0.0:1550575073.412797:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.412798:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460c8000
00000800:00000200:1.0:1550575073.412798:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412799:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:0.0:1550575073.412799:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.412800:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.412801:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.412801:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.412802:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412803:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.412804:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.412805:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575073.412805:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.412806:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.412806:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.412806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.412807:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.412807:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.412808:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.412808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.412809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.412809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.412810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.412811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575073.412817:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.2:1550575073.412819:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.412821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.412822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.412823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.412824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.412824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.412830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.412831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.2:1550575073.412833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.412834:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.412837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412837:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.412838:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.412847:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.412847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.412848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412849:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412849:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.412850:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.412851:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e4b0
00000400:00000200:0.0:1550575073.412852:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11651 [256] + 0
00000400:00000200:0.0:1550575073.412853:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:0.0:1550575073.412853:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.412854:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:0.0:1550575073.412856:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.412857:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.412858:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.412858:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.412859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.412859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.412860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.412861:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.412861:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.412862:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.412862:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.412863:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.412864:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.412864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.412864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.412865:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.412870:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.412871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.412871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.412872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.412872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.412874:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.412880:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.412880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575073.412901:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.412904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.412906:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.412908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.412909:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.412916:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.412916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000008:00100000:2.0:1550575073.412941:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d0c00 - object 0x0:1728687 offset 1523580928<>1524629504
00000800:00000200:0.2:1550575073.412942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.412944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.412946:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.412947:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.412948:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e460
00000400:00000200:0.0:1550575073.412949:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11679 [256] + 0
00000800:00000200:1.2:1550575073.412950:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000400:00000200:0.0:1550575073.412950:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575073.412950:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.412951:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.412951:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.412952:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.412953:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.412954:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000400:00000200:1.0:1550575073.412955:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e4d0
00000800:00000200:0.0:1550575073.412955:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.412955:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.412956:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11669 [256] + 0
00000400:00000200:1.0:1550575073.412957:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446040000
00000800:00000200:1.0:1550575073.412958:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.412958:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.412959:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.412960:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.412960:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000400:00000200:1.0:1550575073.412961:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.412961:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.412961:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.412962:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.412962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.412962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.412963:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.412964:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.412966:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.412966:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000400:00000200:0.0:1550575073.412966:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e4e0
00000800:00000200:1.0:1550575073.412967:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.412967:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000400:00000200:0.0:1550575073.412967:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11675 [256] + 0
00000400:00000200:0.0:1550575073.412967:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000800:00000200:1.0:1550575073.412968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.412968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.412968:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.412968:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.412969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000400:00000200:0.0:1550575073.412970:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.412971:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.412972:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.412976:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.412976:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.412977:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.412977:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.412977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.2:1550575073.413013:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.413016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.413018:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00000200:0.0:1550575073.413019:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ccec1600
00000400:00000200:0.0:1550575073.413019:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460cc000
00000800:00000200:0.0:1550575073.413021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.413021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.2:1550575073.413053:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.413060:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.413061:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147c61c200
00000800:00000200:0.0:1550575073.413061:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.413062:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.413063:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000400:00000200:0.0:1550575073.413063:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.413064:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.413065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000400:00000200:0.0:1550575073.413065:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e4c0
00000400:00000200:0.0:1550575073.413066:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1165d [256] + 0
00000400:00000200:0.0:1550575073.413066:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575073.413067:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.413067:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:0.0:1550575073.413069:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.413071:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.413071:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.413075:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.413075:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.413075:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.413076:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.413076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.2:1550575073.413189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413192:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.413194:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:0.0:1550575073.413195:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814aded5200
00000400:00000200:0.0:1550575073.413195:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460c8000
00000800:00000200:0.0:1550575073.413196:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413196:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413197:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413197:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413198:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413198:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.413209:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.413211:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413212:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.413214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.413216:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.413222:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.413222:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000008:00100000:2.0:1550575073.413224:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d1200 - object 0x0:1728687 offset 1524629504<>1525678080
00000800:00000200:0.0:1550575073.413224:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000100:00100000:2.0:1550575073.413227:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932208:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575073.413227:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000100:00000200:2.0:1550575073.413229:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866700 x1625895440931824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.413231:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866700 x1625895440931824/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.413233:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3300
00000800:00000200:0.0:1550575073.413234:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.413234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413235:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.413237:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:0.0:1550575073.413237:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814aded4c00
00000400:00000200:0.0:1550575073.413238:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ce000
00000800:00000200:0.0:1550575073.413238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.413239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.413239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.2:1550575073.413273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.413275:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413276:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.413277:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.413278:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dbd0
00000400:00000200:0.0:1550575073.413279:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x115e9 [1] + 192
00000100:00000200:0.0:1550575073.413281:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.413283:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.413283:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.413284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.2:1550575073.413363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413370:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.413371:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e36c7a00
00000400:00000200:1.0:1550575073.413371:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:0.0:1550575073.413371:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.413372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.413372:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.413373:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.413374:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413376:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.413378:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:0.0:1550575073.413378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.413379:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e4f0
00000400:00000200:1.0:1550575073.413380:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1168d [256] + 0
00000400:00000200:1.0:1550575073.413381:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:1.0:1550575073.413381:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413381:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.413383:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.413384:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.413385:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.2:1550575073.413385:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.2:1550575073.413387:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575073.413387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413388:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.413389:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147c61d200
00000400:00000200:0.0:1550575073.413390:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:1.0:1550575073.413391:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.413391:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.413391:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413391:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.413391:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.413392:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.413392:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413393:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.413393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.413393:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.413394:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.413394:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.413395:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e500
00000400:00000200:1.0:1550575073.413396:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.413397:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e3a0
00000400:00000200:0.0:1550575073.413397:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11699 [256] + 0
00000400:00000200:0.0:1550575073.413397:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000400:00000200:1.0:1550575073.413398:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x115f5 [1] + 192
00000800:00000200:0.0:1550575073.413398:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.413399:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.413400:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440933792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.413401:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.413402:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.413402:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.413403:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.413403:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.413403:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.413403:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.413404:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.413408:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.413409:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.413409:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.413416:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:0.0:1550575073.413416:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.413417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.413417:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.413417:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.413418:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.413418:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.413419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.413421:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413428:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.413429:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000100:00100000:3.0:1550575073.413464:0:2492:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881477c61b00 x1625895440909072/t12894436954(12894436954) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575079 ref 1 fl Complete:R/4/0 rc 0/0
00000800:00000200:0.2:1550575073.413524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.413526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.413529:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.413529:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e7ac5400
00000400:00000200:0.0:1550575073.413530:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:1.0:1550575073.413531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.413532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.413532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.413546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.413549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.413550:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.413553:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000008:00100000:2.0:1550575073.413561:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d2a00 - object 0x0:1728687 offset 1525678080<>1526726656
00000800:00000200:0.0:1550575073.413563:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.413563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00100000:2.0:1550575073.413564:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931824:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575073.413564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.413566:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413573:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.413573:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e56a4800
00000400:00000200:1.0:1550575073.413574:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000800:00000200:0.0:1550575073.413574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.413575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.413576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575073.413579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.413582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413584:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.413585:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.413586:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dd10
00000800:00000200:0.0:1550575073.413586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.413588:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11601 [1] + 192
00000100:00000200:1.0:1550575073.413589:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.413591:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413591:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.413591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575073.413597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.413600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413601:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.413605:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.413612:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.413613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.413613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575073.413730:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.413733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.413735:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.413736:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e36c6a00
00000400:00000200:1.0:1550575073.413736:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:1.0:1550575073.413737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.413737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.413746:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.413749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.413752:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.413753:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ec00a200
00000800:00000200:1.0:1550575073.413754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.413754:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:0.0:1550575073.413755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.413758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.413761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.413762:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.413763:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.413764:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e450
00000400:00000200:0.0:1550575073.413765:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11625 [1] + 192
00000100:00000200:0.0:1550575073.413766:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5803300 x1625895440933968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.413768:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.413769:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.413770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.413770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.413815:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5803600 - object 0x0:1725237 offset 1522532352<>1523580928
00000100:00100000:3.0:1550575073.413818:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931856:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.413820:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.413822:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801b00 x1625895440931792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.413824:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f00
00000008:00100000:2.0:1550575073.413833:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d3300 - object 0x0:1725237 offset 1523580928<>1524629504
00000800:00000200:1.2:1550575073.413834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00000200:2.0:1550575073.413836:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440933792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.413838:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440933792/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.413838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000400:00000200:2.0:1550575073.413840:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:1.0:1550575073.413841:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.413842:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2c7f000
00000400:00000200:1.0:1550575073.413842:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:0.0:1550575073.413843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.413844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.413933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575073.413934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.413937:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.413938:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575073.413939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.413939:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dcf0
00000400:00000200:0.0:1550575073.413940:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11441 [1] + 192
00000100:00000200:0.0:1550575073.413941:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3866a00 x1625895440932080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.413943:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.413943:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.413944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.413947:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440933792:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.413949:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cf00 x1625895440933616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.413952:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cf00 x1625895440933616/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.413953:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000100:00100000:2.0:1550575073.414046:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440933616:172.20.0.211@o2ib1:4
00000100:00080000:2.0:1550575073.414047:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932848 new x1625895440934272
00000100:00000200:2.0:1550575073.414051:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e580-0x5c6be4832e580, portal 8
00000100:00000200:2.0:1550575073.414052:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932848, portal 4
00000100:00000200:2.0:1550575073.414053:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932848, offset 0
00000400:00000200:2.0:1550575073.414054:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.414057:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.414059:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.414060:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.414061:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.414062:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.414063:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.414065:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866a00 x1625895440932080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.414066:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866a00 x1625895440932080/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.414068:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3c80
00000100:00100000:2.0:1550575073.414069:0:2494:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894507702 gen 1
00000800:00000200:0.2:1550575073.414069:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.414074:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.414077:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.414078:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.414079:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfb00
00000800:00000200:1.0:1550575073.414081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.414081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.414112:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.414115:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414116:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.414117:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.414118:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832df90
00000400:00000200:1.0:1550575073.414119:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11631 [1] + 192
00000100:00000200:1.0:1550575073.414120:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.414122:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414122:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.414123:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.414123:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.414160:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.414163:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414164:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.414165:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.414166:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832df70
00000400:00000200:1.0:1550575073.414167:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11531 [1] + 192
00000100:00000200:1.0:1550575073.414168:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b3c00 x1625895440932720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.414170:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414170:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.414170:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.414171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:3.0:1550575073.414211:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5802d00 - object 0x0:1728254 offset 1524629504<>1525678080
00000800:00000200:0.2:1550575073.414241:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.414247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.414248:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.414249:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.414250:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e360
00000400:00000200:1.0:1550575073.414251:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x115c5 [1] + 192
00000100:00000200:1.0:1550575073.414252:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440933728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.414254:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.414254:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.414254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.414255:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.414255:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.414256:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.414257:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e580
00000400:00000200:1.0:1550575073.414258:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x116a5 [256] + 0
00000400:00000200:1.0:1550575073.414259:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462dc000
00000800:00000200:1.0:1550575073.414259:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.414260:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.414262:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.414263:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.414263:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.414267:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.414267:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.414267:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414268:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.414268:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.414269:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.414274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414277:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.414278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.414283:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414286:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414286:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.414288:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.414289:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832df50
00000400:00000200:1.0:1550575073.414289:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1163d [1] + 192
00000100:00000200:1.0:1550575073.414291:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.414292:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.414293:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.414293:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.414294:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.414302:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414305:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414306:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.414308:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.414314:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.414314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.414315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.414418:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414421:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414422:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.414423:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6a400
00000400:00000200:1.0:1550575073.414423:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000800:00000200:1.0:1550575073.414424:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.414424:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:3.0:1550575073.414476:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800c00 - object 0x0:1728254 offset 1525678080<>1526726656
00000100:00100000:3.0:1550575073.414479:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931792:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575073.414604:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.414606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.414607:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.414608:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.414609:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832df10
00000400:00000200:1.0:1550575073.414610:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11649 [1] + 192
00000100:00000200:1.0:1550575073.414611:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.414613:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414613:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.414614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.414614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.414718:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.414724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.414725:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.414726:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.414727:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dd90
00000400:00000200:1.0:1550575073.414728:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1169d [1] + 192
00000100:00000200:1.0:1550575073.414729:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.414730:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.414731:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.414731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.414732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.414829:0:2494:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881573bb8300 x1625895440914544/t12894507703(12894507703) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575080 ref 1 fl Complete:R/4/0 rc 0/0
00000100:00100000:3.0:1550575073.414832:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934160:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.414837:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e510-0x5c6be4832e510, portal 8
00000100:00000200:3.0:1550575073.414838:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934160, portal 4
00000100:00000200:3.0:1550575073.414839:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934160, offset 0
00000400:00000200:3.0:1550575073.414840:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.414843:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.414845:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.414847:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.414847:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.414848:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.414849:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.414850:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934224:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.414852:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e550-0x5c6be4832e550, portal 8
00000100:00000200:3.0:1550575073.414854:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934224, portal 4
00000100:00000200:3.0:1550575073.414854:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934224, offset 0
00000400:00000200:3.0:1550575073.414855:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.2:1550575073.414856:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.414857:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.414858:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.414859:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.414860:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.414860:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.414861:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.414862:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934304:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.414862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.414862:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.414864:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d0c00 x1625895440934160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.414865:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00000200:3.0:1550575073.414866:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e5a0-0x5c6be4832e5a0, portal 8
00000100:00000200:3.0:1550575073.414867:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934304, portal 4
00000800:00000200:1.2:1550575073.414867:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00000200:3.0:1550575073.414868:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934304, offset 0
00000800:00000200:1.0:1550575073.414868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:3.0:1550575073.414869:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575073.414869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.414869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.414870:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000400:00000200:3.0:1550575073.414871:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:1.0:1550575073.414871:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5803600 x1625895440934224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575073.414872:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.414872:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:3.0:1550575073.414873:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.414873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:3.0:1550575073.414874:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.414874:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.414874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:3.0:1550575073.414875:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:3.0:1550575073.414876:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440933728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.414878:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440933728/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.414879:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f80
00000800:00000200:0.2:1550575073.414881:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.414886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.414887:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.414888:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5800c00 x1625895440934304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.414890:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:1.0:1550575073.414890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.414891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.414996:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440933728:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575073.414998:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1550575073.414999:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934192:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.415002:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e530-0x5c6be4832e530, portal 8
00000100:00000200:3.0:1550575073.415003:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934192, portal 4
00000100:00000200:3.0:1550575073.415004:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934192, offset 0
00000400:00000200:3.0:1550575073.415005:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.415007:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.415008:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.415009:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.415010:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.415010:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.415011:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.415011:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934256:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.415015:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e570-0x5c6be4832e570, portal 8
00000100:00000200:3.0:1550575073.415016:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934256, portal 4
00000100:00000200:3.0:1550575073.415017:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934256, offset 0
00000800:00000200:1.2:1550575073.415017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:3.0:1550575073.415018:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.415020:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.415020:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.415020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.415021:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.415021:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575073.415022:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.415022:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000100:00000200:1.0:1550575073.415022:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d2a00 x1625895440934192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575073.415023:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:1.0:1550575073.415024:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:1.0:1550575073.415024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.415025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575073.415026:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.415028:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3000 x1625895440932752/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:0.2:1550575073.415029:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.415030:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:1.2:1550575073.415031:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.415035:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415036:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.415037:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5802d00 x1625895440934256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.415039:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000800:00000200:1.0:1550575073.415039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.415040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415041:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415042:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.415043:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e550
00000400:00000200:1.0:1550575073.415044:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x116bd [256] + 0
00000400:00000200:1.0:1550575073.415044:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575073.415045:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415045:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:1.0:1550575073.415047:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.415048:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.415048:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.415052:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.415052:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415052:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415053:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.415054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.415059:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.415084:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415087:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.415089:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415096:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415098:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415099:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.415100:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e510
00000400:00000200:1.0:1550575073.415101:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x116b1 [256] + 0
00000400:00000200:1.0:1550575073.415101:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575073.415102:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415102:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.415104:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.415105:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.415105:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.415108:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.415109:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.415109:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415110:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.415110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.415118:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415123:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415124:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415125:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415126:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832de10
00000400:00000200:1.0:1550575073.415127:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1167d [1] + 192
00000100:00000200:1.0:1550575073.415128:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.2:1550575073.415130:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415134:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415134:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415135:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415136:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415136:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415137:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415138:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.415139:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e5a0
00000400:00000200:1.0:1550575073.415140:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x116c9 [256] + 0
00000400:00000200:1.0:1550575073.415140:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575073.415141:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415141:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.415143:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.415144:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.415144:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.415148:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.415148:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415148:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.415149:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.415149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415150:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415150:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415151:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415152:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832de90
00000400:00000200:1.0:1550575073.415153:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11661 [1] + 192
00000100:00000200:1.0:1550575073.415154:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.415156:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415156:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415157:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415157:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415158:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.415162:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415171:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.415180:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.415183:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415189:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415189:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415191:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415191:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dff0
00000400:00000200:1.0:1550575073.415192:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x116a9 [1] + 192
00000100:00000200:1.0:1550575073.415194:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.415195:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415196:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415196:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415196:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415197:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415198:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.415199:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e570
00000400:00000200:1.0:1550575073.415200:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x116e1 [256] + 0
00000400:00000200:1.0:1550575073.415201:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e39a8000
00000800:00000200:1.0:1550575073.415201:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.415201:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.415203:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.415204:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.415205:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.415208:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.415208:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415208:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415209:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415209:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415211:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575073.415215:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415218:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415219:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.415220:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102ac00
00000400:00000200:1.0:1550575073.415222:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575073.415223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000008:00100000:2.0:1550575073.415230:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d3c00 - object 0x0:1728687 offset 1526726656<>1527775232
00000800:00000200:1.2:1550575073.415246:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415249:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415250:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.415252:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415258:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415258:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415259:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415259:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415260:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415261:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ded0
00000400:00000200:1.0:1550575073.415262:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11655 [1] + 192
00000100:00000200:1.0:1550575073.415263:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.415265:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415266:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415266:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.415275:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415280:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415281:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415282:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415283:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e460
00000400:00000200:1.0:1550575073.415284:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11685 [1] + 192
00000100:00000200:1.0:1550575073.415285:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5803900 x1625895440933984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.415287:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415289:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.415289:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.415290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415291:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415291:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415292:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415293:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dc50
00000400:00000200:1.0:1550575073.415294:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x115dd [1] + 192
00000100:00000200:1.0:1550575073.415295:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.415297:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415297:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.415299:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415302:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415303:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415304:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415305:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832de50
00000400:00000200:1.0:1550575073.415306:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1166d [1] + 192
00000100:00000200:1.0:1550575073.415307:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.415308:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.415309:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.415309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415311:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.415311:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6aa00
00000400:00000200:1.0:1550575073.415312:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:1.0:1550575073.415313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415313:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.415319:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415321:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415322:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.415323:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415324:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ddd0
00000400:00000200:1.0:1550575073.415325:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11691 [1] + 192
00000100:00000200:1.0:1550575073.415326:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.415328:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415328:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415329:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.415330:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415333:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415333:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.415336:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.415346:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.415346:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415346:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000008:00100000:3.0:1550575073.415368:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801e00 - object 0x0:1725237 offset 1524629504<>1525678080
00000100:00100000:3.0:1550575073.415371:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932752:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.415373:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.415374:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0900 x1625895440932688/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.415376:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:1.2:1550575073.415403:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415406:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415407:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.415408:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102b000
00000400:00000200:1.0:1550575073.415408:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575073.415409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.415410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.415473:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415480:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.415481:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102ae00
00000400:00000200:1.0:1550575073.415482:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e39a8000
00000800:00000200:1.0:1550575073.415482:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.415483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415483:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415485:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.415485:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e530
00000400:00000200:1.0:1550575073.415487:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x116d5 [256] + 0
00000400:00000200:1.0:1550575073.415487:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c9346000
00000800:00000200:1.0:1550575073.415488:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415488:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000008:00100000:2.0:1550575073.415489:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d0900 - object 0x0:1728687 offset 1527775232<>1528823808
00000400:00000200:1.0:1550575073.415490:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.415491:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.415491:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00100000:2.0:1550575073.415492:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932080:172.20.0.212@o2ib1:4
00000800:00000200:1.0:1550575073.415494:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000100:00100000:2.0:1550575073.415495:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934336:172.20.0.212@o2ib1:4
00000800:00000200:1.0:1550575073.415495:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.415495:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415495:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.415496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.415496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.415499:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e5c0-0x5c6be4832e5c0, portal 8
00000100:00000200:2.0:1550575073.415500:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934336, portal 4
00000100:00000200:2.0:1550575073.415501:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934336, offset 0
00000400:00000200:2.0:1550575073.415502:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575073.415503:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.415505:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.415505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:2.0:1550575073.415507:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.415508:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.415509:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.415510:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.415511:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.415512:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.415514:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1500 x1625895440932848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.415515:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa80
00000800:00000200:0.2:1550575073.415518:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415524:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.415525:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d3c00 x1625895440934336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.415527:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc00
00000800:00000200:1.2:1550575073.415528:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.415530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.415531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415532:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.415534:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.415542:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.415542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.415543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.415644:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.415648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.415649:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.415649:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6b400
00000400:00000200:1.0:1550575073.415650:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c9346000
00000800:00000200:1.0:1550575073.415651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.415651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:3.0:1550575073.415704:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5801200 - object 0x0:1728254 offset 1526726656<>1527775232
00000100:00100000:3.0:1550575073.415707:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.415709:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.415710:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2100 x1625895440932624/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.415714:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:0.2:1550575073.415763:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.415768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.415769:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.415771:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.415772:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e550
00000400:00000200:1.0:1550575073.415773:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x116c1 [1] + 192
00000100:00000200:1.0:1550575073.415774:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5803600 x1625895440934224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.415775:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.415776:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.415776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.415777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.415792:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.415793:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.415795:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3900 x1625895440932560/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.415796:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000008:00100000:2.0:1550575073.415852:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d2700 - object 0x0:1725237 offset 1525678080<>1526726656
00000800:00000200:1.2:1550575073.416027:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.416030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416036:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.416037:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.416038:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e510
00000400:00000200:1.0:1550575073.416039:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x116b5 [1] + 192
00000100:00000200:1.0:1550575073.416040:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d0c00 x1625895440934160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.416041:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416042:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.416134:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.416136:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416137:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.2:1550575073.416137:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000400:00000200:1.0:1550575073.416138:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.416139:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e5a0
00000400:00000200:1.0:1550575073.416140:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x116cd [1] + 192
00000100:00000200:1.0:1550575073.416141:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5800c00 x1625895440934304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.416144:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416145:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.0:1550575073.416146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.416147:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.416148:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.416149:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e5c0
00000400:00000200:1.0:1550575073.416150:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x116ed [256] + 0
00000400:00000200:1.0:1550575073.416150:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:1.0:1550575073.416151:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416151:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.416153:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416154:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.416155:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.416158:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.416158:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.416159:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416159:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416160:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416160:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.416161:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.416162:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.416163:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e570
00000400:00000200:1.0:1550575073.416163:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x116e5 [1] + 192
00000800:00000200:1.2:1550575073.416165:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00000200:1.0:1550575073.416166:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5802d00 x1625895440934256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.416168:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416168:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.416169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.416170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416170:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000008:00100000:2.0:1550575073.416183:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d3900 - object 0x0:1725237 offset 1526726656<>1527775232
00000100:00100000:2.0:1550575073.416189:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932848:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575073.416189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00000200:2.0:1550575073.416191:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3c00 x1625895440932720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.416191:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416192:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000100:00000200:2.0:1550575073.416193:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3c00 x1625895440932720/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.416194:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000400:00000200:2.0:1550575073.416195:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf580
00000800:00000200:1.0:1550575073.416203:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.416204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000008:00100000:3.0:1550575073.416206:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800000 - object 0x0:1728254 offset 1527775232<>1528823808
00000100:00100000:3.0:1550575073.416209:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932560:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.416211:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.416212:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1500 x1625895440932496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.416214:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.2:1550575073.416308:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416312:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.416313:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dea3b200
00000400:00000200:1.0:1550575073.416313:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575073.416314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.416457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.416459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416460:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.416461:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.416462:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e530
00000400:00000200:1.0:1550575073.416463:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x116d9 [1] + 192
00000100:00000200:1.0:1550575073.416465:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d2a00 x1625895440934192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.416466:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416467:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:2.0:1550575073.416599:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d1b00 - object 0x0:1728687 offset 1528823808<>1529872384
00000100:00100000:2.0:1550575073.416601:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932720:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575073.416604:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934400:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.416607:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e600-0x5c6be4832e600, portal 8
00000100:00000200:2.0:1550575073.416609:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934400, portal 4
00000100:00000200:2.0:1550575073.416609:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934400, offset 0
00000400:00000200:2.0:1550575073.416611:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.416613:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.416614:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000008:00100000:3.0:1550575073.416615:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e5800300 - object 0x0:1725237 offset 1527775232<>1528823808
00000800:00000200:2.0:1550575073.416616:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.416617:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.416617:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000100:00100000:3.0:1550575073.416618:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932496:172.20.0.211@o2ib1:4
00000800:00000200:2.0:1550575073.416618:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575073.416619:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934448:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.416620:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.416622:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2d00 x1625895440932432/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.416624:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:0.2:1550575073.416625:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.416626:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e630-0x5c6be4832e630, portal 8
00000100:00000200:2.0:1550575073.416627:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934448, portal 4
00000100:00000200:2.0:1550575073.416628:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934448, offset 0
00000400:00000200:2.0:1550575073.416629:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.416631:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.416631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416631:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.416632:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.416633:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.416633:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000100:00000200:1.0:1550575073.416633:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5801200 x1625895440934400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.416634:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000400:00000200:1.0:1550575073.416634:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf580
00000800:00000200:2.0:1550575073.416635:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575073.416636:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 5 async RPCs [2->3]
00000800:00000200:1.0:1550575073.416636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.416637:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934176:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.416639:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e520-0x5c6be4832e520, portal 8
00000100:00000200:2.0:1550575073.416641:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934176, portal 4
00000100:00000200:2.0:1550575073.416641:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934176, offset 0
00000800:00000200:1.2:1550575073.416641:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.416642:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.416644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000400:00000200:2.0:1550575073.416645:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.416645:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.416645:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5800000 x1625895440934448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.416646:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.416647:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.416647:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000400:00000200:1.0:1550575073.416647:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd00
00000800:00000200:2.0:1550575073.416648:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.416648:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:2.0:1550575073.416649:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934240:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.416652:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e560-0x5c6be4832e560, portal 8
00000100:00000200:2.0:1550575073.416653:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934240, portal 4
00000100:00000200:2.0:1550575073.416653:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934240, offset 0
00000400:00000200:2.0:1550575073.416654:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.2:1550575073.416655:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.416656:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.416657:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.416658:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.416659:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.416659:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.416660:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416660:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00100000:2.0:1550575073.416661:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934368:172.20.0.212@o2ib1:4
00000100:00000200:1.0:1550575073.416661:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d1200 x1625895440934176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.416663:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfe00
00000800:00000200:1.0:1550575073.416664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.416666:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e5e0-0x5c6be4832e5e0, portal 8
00000100:00000200:2.0:1550575073.416667:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934368, portal 4
00000100:00000200:2.0:1550575073.416668:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934368, offset 0
00000800:00000200:1.2:1550575073.416668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.416669:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.416670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000400:00000200:2.0:1550575073.416671:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.416671:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.416672:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00000200:1.0:1550575073.416672:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d3300 x1625895440934240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.416673:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575073.416673:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcff00
00000800:00000200:2.0:1550575073.416674:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.416674:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.416674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:2.0:1550575073.416675:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:2.0:1550575073.416676:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934432:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.416679:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e620-0x5c6be4832e620, portal 8
00000100:00000200:2.0:1550575073.416681:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934432, portal 4
00000100:00000200:2.0:1550575073.416681:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934432, offset 0
00000800:00000200:0.2:1550575073.416681:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.416682:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.416684:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.416685:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.416686:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.416686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.416687:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.416687:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416687:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.416688:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:2.0:1550575073.416688:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00000200:1.0:1550575073.416688:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d0900 x1625895440934368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.416689:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfe00
00000800:00000200:1.0:1550575073.416690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.416694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416699:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.416699:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d3900 x1625895440934432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.416701:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf580
00000800:00000200:1.0:1550575073.416702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:2.0:1550575073.416712:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803900 x1625895440933984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.416714:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803900 x1625895440933984/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.416716:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa00
00000800:00000200:1.2:1550575073.416731:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.416734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416734:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.416735:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.416736:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e600
00000400:00000200:1.0:1550575073.416737:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x116f9 [256] + 0
00000400:00000200:1.0:1550575073.416738:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:1.0:1550575073.416739:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416739:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:1.0:1550575073.416741:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416742:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.416742:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.416746:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.416746:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.416746:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.416747:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.416753:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.416759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.416760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.416776:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.416781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416782:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.416783:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.416784:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e630
00000400:00000200:1.0:1550575073.416784:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11705 [256] + 0
00000400:00000200:1.0:1550575073.416785:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462dc000
00000800:00000200:1.0:1550575073.416785:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416786:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.416788:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416789:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.416789:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.416792:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.416793:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.416793:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416794:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.416794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416795:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.416797:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000100:00100000:2.0:1550575073.416802:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440933984:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.416804:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803300 x1625895440933968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.416805:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803300 x1625895440933968/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.416807:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf900
00000800:00000200:1.2:1550575073.416807:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416808:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.416808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.416809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.416809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.416827:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416830:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.416832:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.416841:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.416841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416842:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.416843:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.416844:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e560
00000400:00000200:1.0:1550575073.416845:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1171d [256] + 0
00000400:00000200:1.0:1550575073.416846:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000800:00000200:1.0:1550575073.416846:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.416847:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.2:1550575073.416847:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.416849:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416850:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.416850:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.416853:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.416853:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416854:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416854:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.416855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.416856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416857:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.416858:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.416858:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e620
00000400:00000200:1.0:1550575073.416859:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11735 [256] + 0
00000400:00000200:1.0:1550575073.416860:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8c000
00000800:00000200:1.0:1550575073.416860:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.416861:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000400:00000200:1.0:1550575073.416863:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416864:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.416864:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.416867:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.416867:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.416867:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.416868:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.416868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.416869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.416873:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.416878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416879:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000100:00100000:2.0:1550575073.416880:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440933968:172.20.0.211@o2ib1:4
00000400:00000200:1.0:1550575073.416880:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.416881:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e520
00000400:00000200:1.0:1550575073.416882:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11711 [256] + 0
00000400:00000200:1.0:1550575073.416882:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:1.0:1550575073.416883:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.416883:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000400:00000200:1.0:1550575073.416885:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416886:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.416886:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00100000:2.0:1550575073.416889:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934496:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.416889:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.416890:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.416890:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.416891:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.416891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.416891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00000200:2.0:1550575073.416892:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e660-0x5c6be4832e660, portal 8
00000100:00000200:2.0:1550575073.416893:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934496, portal 4
00000100:00000200:2.0:1550575073.416894:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934496, offset 0
00000400:00000200:2.0:1550575073.416895:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.416897:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.416898:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.416899:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.416900:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.416900:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:2.0:1550575073.416901:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00000200:2.0:1550575073.416902:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d2a00 x1625895440934192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.416904:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d2a00 x1625895440934192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.416905:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:1.2:1550575073.416943:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.416945:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.416946:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.416947:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.416949:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e5e0
00000400:00000200:1.0:1550575073.416950:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11729 [256] + 0
00000400:00000200:1.0:1550575073.416950:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8a000
00000800:00000200:1.0:1550575073.416951:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.416951:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000400:00000200:1.0:1550575073.416953:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.416954:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.416955:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000008:00100000:3.0:1550575073.416956:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a2100 - object 0x0:1728254 offset 1528823808<>1529872384
00000800:00000200:1.0:1550575073.416958:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.416958:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.416959:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.416960:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.416960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.416961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.2:1550575073.416963:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.416970:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.416970:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102be00
00000400:00000200:1.0:1550575073.416971:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575073.416972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.416972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.416973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.416974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.416992:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.2:1550575073.416997:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.416998:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.416999:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.417002:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.417012:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.417013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.417014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.417015:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.417015:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102ba00
00000400:00000200:1.0:1550575073.417016:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000800:00000200:1.0:1550575073.417016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.417017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.417017:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.417022:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.417029:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.417029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.417030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.417031:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.417036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.417037:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.417038:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417039:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832e320
00000400:00000200:1.0:1550575073.417040:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x115ad [1] + 0
00000100:00000200:1.0:1550575073.417041:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440933664/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417045:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.417045:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.417046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.417046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.417047:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.417047:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5800300 x1625895440934496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.417049:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa00
00000800:00000200:1.0:1550575073.417049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417052:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.417055:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.417063:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.417063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417064:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.417068:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.417076:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.417076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575073.417084:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.2:1550575073.417087:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417088:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417089:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.417090:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417091:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e5c0
00000400:00000200:1.0:1550575073.417091:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x116f1 [1] + 192
00000100:00000200:1.0:1550575073.417093:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d3c00 x1625895440934336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417094:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.417095:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.417095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.417096:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.417097:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417098:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ddf0
00000400:00000200:1.0:1550575073.417099:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x114a1 [1] + 192
00000100:00000200:1.0:1550575073.417100:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff1200 x1625895440932336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417102:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.417102:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.417102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.417103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.417104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.2:1550575073.417142:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.417145:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417146:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.417147:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.417148:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e660
00000400:00000200:1.0:1550575073.417149:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11741 [256] + 0
00000400:00000200:1.0:1550575073.417150:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8e000
00000800:00000200:1.0:1550575073.417150:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.417151:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.417153:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.417153:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.417154:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.417157:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.2:1550575073.417157:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417158:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417158:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.417159:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.417159:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417160:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.417161:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.417162:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.417162:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6a800
00000400:00000200:1.0:1550575073.417163:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000800:00000200:1.0:1550575073.417163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.417164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.2:1550575073.417248:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.417252:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417253:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.417253:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146eeb3400
00000400:00000200:1.0:1550575073.417254:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8c000
00000800:00000200:1.0:1550575073.417255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.417255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000008:00100000:3.0:1550575073.417273:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815ca7a3600 - object 0x0:1728254 offset 1529872384<>1530920960
00000008:00100000:2.0:1550575073.417301:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d2d00 - object 0x0:1728687 offset 1529872384<>1530920960
00000100:00100000:2.0:1550575073.417304:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934192:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.417306:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802d00 x1625895440934256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.417308:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802d00 x1625895440934256/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.417309:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000800:00000200:0.2:1550575073.417326:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417332:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.417334:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.417334:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6be00
00000400:00000200:1.0:1550575073.417335:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:1.0:1550575073.417336:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417336:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.417348:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.417354:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417354:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.417358:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.417364:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.417364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.417380:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.417384:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000100:00100000:2.0:1550575073.417385:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934256:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.417385:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.417386:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146c8a3e00
00000400:00000200:1.0:1550575073.417386:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8a000
00000100:00000200:2.0:1550575073.417387:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d0c00 x1625895440934160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.417387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:2.0:1550575073.417389:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d0c00 x1625895440934160/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.417390:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:0.2:1550575073.417471:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.417477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417478:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.417479:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102b800
00000400:00000200:1.0:1550575073.417479:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8e000
00000800:00000200:1.0:1550575073.417480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.417480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.417529:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316700 - object 0x0:1728254 offset 1530920960<>1531969536
00000800:00000200:0.2:1550575073.417551:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.417557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.417558:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.417559:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417560:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e600
00000400:00000200:1.0:1550575073.417561:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x116fd [1] + 192
00000100:00000200:1.0:1550575073.417562:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5801200 x1625895440934400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417564:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417564:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.417565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.417595:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.417599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.417599:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.417600:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417601:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e630
00000400:00000200:1.0:1550575073.417602:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11709 [1] + 192
00000100:00000200:1.0:1550575073.417603:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5800000 x1625895440934448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417605:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.417605:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.417606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.417606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:2.0:1550575073.417710:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d0000 - object 0x0:1728687 offset 1530920960<>1531969536
00000100:00100000:2.0:1550575073.417712:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934160:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.417714:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5803600 x1625895440934224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.417715:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5803600 x1625895440934224/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.417717:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:0.2:1550575073.417754:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.417760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.417761:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.417762:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417763:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e560
00000400:00000200:1.0:1550575073.417764:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11721 [1] + 192
00000100:00000200:1.0:1550575073.417765:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d3300 x1625895440934240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417767:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417767:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.417768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000008:00100000:3.0:1550575073.417780:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3316100 - object 0x0:1728254 offset 1531969536<>1533018112
00000100:00100000:3.0:1550575073.417783:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932432:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.417785:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.417787:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0600 x1625895440932368/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.417789:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.2:1550575073.417886:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.417891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.417892:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.417893:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417894:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e620
00000400:00000200:1.0:1550575073.417895:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11739 [1] + 192
00000100:00000200:1.0:1550575073.417896:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d3900 x1625895440934432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417898:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.417898:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.417898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.417899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.417928:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932368:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.417929:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.417930:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1e00 x1625895440932304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.417932:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:1.2:1550575073.417976:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.417979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.417980:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.417981:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.417982:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e660
00000400:00000200:1.0:1550575073.417983:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11745 [1] + 192
00000100:00000200:1.0:1550575073.417984:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5800300 x1625895440934496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.417986:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.417986:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.417987:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.417987:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.417988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.417993:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.417997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.417997:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.417998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.417998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:2.0:1550575073.418112:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d1500 - object 0x0:1725237 offset 1528823808<>1529872384
00000800:00000200:1.2:1550575073.418263:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000008:00100000:3.0:1550575073.418266:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315200 - object 0x0:1728254 offset 1533018112<>1534066688
00000800:00000200:1.0:1550575073.418267:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.418268:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00100000:3.0:1550575073.418269:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932304:172.20.0.211@o2ib1:4
00000400:00000200:1.0:1550575073.418269:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.418270:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e5e0
00000100:00000200:3.0:1550575073.418271:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.418272:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3c00 x1625895440932240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.418274:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000400:00000200:1.0:1550575073.418275:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x1172d [1] + 192
00000100:00000200:1.0:1550575073.418276:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d0900 x1625895440934368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.418278:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418278:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.418278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.418279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.418297:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.418304:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418304:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.418305:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.418306:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e520
00000400:00000200:1.0:1550575073.418307:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11715 [1] + 192
00000100:00000200:1.0:1550575073.418308:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d1200 x1625895440934176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.418310:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418311:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.418311:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.418311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.418312:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.418317:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418323:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418323:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.418324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.418350:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932240:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.418351:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575073.418353:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3866100 x1625895440932112/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575073.418354:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000008:00100000:2.0:1550575073.418371:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d0f00 - object 0x0:1725237 offset 1529872384<>1530920960
00000100:00100000:3.0:1550575073.418475:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440932112:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.418478:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934352:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.418481:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e5d0-0x5c6be4832e5d0, portal 8
00000100:00000200:3.0:1550575073.418482:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934352, portal 4
00000100:00000200:3.0:1550575073.418483:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934352, offset 0
00000400:00000200:3.0:1550575073.418484:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.418487:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418488:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.418490:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.418491:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.418491:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.418492:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.418493:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934416:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.418497:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e610-0x5c6be4832e610, portal 8
00000100:00000200:3.0:1550575073.418498:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934416, portal 4
00000100:00000200:3.0:1550575073.418498:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934416, offset 0
00000400:00000200:3.0:1550575073.418499:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.418499:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:3.0:1550575073.418501:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418502:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.418503:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.418503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.418504:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.418504:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418504:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575073.418505:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.418505:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5801e00 x1625895440934352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575073.418506:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934480:172.20.0.212@o2ib1:4
00000400:00000200:1.0:1550575073.418506:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:1.0:1550575073.418507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.418508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575073.418509:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e650-0x5c6be4832e650, portal 8
00000100:00000200:3.0:1550575073.418510:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934480, portal 4
00000100:00000200:3.0:1550575073.418510:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934480, offset 0
00000400:00000200:3.0:1550575073.418511:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.2:1550575073.418511:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.418514:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418514:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.418516:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.418516:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.418517:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.418517:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.418517:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000100:00100000:3.0:1550575073.418518:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934544:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.418518:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.418519:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d2700 x1625895440934416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.418520:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:1.0:1550575073.418521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.418522:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e690-0x5c6be4832e690, portal 8
00000100:00000200:3.0:1550575073.418524:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934544, portal 4
00000100:00000200:3.0:1550575073.418525:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934544, offset 0
00000800:00000200:1.2:1550575073.418525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:3.0:1550575073.418526:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.418528:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418529:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.418530:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.418530:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.418530:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575073.418531:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.418531:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.418531:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d1b00 x1625895440934480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575073.418532:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934608:172.20.0.212@o2ib1:4
00000400:00000200:1.0:1550575073.418532:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:1.0:1550575073.418533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.418534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575073.418535:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e6d0-0x5c6be4832e6d0, portal 8
00000100:00000200:3.0:1550575073.418536:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934608, portal 4
00000100:00000200:3.0:1550575073.418537:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934608, offset 0
00000800:00000200:0.2:1550575073.418537:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.418538:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.418540:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418541:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.418542:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.418542:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.418543:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.418543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.418544:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.418544:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934672:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.418544:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.418545:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a3600 x1625895440934544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.418546:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:1.0:1550575073.418547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.418549:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e710-0x5c6be4832e710, portal 8
00000100:00000200:3.0:1550575073.418550:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934672, portal 4
00000100:00000200:3.0:1550575073.418550:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934672, offset 0
00000400:00000200:3.0:1550575073.418551:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.418552:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:3.0:1550575073.418553:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418554:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.418555:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.418555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.418556:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.418556:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418556:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575073.418557:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.418557:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d0000 x1625895440934608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575073.418558:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000400:00000200:1.0:1550575073.418558:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:1.0:1550575073.418559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.418560:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934624:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.418560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575073.418563:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e6e0-0x5c6be4832e6e0, portal 8
00000800:00000200:0.2:1550575073.418563:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:3.0:1550575073.418564:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934624, portal 4
00000100:00000200:3.0:1550575073.418564:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934624, offset 0
00000400:00000200:3.0:1550575073.418565:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.418567:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418568:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.418569:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.418569:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.418569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.418570:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.418570:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:3.0:1550575073.418571:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.418571:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934688:172.20.0.211@o2ib1:4
00000100:00000200:1.0:1550575073.418571:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e3315200 x1625895440934672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.418573:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.0:1550575073.418573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.418575:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e720-0x5c6be4832e720, portal 8
00000100:00000200:3.0:1550575073.418576:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934688, portal 4
00000100:00000200:3.0:1550575073.418577:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934688, offset 0
00000400:00000200:3.0:1550575073.418578:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.418578:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:3.0:1550575073.418580:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418581:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.418582:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.418582:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.418582:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575073.418583:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000100:00000200:1.0:1550575073.418583:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e3316100 x1625895440934624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575073.418584:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:1.0:1550575073.418584:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:1.0:1550575073.418585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.418586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.418590:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.2:1550575073.418597:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.418598:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.418599:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d0f00 x1625895440934688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.418601:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:1.0:1550575073.418602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.418603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.418604:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418604:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418605:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.418605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.418605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.418610:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.418616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418617:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418617:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418617:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.418618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.2:1550575073.418623:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.418629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418630:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.418631:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.418632:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e610
00000400:00000200:1.0:1550575073.418633:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11759 [256] + 0
00000400:00000200:1.0:1550575073.418634:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e6b98000
00000800:00000200:1.0:1550575073.418634:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418634:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.2:1550575073.418636:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000400:00000200:1.0:1550575073.418639:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418639:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418640:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418643:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.418643:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.418644:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418644:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.418645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.418646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418646:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.418647:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.418648:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e5d0
00000400:00000200:1.0:1550575073.418649:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1174d [256] + 0
00000400:00000200:1.0:1550575073.418650:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e39a8000
00000800:00000200:1.0:1550575073.418651:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.418651:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.418653:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418654:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418654:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418657:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.418657:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.418658:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.418658:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.418658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.418659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.418660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.418664:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000008:00100000:2.0:1550575073.418666:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d0300 - object 0x0:1725237 offset 1530920960<>1531969536
00000800:00000200:1.2:1550575073.418671:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.418672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.418673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418674:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418676:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.418684:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.418685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.418685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418686:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.418687:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.418688:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e690
00000400:00000200:1.0:1550575073.418689:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11771 [256] + 0
00000400:00000200:1.0:1550575073.418689:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600c000
00000800:00000200:1.0:1550575073.418690:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.418690:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.418692:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418693:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418693:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418696:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.418697:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.418697:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.418698:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.418698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.418698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.418699:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.418700:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.418701:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e710
00000400:00000200:1.0:1550575073.418702:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11789 [256] + 0
00000400:00000200:1.0:1550575073.418702:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446008000
00000800:00000200:1.0:1550575073.418703:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418703:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.418705:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418706:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418706:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418709:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.418709:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.418710:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.418710:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.418710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.418711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.418712:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418714:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418720:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.418721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.418721:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.418722:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.418723:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e650
00000400:00000200:1.0:1550575073.418724:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11765 [256] + 0
00000400:00000200:1.0:1550575073.418725:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600e000
00000800:00000200:1.0:1550575073.418725:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418726:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.418727:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418728:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418729:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418731:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.418732:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418732:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.418733:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.418733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.418734:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.418735:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.418736:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e720
00000400:00000200:1.0:1550575073.418737:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117a1 [256] + 0
00000400:00000200:1.0:1550575073.418738:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575073.418738:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418738:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000400:00000200:1.0:1550575073.418740:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418741:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418741:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418744:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.418745:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418745:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.418746:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.418746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418747:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.418748:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.418749:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e6e0
00000400:00000200:1.0:1550575073.418750:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11795 [256] + 0
00000400:00000200:1.0:1550575073.418751:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.0:1550575073.418751:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.418751:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000400:00000200:1.0:1550575073.418753:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418754:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418755:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418757:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.418758:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.418758:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.418759:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.418759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.418759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418761:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418763:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.418769:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.418770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.2:1550575073.418788:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.418794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418795:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.418796:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.418797:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e6d0
00000400:00000200:1.0:1550575073.418797:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1177d [256] + 0
00000400:00000200:1.0:1550575073.418798:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600a000
00000800:00000200:1.0:1550575073.418798:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.418799:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000400:00000200:1.0:1550575073.418801:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.418802:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418802:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.418806:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.418806:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.418806:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.418807:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.418807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.418808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.2:1550575073.418837:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.418842:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.418842:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146c8a2e00
00000400:00000200:1.0:1550575073.418844:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e6b98000
00000800:00000200:1.0:1550575073.418845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575073.418864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.418868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418868:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418871:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.2:1550575073.418872:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418880:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.418880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418881:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418883:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.418891:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.418892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.418894:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.418895:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102bc00
00000400:00000200:1.0:1550575073.418897:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e39a8000
00000800:00000200:1.0:1550575073.418898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.418899:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.418901:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.418907:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.418907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.418908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.418909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.418910:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.418912:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.418919:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000008:00100000:2.0:1550575073.418920:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d1e00 - object 0x0:1725237 offset 1531969536<>1533018112
00000800:00000200:1.0:1550575073.418920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.418920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:2.0:1550575073.418926:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934224:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.418928:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800c00 x1625895440934304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575073.418929:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934736:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.418930:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800c00 x1625895440934304/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.418931:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00000200:3.0:1550575073.418934:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e750-0x5c6be4832e750, portal 8
00000100:00000200:3.0:1550575073.418936:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934736, portal 4
00000100:00000200:3.0:1550575073.418936:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934736, offset 0
00000400:00000200:3.0:1550575073.418937:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.418939:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.418940:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.418941:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.418942:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575073.418942:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:3.0:1550575073.418943:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.2:1550575073.419041:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.419048:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.419049:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a800
00000400:00000200:1.0:1550575073.419051:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446008000
00000800:00000200:1.0:1550575073.419052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.2:1550575073.419063:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.2:1550575073.419065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.419068:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419069:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419072:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.419080:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.419081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419082:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.419083:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.419084:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102b400
00000400:00000200:1.0:1550575073.419086:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600c000
00000800:00000200:1.0:1550575073.419087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.419087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.419088:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000100:00100000:3.0:1550575073.419183:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000800:00000200:0.2:1550575073.419209:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419214:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419215:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.419216:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146ecc0000
00000400:00000200:1.0:1550575073.419218:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575073.419219:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.419220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.419227:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.419230:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.419231:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146eeb2000
00000400:00000200:1.0:1550575073.419233:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600e000
00000800:00000200:1.0:1550575073.419233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000008:00100000:2.0:1550575073.419248:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d1800 - object 0x0:1728254 offset 1534066688<>1535115264
00000100:00100000:2.0:1550575073.419251:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934304:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.419252:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.419254:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801500 x1625895440931920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.419256:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169280
00000800:00000200:0.2:1550575073.419386:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.419390:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419394:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.419394:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6a600
00000400:00000200:1.0:1550575073.419397:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600a000
00000800:00000200:1.0:1550575073.419397:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.419398:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419399:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.419400:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102aa00
00000400:00000200:1.0:1550575073.419401:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.419401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.419402:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419402:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.419403:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d1e00 x1625895440934736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.419405:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:1.0:1550575073.419405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419406:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.419424:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.419426:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419427:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419427:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419427:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419428:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419428:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.419475:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.419479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.419479:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.419480:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.419481:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e610
00000400:00000200:1.0:1550575073.419482:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1175d [1] + 192
00000100:00000200:1.0:1550575073.419484:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d2700 x1625895440934416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.419487:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419488:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.419488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.419489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:3.0:1550575073.419492:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d2700 x1625895440934416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.419493:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d2700 x1625895440934416/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.419495:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000008:00100000:2.0:1550575073.419521:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d2400 - object 0x0:1728254 offset 1535115264<>1536163840
00000100:00100000:2.0:1550575073.419524:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440931920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.419526:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800300 x1625895440934496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.419528:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800300 x1625895440934496/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.419530:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf900
00000800:00000200:1.2:1550575073.419530:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.419532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419533:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.419534:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.419535:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e5d0
00000400:00000200:1.0:1550575073.419536:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11751 [1] + 192
00000100:00000200:1.0:1550575073.419537:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5801e00 x1625895440934352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.419538:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419539:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.419619:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.419623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.419624:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.419625:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.419626:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e750
00000400:00000200:1.0:1550575073.419627:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117ad [256] + 0
00000400:00000200:1.0:1550575073.419628:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575073.419628:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419629:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.419630:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.419631:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419632:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.419635:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.419636:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419636:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419637:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.419638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.419644:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00100000:2.0:1550575073.419646:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440934496:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.419648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.419649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575073.419660:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934560:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575073.419662:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.419663:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e6a0-0x5c6be4832e6a0, portal 8
00000100:00000200:2.0:1550575073.419665:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934560, portal 4
00000100:00000200:2.0:1550575073.419666:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934560, offset 0
00000800:00000200:1.0:1550575073.419666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000400:00000200:2.0:1550575073.419667:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.419667:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419669:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000400:00000200:2.0:1550575073.419670:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.419671:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.419672:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.419673:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.419674:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.419675:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:2.0:1550575073.419676:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934752:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.419677:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000100:00000200:2.0:1550575073.419678:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e760-0x5c6be4832e760, portal 8
00000800:00000200:1.0:1550575073.419678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.419679:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934752, portal 4
00000100:00000200:2.0:1550575073.419680:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934752, offset 0
00000400:00000200:2.0:1550575073.419681:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.419681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.419683:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.419683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.419684:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419684:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.419685:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000100:00000200:1.0:1550575073.419685:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d2d00 x1625895440934560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.419686:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.419686:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000400:00000200:1.0:1550575073.419686:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc00
00000800:00000200:2.0:1550575073.419687:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000100:00100000:2.0:1550575073.419688:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 5 async RPCs [3->2]
00000800:00000200:1.0:1550575073.419688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00100000:2.0:1550575073.419689:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.419692:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e680-0x5c6be4832e680, portal 8
00000100:00000200:2.0:1550575073.419693:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934528, portal 4
00000100:00000200:2.0:1550575073.419694:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934528, offset 0
00000400:00000200:2.0:1550575073.419695:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.419696:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.419697:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.419697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.419698:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419698:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.419699:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000100:00000200:1.0:1550575073.419699:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d1800 x1625895440934752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.419700:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.419700:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:2.0:1550575073.419701:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.419701:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf380
00000100:00100000:2.0:1550575073.419702:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934592:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.419703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.419705:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e6c0-0x5c6be4832e6c0, portal 8
00000100:00000200:2.0:1550575073.419706:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934592, portal 4
00000100:00000200:2.0:1550575073.419707:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934592, offset 0
00000400:00000200:2.0:1550575073.419708:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.419710:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.2:1550575073.419710:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419712:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.419713:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:1.0:1550575073.419713:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815ca7a2100 x1625895440934528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.419714:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.419715:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.419715:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000400:00000200:1.0:1550575073.419715:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf800
00000800:00000200:2.0:1550575073.419716:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00100000:2.0:1550575073.419717:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934640:172.20.0.211@o2ib1:4
00000100:00000200:0.0:1550575073.419717:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440933664/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575073.419720:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440933664/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575079 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.419721:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169100
00000800:00000200:1.2:1550575073.419725:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00080000:0.0:1550575073.419725:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000100:00000200:2.0:1550575073.419726:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e6f0-0x5c6be4832e6f0, portal 8
00000800:00000200:1.0:1550575073.419726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000100:00000200:2.0:1550575073.419727:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934640, portal 4
00000100:00000200:2.0:1550575073.419727:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934640, offset 0
00000800:00000200:1.0:1550575073.419727:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.419728:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e3316700 x1625895440934592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.419730:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf400
00000800:00000200:1.0:1550575073.419730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000080:00080000:0.0:1550575073.419730:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000400:00000200:2.0:1550575073.419731:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575073.419731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00080000:0.0:1550575073.419731:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575073.419732:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000400:00000200:2.0:1550575073.419733:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.419734:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:0.0:1550575073.419734:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.419735:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.419735:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.419736:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.419736:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:2.0:1550575073.419737:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934704:172.20.0.211@o2ib1:4
00000100:00080000:0.0:1550575073.419737:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.419739:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.419740:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e730-0x5c6be4832e730, portal 8
00000100:00080000:0.0:1550575073.419740:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.419741:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934704, portal 4
00000100:00000200:2.0:1550575073.419742:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934704, offset 0
00000400:00000200:2.0:1550575073.419743:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.419743:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.419745:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.419745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419745:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000100:00080000:0.0:1550575073.419745:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.419746:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419746:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419746:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.419747:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.419747:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419747:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00080000:0.0:1550575073.419747:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.419748:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:2.0:1550575073.419748:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.419748:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d1500 x1625895440934640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575073.419748:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000100:00100000:2.0:1550575073.419749:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934784:172.20.0.211@o2ib1:4
00000400:00000200:1.0:1550575073.419750:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf080
00000080:00080000:0.0:1550575073.419750:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000800:00000200:1.0:1550575073.419751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:02000000:0.0:1550575073.419751:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00000200:2.0:1550575073.419752:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e780-0x5c6be4832e780, portal 8
00000100:00080000:0.0:1550575073.419752:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.419754:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934784, portal 4
00000100:00000200:2.0:1550575073.419754:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934784, offset 0
00000100:00080000:0.0:1550575073.419754:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8814b03b0000 x1625895440934000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.419755:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00080000:0.0:1550575073.419757:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815e5802a00 x1625895440933680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.419758:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.2:1550575073.419758:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.419759:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000100:00100000:0.0:1550575073.419759:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440933664:172.20.0.212@o2ib1:8
00000800:00000200:2.0:1550575073.419760:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.419760:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419760:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.419761:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:2.0:1550575073.419761:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.419761:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d0300 x1625895440934704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.419762:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf280
00000800:00000200:1.0:1550575073.419763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575073.419764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.419765:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e330-0x5c6be4832e330, portal 8
00000100:00000200:2.0:1550575073.419766:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440933680, portal 4
00000100:00000200:2.0:1550575073.419767:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440933680, offset 0
00000400:00000200:2.0:1550575073.419768:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.419770:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.2:1550575073.419770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.419771:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.419772:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575073.419772:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.419773:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:2.0:1550575073.419774:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.419774:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:2.0:1550575073.419775:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.419777:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.419777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:2.0:1550575073.419779:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d7b16780
00000100:00000200:1.0:1550575073.419780:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d2400 x1625895440934784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.419780:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.2:1550575073.419781:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000400:00000200:1.0:1550575073.419783:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf680
00000800:00000200:0.0:1550575073.419783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000100:00000200:2.0:1550575073.419784:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814e56a5a00
00000800:00000200:1.0:1550575073.419784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:2.0:1550575073.419785:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575073.419785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.419785:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00080000:2.0:1550575073.419786:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932400 new x1625895440934832
00000800:00000200:1.0:1550575073.419786:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:0.0:1550575073.419786:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146ecc0e00
00000400:00000200:0.0:1550575073.419787:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000100:00000200:1.0:1550575073.419788:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e5802a00 x1625895440933680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.419789:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf880
00000800:00000200:0.0:1550575073.419789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.419789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.0:1550575073.419790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.0:1550575073.419790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.419792:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e7b0-0x5c6be4832e7b0, portal 8
00000100:00000200:2.0:1550575073.419793:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932400, portal 4
00000100:00000200:2.0:1550575073.419794:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932400, offset 0
00000400:00000200:2.0:1550575073.419795:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.419797:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.419798:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.419799:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.419799:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.419800:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.419801:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.419803:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d1200 x1625895440934176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.419803:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000100:00000200:2.0:1550575073.419805:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d1200 x1625895440934176/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.419805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.419806:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd80
00000800:00000200:1.0:1550575073.419806:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419807:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419807:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.2:1550575073.419807:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.419808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419809:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.419810:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.419811:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e650
00000400:00000200:1.0:1550575073.419812:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11769 [1] + 192
00000100:00000200:1.0:1550575073.419813:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d1b00 x1625895440934480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.419815:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419815:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419817:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:1.0:1550575073.419818:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575073.419819:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf500
00000800:00000200:1.0:1550575073.419820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.419820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419821:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.419822:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.419823:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e710
00000400:00000200:1.0:1550575073.419824:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1178d [1] + 192
00000100:00000200:1.0:1550575073.419825:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e3315200 x1625895440934672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.419827:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419827:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.419829:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.419830:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.419831:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e6a0
00000400:00000200:1.0:1550575073.419832:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x117b9 [256] + 0
00000400:00000200:1.0:1550575073.419832:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8e000
00000800:00000200:1.0:1550575073.419833:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419833:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.419835:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.419836:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419836:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.419839:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.419840:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419840:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419841:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.419842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.419842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.419843:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.419844:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.419845:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e760
00000400:00000200:1.0:1550575073.419845:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117c5 [256] + 0
00000800:00000200:1.2:1550575073.419847:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:1.0:1550575073.419848:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8a000
00000800:00000200:1.0:1550575073.419848:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419849:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.419851:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.419851:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419852:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.419855:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.419856:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419856:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419857:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000008:00100000:3.0:1550575073.419858:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e3315800 - object 0x0:1725237 offset 1533018112<>1534066688
00000800:00000200:1.0:1550575073.419858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.419858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.419863:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.419866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.419868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.419869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.419873:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.419876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419877:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419879:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419885:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419887:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.419888:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.419889:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e720
00000400:00000200:1.0:1550575073.419890:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117a5 [1] + 192
00000100:00000200:1.0:1550575073.419891:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d0f00 x1625895440934688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.419891:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.419892:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419893:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419894:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.419895:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.419896:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e330
00000400:00000200:1.0:1550575073.419897:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1180d [256] + 0
00000400:00000200:1.0:1550575073.419898:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:1.0:1550575073.419898:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419898:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.419900:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.419901:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419902:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.419905:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:1.0:1550575073.419905:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419905:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.419906:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.419906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.419907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.419907:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419910:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419916:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.419917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.419917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.419938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.419941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.419944:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.419945:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.419947:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e7b0
00000400:00000200:0.0:1550575073.419949:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11819 [256] + 0
00000400:00000200:0.0:1550575073.419950:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:0.0:1550575073.419951:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.419951:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.419954:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.2:1550575073.419957:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.419959:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.419961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.419961:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.419961:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.419962:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.419963:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e680
00000400:00000200:1.0:1550575073.419964:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117d1 [256] + 0
00000400:00000200:1.0:1550575073.419965:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8c000
00000800:00000200:0.0:1550575073.419965:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.419966:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.419966:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.419966:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.419967:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.419967:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.419968:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.419969:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.419969:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.419970:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.419971:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419971:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:0.0:1550575073.419971:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.419972:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e6c0
00000400:00000200:0.0:1550575073.419973:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117dd [256] + 0
00000800:00000200:1.0:1550575073.419974:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000400:00000200:0.0:1550575073.419974:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d0000
00000800:00000200:0.0:1550575073.419974:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.419975:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.419975:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.419975:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.419975:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.419976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.419976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.419977:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.419977:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.419978:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.419979:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575073.419979:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.419980:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.419982:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e6f0
00000400:00000200:1.0:1550575073.419983:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117e9 [256] + 0
00000400:00000200:1.0:1550575073.419983:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d4000
00000800:00000200:0.0:1550575073.419983:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.419983:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.419984:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.419984:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.419984:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.419985:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.419985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.419986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.419986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000400:00000200:1.0:1550575073.419987:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.419988:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.419988:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.419988:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.419989:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.419990:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e690
00000800:00000200:1.0:1550575073.419991:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000400:00000200:0.0:1550575073.419991:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11775 [1] + 192
00000800:00000200:1.0:1550575073.419992:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.419992:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000100:00000200:0.0:1550575073.419992:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a3600 x1625895440934544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.419993:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.419993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.419994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.419995:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.419995:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.419996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.2:1550575073.420020:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.420023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420024:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.420025:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.420026:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e780
00000400:00000200:0.0:1550575073.420028:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11801 [256] + 0
00000400:00000200:0.0:1550575073.420028:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575073.420029:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.420029:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000400:00000200:0.0:1550575073.420031:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.420039:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.420040:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.420044:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.420044:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.420045:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.420045:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.420046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.420047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.2:1550575073.420048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.420052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420055:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.420056:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146eeb3e00
00000800:00000200:0.0:1550575073.420056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.420057:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.420058:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8e000
00000400:00000200:0.0:1550575073.420058:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.420059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.420060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000400:00000200:0.0:1550575073.420060:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e730
00000800:00000200:1.0:1550575073.420061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000400:00000200:0.0:1550575073.420061:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x117f5 [256] + 0
00000800:00000200:1.0:1550575073.420062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000400:00000200:0.0:1550575073.420062:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d2000
00000800:00000200:1.0:1550575073.420063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.420063:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.2:1550575073.420064:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420066:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.420068:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000400:00000200:0.0:1550575073.420068:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.420069:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.420069:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.420070:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.0:1550575073.420070:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.420071:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e6e0
00000400:00000200:1.0:1550575073.420072:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11799 [1] + 192
00000100:00000200:1.0:1550575073.420073:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e3316100 x1625895440934624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420073:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.420074:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.420074:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420075:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.420075:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.420075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.420076:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.420076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.2:1550575073.420077:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.420078:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.420078:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.420079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000100:00000200:0.0:1550575073.420079:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814712d1400
00000800:00000200:1.0:1550575073.420080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.420080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000400:00000200:0.0:1550575073.420080:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8a000
00000800:00000200:1.0:1550575073.420081:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.420081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.420082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.420083:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:0.0:1550575073.420083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.420083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:0.0:1550575073.420084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.420085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:0.0:1550575073.420085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.2:1550575073.420093:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.420095:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:0.2:1550575073.420095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.420096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.420097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420098:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.420099:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420099:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.420100:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.420103:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.420106:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.420106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000008:00100000:3.0:1550575073.420107:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661b00 - object 0x0:1725237 offset 1534066688<>1535115264
00000800:00000200:1.0:1550575073.420107:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420108:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.420109:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00100000:3.0:1550575073.420110:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934416:172.20.0.211@o2ib1:4
00000400:00000200:1.0:1550575073.420110:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e6d0
00000400:00000200:1.0:1550575073.420111:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11781 [1] + 192
00000100:00000200:3.0:1550575073.420112:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d1b00 x1625895440934480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420112:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.420112:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.420113:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000100:00000200:3.0:1550575073.420114:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d1b00 x1625895440934480/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420114:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575073.420116:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00000200:1.0:1550575073.420117:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d0000 x1625895440934608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420117:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.420118:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.420119:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.420119:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.420120:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420120:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.420123:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.420123:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.420123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.420124:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420125:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.420128:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.420129:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.420130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.420130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420131:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.420133:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.420134:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.420135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.420135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.420136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.420142:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.420142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000008:00100000:2.0:1550575073.420156:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d0600 - object 0x0:1728687 offset 1531969536<>1533018112
00000100:00100000:2.0:1550575073.420159:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934176:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.420161:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d3300 x1625895440934240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.420165:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d3300 x1625895440934240/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.420167:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfe80
00000800:00000200:1.2:1550575073.420261:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.420265:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420267:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.420267:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147a018200
00000400:00000200:1.0:1550575073.420268:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:1.0:1550575073.420268:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.420269:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.2:1550575073.420293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.420296:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.420299:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (25)--
00000100:00000200:0.0:1550575073.420300:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e56a5a00
00000400:00000200:0.0:1550575073.420301:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575073.420302:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.420302:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.2:1550575073.420357:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.420361:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.420362:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.420363:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.420364:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e750
00000400:00000200:1.0:1550575073.420365:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117b1 [1] + 192
00000100:00000200:1.0:1550575073.420366:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d1e00 x1625895440934736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.420368:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.420368:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.420369:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.420369:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575073.420436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.420440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.420441:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.420442:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102b600
00000400:00000200:1.0:1550575073.420442:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8c000
00000800:00000200:1.0:1550575073.420443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.420443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000008:00100000:3.0:1550575073.420460:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662100 - object 0x0:1728687 offset 1533018112<>1534066688
00000100:00100000:3.0:1550575073.420463:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934480:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575073.420464:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8800343d3000 - object 0x0:1725237 offset 1535115264<>1536163840
00000100:00000200:3.0:1550575073.420465:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a3600 x1625895440934544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.420467:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a3600 x1625895440934544/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575073.420467:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934240:172.20.0.211@o2ib1:4
00000400:00000200:3.0:1550575073.420468:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00000200:2.0:1550575073.420469:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d0900 x1625895440934368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.420471:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d0900 x1625895440934368/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.420471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000400:00000200:2.0:1550575073.420473:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcff80
00000800:00000200:0.0:1550575073.420474:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.420477:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.420478:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814712d0000
00000400:00000200:0.0:1550575073.420478:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:0.0:1550575073.420479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.420480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.420572:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934544:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.420573:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d0000 x1625895440934608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.420575:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d0000 x1625895440934608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.420576:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:1.2:1550575073.420603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.420610:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.420610:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146ecc1400
00000400:00000200:1.0:1550575073.420611:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d4000
00000800:00000200:0.0:1550575073.420611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.420612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.420628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.420630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.420632:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.420634:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.420635:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e760
00000400:00000200:0.0:1550575073.420636:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117c9 [1] + 192
00000800:00000200:1.0:1550575073.420637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000100:00000200:0.0:1550575073.420637:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d1800 x1625895440934752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.420638:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:1.0:1550575073.420641:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102b200
00000800:00000200:0.0:1550575073.420641:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.420641:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000400:00000200:1.0:1550575073.420642:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d0000
00000800:00000200:0.0:1550575073.420642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.420642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.420643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.420643:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.420644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.420644:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575073.420645:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e6a0
00000400:00000200:0.0:1550575073.420646:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x117bd [1] + 192
00000100:00000200:0.0:1550575073.420648:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d2d00 x1625895440934560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420650:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.420650:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.420651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:3.0:1550575073.420665:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934608:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.420667:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315200 x1625895440934672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.420668:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315200 x1625895440934672/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.420670:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:1.2:1550575073.420713:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.420717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420720:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.420721:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88146ecc1e00
00000400:00000200:1.0:1550575073.420721:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d2000
00000800:00000200:0.0:1550575073.420721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.420722:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934672:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.420722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575073.420726:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e470-0x5c6be4832e470, portal 8
00000100:00000200:3.0:1550575073.420728:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934000, portal 4
00000100:00000200:3.0:1550575073.420729:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934000, offset 0
00000400:00000200:3.0:1550575073.420730:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.420733:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575073.420734:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.420735:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.420736:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:3.0:1550575073.420737:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.420738:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.420740:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934880:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.420743:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e7e0-0x5c6be4832e7e0, portal 8
00000100:00000200:3.0:1550575073.420744:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934880, portal 4
00000100:00000200:3.0:1550575073.420744:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934880, offset 0
00000400:00000200:3.0:1550575073.420745:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.420747:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.420748:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.420749:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:3.0:1550575073.420750:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.420750:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.2:1550575073.420750:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.420751:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:3.0:1550575073.420752:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d1e00 x1625895440934736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000100:00000200:3.0:1550575073.420753:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d1e00 x1625895440934736/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420754:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000400:00000200:3.0:1550575073.420755:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000100:00000200:0.0:1550575073.420756:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b0000 x1625895440934000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.420757:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:1.0:1550575073.420758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.420758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.420762:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.420765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420767:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.420769:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662100 x1625895440934880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.420769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000400:00000200:1.0:1550575073.420770:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:1.0:1550575073.420771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.420782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.420786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.420787:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.420788:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420788:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.420789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.420789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:3.0:1550575073.420812:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934736:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.420814:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316100 x1625895440934624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.420815:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316100 x1625895440934624/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.420817:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000008:00100000:2.0:1550575073.420817:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b1800 - object 0x0:1728687 offset 1534066688<>1535115264
00000800:00000200:1.2:1550575073.420865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.420868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.420869:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.420870:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575073.420871:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e470
00000400:00000200:1.0:1550575073.420872:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11825 [256] + 0
00000400:00000200:1.0:1550575073.420873:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575073.420874:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420874:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:1.0:1550575073.420876:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.420877:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.420877:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.420881:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.420881:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.420882:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.420883:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.420883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.420883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.2:1550575073.420887:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.420889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.420892:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.420893:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.420894:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e7e0
00000800:00000200:1.0:1550575073.420895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.420895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.420895:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11831 [256] + 0
00000800:00000200:1.0:1550575073.420896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.420896:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:0.0:1550575073.420896:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.420897:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.420899:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.420900:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.420901:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.420904:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575073.420905:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:0.0:1550575073.420905:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575073.420906:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575073.420906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.420911:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934624:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.420912:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d0f00 x1625895440934688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.420914:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d0f00 x1625895440934688/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575073.420914:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.2:1550575073.420915:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:3.0:1550575073.420917:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.0:1550575073.420917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.420917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.420918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.420918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.420919:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.420920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.420922:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.420930:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.420930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.420940:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.420944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420945:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.420948:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.420954:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.420954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.420954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.420965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.420968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.420969:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.420970:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.420971:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832de30
00000400:00000200:1.0:1550575073.420972:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x1181d [1] + 192
00000100:00000200:1.0:1550575073.420973:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000100:00100000:3.0:1550575073.420974:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934688:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.420975:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801e00 x1625895440934352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.420975:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.420975:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.420975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.420976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:3.0:1550575073.420977:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801e00 x1625895440934352/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.420978:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:0.2:1550575073.421016:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421021:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.421023:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575073.421024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.421024:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e330
00000400:00000200:0.0:1550575073.421025:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11811 [1] + 192
00000100:00000200:0.0:1550575073.421026:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e5802a00 x1625895440933680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421028:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421028:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:3.0:1550575073.421048:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934352:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.421049:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:3.0:1550575073.421050:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934800:172.20.0.211@o2ib1:4
00000008:00100000:2.0:1550575073.421051:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b0600 - object 0x0:1728687 offset 1535115264<>1536163840
00000100:00000200:3.0:1550575073.421053:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e790-0x5c6be4832e790, portal 8
00000100:00000200:3.0:1550575073.421054:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934800, portal 4
00000100:00100000:2.0:1550575073.421054:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934368:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.421055:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934800, offset 0
00000100:00000200:2.0:1550575073.421055:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d3900 x1625895440934432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421057:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d3900 x1625895440934432/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421059:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd00
00000400:00000200:3.0:1550575073.421060:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.421062:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575073.421062:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (3)--
00000800:00000200:3.0:1550575073.421063:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575073.421065:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.421065:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:3.0:1550575073.421066:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:3.0:1550575073.421067:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000100:00100000:3.0:1550575073.421067:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934896:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.421070:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e7f0-0x5c6be4832e7f0, portal 8
00000100:00000200:3.0:1550575073.421072:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934896, portal 4
00000100:00000200:3.0:1550575073.421072:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934896, offset 0
00000800:00000200:1.2:1550575073.421072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:3.0:1550575073.421073:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.421075:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575073.421075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.421076:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.421077:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.421077:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575073.421078:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.421078:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.421079:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.421079:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.0:1550575073.421080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575073.421081:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e780
00000400:00000200:1.0:1550575073.421082:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11805 [1] + 192
00000100:00000200:1.0:1550575073.421083:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d2400 x1625895440934784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421085:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421085:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.421086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.2:1550575073.421093:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421095:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421099:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000100:00000200:0.0:1550575073.421099:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814adc6a000
00000800:00000200:1.0:1550575073.421101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.421102:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.421102:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000100:00000200:1.0:1550575073.421103:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e3315800 x1625895440934800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:1.0:1550575073.421104:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.0:1550575073.421104:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.421105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:1.2:1550575073.421116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.421120:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421122:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.421122:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a400
00000400:00000200:1.0:1550575073.421125:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575073.421125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000100:00100000:2.0:1550575073.421126:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934432:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.421126:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.421126:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:2.0:1550575073.421127:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5801200 x1625895440934400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421129:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5801200 x1625895440934400/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421130:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa80
00000100:00000200:1.0:1550575073.421131:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d3000 x1625895440934896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.421132:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:1.0:1550575073.421133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.421133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:2.0:1550575073.421197:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934400:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.421198:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5800000 x1625895440934448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.421199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (20)++
00000100:00000200:2.0:1550575073.421201:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5800000 x1625895440934448/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421202:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.421203:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc80
00000800:00000200:0.0:1550575073.421204:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.421206:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575073.421207:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e790
00000800:00000200:1.0:1550575073.421208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.421208:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1183d [256] + 0
00000400:00000200:0.0:1550575073.421209:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:0.0:1550575073.421209:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421210:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)--
00000400:00000200:0.0:1550575073.421212:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.421213:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421213:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.421216:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421217:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421218:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421219:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421219:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.421230:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421232:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.2:1550575073.421248:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421249:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421250:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421253:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421259:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421259:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421260:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575073.421262:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934448:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.421263:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d3c00 x1625895440934336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421265:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d3c00 x1625895440934336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421266:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfb80
00000800:00000200:0.2:1550575073.421269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421270:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421271:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.421273:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575073.421274:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e6c0
00000400:00000200:0.0:1550575073.421274:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117e1 [1] + 192
00000100:00000200:0.0:1550575073.421276:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e3316700 x1625895440934592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421277:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421278:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575073.421326:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.421327:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff1200 x1625895440932336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421329:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff1200 x1625895440932336/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421330:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89500
00000800:00000200:0.2:1550575073.421361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421363:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421364:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00000200:0.0:1550575073.421364:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a000
00000400:00000200:0.0:1550575073.421366:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:0.0:1550575073.421367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.421368:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00100000:2.0:1550575073.421393:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932336:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.421394:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.421395:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.421397:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ddb89680
00000100:00000200:2.0:1550575073.421398:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814a2c7ea00
00000400:00000200:2.0:1550575073.421399:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ca000
00000100:00080000:2.0:1550575073.421400:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932272 new x1625895440934944
00000100:00000200:2.0:1550575073.421402:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e820-0x5c6be4832e820, portal 8
00000100:00000200:2.0:1550575073.421403:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932272, portal 4
00000100:00000200:2.0:1550575073.421404:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932272, offset 0
00000400:00000200:2.0:1550575073.421405:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.421408:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421409:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.421410:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421411:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.421411:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.421413:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.421414:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.421415:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.421417:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3a00
00000100:00000200:2.0:1550575073.421417:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814a2c7f400
00000400:00000200:2.0:1550575073.421418:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000100:00080000:2.0:1550575073.421419:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932144 new x1625895440934960
00000800:00000200:1.2:1550575073.421419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00000200:2.0:1550575073.421421:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e830-0x5c6be4832e830, portal 8
00000100:00000200:2.0:1550575073.421421:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932144, portal 4
00000100:00000200:2.0:1550575073.421422:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932144, offset 0
00000400:00000200:2.0:1550575073.421423:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.421423:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000400:00000200:2.0:1550575073.421425:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575073.421425:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.421426:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.421427:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421427:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000100:00000200:1.0:1550575073.421427:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.421427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:2.0:1550575073.421428:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.421428:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc80
00000800:00000200:2.0:1550575073.421429:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.421429:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:2.0:1550575073.421430:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.2:1550575073.421430:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000100:00000200:2.0:1550575073.421431:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.421432:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000400:00000200:2.0:1550575073.421433:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3700
00000100:00000200:2.0:1550575073.421434:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88152cf8da00
00000400:00000200:2.0:1550575073.421434:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881448764000
00000800:00000200:0.0:1550575073.421434:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000100:00080000:2.0:1550575073.421435:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932016 new x1625895440934976
00000400:00000200:0.0:1550575073.421435:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000100:00000200:2.0:1550575073.421437:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e840-0x5c6be4832e840, portal 8
00000800:00000200:1.0:1550575073.421437:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000400:00000200:0.0:1550575073.421437:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e6f0
00000800:00000200:1.0:1550575073.421438:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.421438:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117ed [1] + 192
00000100:00000200:0.0:1550575073.421439:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d1500 x1625895440934640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421442:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932016, portal 4
00000100:00000200:1.0:1550575073.421442:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.421442:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421442:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.421444:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932016, offset 0
00000400:00000200:1.0:1550575073.421444:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd00
00000400:00000200:2.0:1550575073.421445:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575073.421445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000400:00000200:2.0:1550575073.421447:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421448:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.421449:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421450:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.421450:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.421451:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.421452:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.421453:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.421455:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3280
00000100:00000200:2.0:1550575073.421456:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814a2eb1c00
00000400:00000200:2.0:1550575073.421457:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881448760000
00000800:00000200:1.2:1550575073.421457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00080000:2.0:1550575073.421458:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931888 new x1625895440934992
00000100:00000200:2.0:1550575073.421460:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e850-0x5c6be4832e850, portal 8
00000100:00000200:2.0:1550575073.421461:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931888, portal 4
00000800:00000200:1.0:1550575073.421461:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000100:00000200:2.0:1550575073.421462:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931888, offset 0
00000800:00000200:1.0:1550575073.421462:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000400:00000200:2.0:1550575073.421463:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:1.0:1550575073.421464:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.421465:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000400:00000200:1.0:1550575073.421465:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf300
00000800:00000200:2.0:1550575073.421466:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.421466:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:2.0:1550575073.421467:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.421467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:2.0:1550575073.421468:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.421468:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.421469:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.421470:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.421472:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.421473:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8af3900
00000100:00080000:2.0:1550575073.421474:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931760 new x1625895440935008
00000100:00000200:2.0:1550575073.421477:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e860-0x5c6be4832e860, portal 8
00000800:00000200:1.2:1550575073.421477:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000100:00000200:2.0:1550575073.421478:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931760, portal 4
00000100:00000200:2.0:1550575073.421478:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931760, offset 0
00000800:00000200:0.2:1550575073.421478:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.421479:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575073.421480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.421481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421481:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.421482:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421482:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421482:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575073.421482:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.421482:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575073.421482:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:1.0:1550575073.421483:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575073.421483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:2.0:1550575073.421484:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421484:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.421484:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000400:00000200:1.0:1550575073.421484:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd80
00000800:00000200:0.0:1550575073.421484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:2.0:1550575073.421485:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.421485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00080000:2.0:1550575073.421486:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440931632 new x1625895440935024
00000100:00000200:2.0:1550575073.421489:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e870-0x5c6be4832e870, portal 8
00000100:00000200:2.0:1550575073.421489:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575073.421490:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575073.421491:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575073.421492:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.421493:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421494:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.421495:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421496:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.421496:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:1.0:1550575073.421496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.421496:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:2.0:1550575073.421497:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00000200:1.0:1550575073.421498:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000100:00100000:2.0:1550575073.421499:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934864:172.20.0.212@o2ib1:4
00000400:00000200:1.0:1550575073.421499:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf300
00000800:00000200:1.0:1550575073.421500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.421500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:2.0:1550575073.421502:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e7d0-0x5c6be4832e7d0, portal 8
00000100:00000200:2.0:1550575073.421503:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934864, portal 4
00000100:00000200:2.0:1550575073.421504:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934864, offset 0
00000400:00000200:2.0:1550575073.421505:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.2:1550575073.421505:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.421507:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575073.421507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.421508:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.421509:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421509:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.421510:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.421510:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575073.421510:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000100:00100000:2.0:1550575073.421511:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934928:172.20.0.212@o2ib1:4
00000100:00000200:0.0:1550575073.421511:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575073.421512:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc80
00000800:00000200:1.0:1550575073.421513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.421514:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e810-0x5c6be4832e810, portal 8
00000800:00000200:0.0:1550575073.421514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.421515:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934928, portal 4
00000100:00000200:2.0:1550575073.421516:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934928, offset 0
00000400:00000200:2.0:1550575073.421517:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575073.421517:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.421519:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421520:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.421521:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421521:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:1.0:1550575073.421521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.421522:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.421522:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000100:00100000:2.0:1550575073.421523:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000800:00000200:1.0:1550575073.421523:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.421524:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800343d0600 x1625895440934864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575073.421525:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934848:172.20.0.211@o2ib1:4
00000800:00000200:0.0:1550575073.421525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000400:00000200:1.0:1550575073.421526:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf880
00000100:00000200:2.0:1550575073.421527:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e7c0-0x5c6be4832e7c0, portal 8
00000800:00000200:1.0:1550575073.421527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:2.0:1550575073.421528:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934848, portal 4
00000100:00000200:2.0:1550575073.421529:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934848, offset 0
00000400:00000200:2.0:1550575073.421530:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.2:1550575073.421531:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:2.0:1550575073.421532:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421533:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.421533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:2.0:1550575073.421534:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421535:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.421535:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575073.421535:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (23)--
00000800:00000200:2.0:1550575073.421536:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:0.0:1550575073.421536:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b0600 x1625895440934928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575073.421537:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934912:172.20.0.212@o2ib1:4
00000400:00000200:0.0:1550575073.421537:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf280
00000800:00000200:1.0:1550575073.421538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000100:00000200:2.0:1550575073.421539:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e800-0x5c6be4832e800, portal 8
00000800:00000200:0.0:1550575073.421539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000100:00000200:2.0:1550575073.421540:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934912, portal 4
00000100:00000200:2.0:1550575073.421541:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934912, offset 0
00000400:00000200:2.0:1550575073.421542:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575073.421542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000400:00000200:2.0:1550575073.421544:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575073.421545:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.421545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.421546:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.421546:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (20)++
00000800:00000200:2.0:1550575073.421547:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (21)++
00000800:00000200:2.0:1550575073.421547:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.0:1550575073.421548:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.421549:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661b00 x1625895440934848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.421550:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000400:00000200:1.0:1550575073.421551:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf400
00000800:00000200:0.0:1550575073.421551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000100:00000200:2.0:1550575073.421552:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3316700 x1625895440934592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575073.421552:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000100:00000200:2.0:1550575073.421553:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3316700 x1625895440934592/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.421554:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.421554:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000400:00000200:0.0:1550575073.421554:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:2.0:1550575073.421555:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf600
00000800:00000200:1.0:1550575073.421555:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.421555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.421555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000400:00000200:0.0:1550575073.421555:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e680
00000800:00000200:1.0:1550575073.421556:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.421556:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117d5 [1] + 192
00000400:00000200:1.0:1550575073.421557:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000100:00000200:0.0:1550575073.421558:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815ca7a2100 x1625895440934528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.421559:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e820
00000400:00000200:1.0:1550575073.421560:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11855 [256] + 0
00000800:00000200:0.0:1550575073.421560:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000400:00000200:1.0:1550575073.421561:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575073.421561:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.421561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.421562:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.421562:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575073.421562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421562:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.421564:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000400:00000200:0.0:1550575073.421564:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.421565:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421566:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:0.0:1550575073.421566:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e7f0
00000400:00000200:0.0:1550575073.421567:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11849 [256] + 0
00000400:00000200:0.0:1550575073.421568:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:0.0:1550575073.421568:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421569:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.421570:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.421570:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.421570:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421571:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.421571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:0.0:1550575073.421571:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.421572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575073.421572:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.421573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.421573:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421573:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00000200:1.0:1550575073.421574:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.421576:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf380
00000800:00000200:0.0:1550575073.421577:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421577:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.2:1550575073.421578:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575073.421578:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.421578:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.421579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575073.421579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:1.0:1550575073.421580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575073.421580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.421581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.2:1550575073.421583:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575073.421584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:1.0:1550575073.421585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421585:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.421586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000400:00000200:0.0:1550575073.421586:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575073.421587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.421587:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e830
00000400:00000200:0.0:1550575073.421588:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11861 [256] + 0
00000400:00000200:0.0:1550575073.421589:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:0.0:1550575073.421589:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421590:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.421592:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.421593:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.421594:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.421597:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421597:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575073.421598:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575073.421598:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575073.421599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:1.2:1550575073.421602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.421606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421608:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.421610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.421610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.421611:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.421611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.2:1550575073.421612:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575073.421613:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.421614:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.421616:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e840
00000400:00000200:0.0:1550575073.421616:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1186d [256] + 0
00000400:00000200:0.0:1550575073.421617:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000100:00100000:2.0:1550575073.421618:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934592:172.20.0.211@o2ib1:4
00000800:00000200:0.0:1550575073.421618:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000100:00000200:2.0:1550575073.421619:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d1500 x1625895440934640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421620:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.421620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.421620:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000100:00000200:2.0:1550575073.421621:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d1500 x1625895440934640/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000400:00000200:2.0:1550575073.421622:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf200
00000800:00000200:1.0:1550575073.421622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000400:00000200:0.0:1550575073.421622:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.421623:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421623:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421624:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.421625:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421627:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421627:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.2:1550575073.421632:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421633:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.421633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421633:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.421634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.421634:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.421635:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575073.421635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000400:00000200:1.0:1550575073.421636:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:0.0:1550575073.421636:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.421637:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e850
00000400:00000200:1.0:1550575073.421638:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11879 [256] + 0
00000400:00000200:1.0:1550575073.421639:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624e000
00000800:00000200:1.0:1550575073.421639:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.421639:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.421640:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)--
00000400:00000200:1.0:1550575073.421642:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.421643:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421644:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.421645:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575073.421645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.421646:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421647:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.421647:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575073.421647:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421648:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000400:00000200:0.0:1550575073.421648:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575073.421649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000400:00000200:0.0:1550575073.421650:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e870
00000400:00000200:0.0:1550575073.421650:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11891 [256] + 0
00000400:00000200:0.0:1550575073.421651:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624c000
00000800:00000200:0.0:1550575073.421652:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575073.421652:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:0.0:1550575073.421654:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.421655:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421656:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.421659:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421659:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575073.421660:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421660:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575073.421661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575073.421665:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.421669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.421671:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.421672:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:0.0:1550575073.421673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.421674:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e7c0
00000400:00000200:1.0:1550575073.421674:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x118b5 [256] + 0
00000400:00000200:1.0:1550575073.421675:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000800:00000200:1.0:1550575073.421676:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.421676:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575073.421678:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.421679:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421680:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00100000:2.0:1550575073.421682:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934640:172.20.0.211@o2ib1:4
00000800:00000200:1.0:1550575073.421683:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.421683:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000100:00000200:2.0:1550575073.421684:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d2400 x1625895440934784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421684:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421684:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000100:00000200:2.0:1550575073.421687:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d2400 x1625895440934784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421688:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf480
00000800:00000200:0.2:1550575073.421722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575073.421723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.421726:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.2:1550575073.421727:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000400:00000200:0.0:1550575073.421727:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.421728:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e860
00000400:00000200:0.0:1550575073.421729:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11885 [256] + 0
00000400:00000200:0.0:1550575073.421730:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446248000
00000800:00000200:0.0:1550575073.421730:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.421731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421731:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.421732:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.421733:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.421734:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000400:00000200:1.0:1550575073.421735:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e7d0
00000800:00000200:0.0:1550575073.421735:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.421736:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1189d [256] + 0
00000800:00000200:0.0:1550575073.421736:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.421737:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624a000
00000800:00000200:1.0:1550575073.421738:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.421738:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000100:00100000:2.0:1550575073.421739:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934784:172.20.0.211@o2ib1:4
00000800:00000200:0.0:1550575073.421739:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00000200:2.0:1550575073.421740:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d2d00 x1625895440934560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421740:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421740:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (27)++
00000400:00000200:1.0:1550575073.421741:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575073.421741:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.421741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000100:00000200:2.0:1550575073.421742:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d2d00 x1625895440934560/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421742:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421742:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575073.421742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000400:00000200:2.0:1550575073.421743:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf900
00000800:00000200:0.0:1550575073.421743:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.421744:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575073.421745:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e800
00000800:00000200:1.0:1550575073.421746:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575073.421746:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x118c1 [256] + 0
00000800:00000200:1.0:1550575073.421747:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.421747:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000400:00000200:0.0:1550575073.421747:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462dc000
00000800:00000200:0.0:1550575073.421747:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.421748:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.421748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421748:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.421749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.421750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.421750:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575073.421751:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000400:00000200:1.0:1550575073.421752:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575073.421752:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421752:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.421753:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e7e0
00000400:00000200:1.0:1550575073.421754:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11835 [1] + 192
00000100:00000200:1.0:1550575073.421755:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662100 x1625895440934880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421757:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575073.421757:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.421758:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421758:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.421759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.421760:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:0.0:1550575073.421760:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421761:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.421761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000400:00000200:0.0:1550575073.421761:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575073.421762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000400:00000200:0.0:1550575073.421762:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e810
00000400:00000200:0.0:1550575073.421763:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x118a9 [256] + 0
00000400:00000200:0.0:1550575073.421764:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575073.421764:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.421765:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000400:00000200:0.0:1550575073.421767:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000100:00000200:3.0:1550575073.421768:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662100 x1625895440934880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575073.421768:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (25)++
00000100:00000200:3.0:1550575073.421770:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662100 x1625895440934880/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.421771:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:0.0:1550575073.421771:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575073.421772:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.421774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.421774:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.421776:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575073.421776:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575073.421777:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e470
00000800:00000200:0.0:1550575073.421777:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.421777:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000400:00000200:1.0:1550575073.421778:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11829 [1] + 192
00000800:00000200:0.0:1550575073.421778:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.421778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000100:00000200:1.0:1550575073.421779:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b0000 x1625895440934000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.421781:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.421781:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.421781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.2:1550575073.421794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.2:1550575073.421796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:0.0:1550575073.421797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421798:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575073.421799:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:1.0:1550575073.421800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000400:00000200:0.0:1550575073.421800:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e730
00000800:00000200:1.0:1550575073.421801:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000400:00000200:0.0:1550575073.421801:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x117f9 [1] + 192
00000100:00000200:1.0:1550575073.421802:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2c7ea00
00000400:00000200:1.0:1550575073.421804:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:1.0:1550575073.421805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000100:00000200:0.0:1550575073.421805:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d0300 x1625895440934704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.421806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.421807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.421807:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421808:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.421808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.2:1550575073.421813:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421817:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (27)--
00000100:00000200:0.0:1550575073.421818:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814710de000
00000400:00000200:0.0:1550575073.421818:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:0.0:1550575073.421819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000100:00100000:2.0:1550575073.421824:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934560:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.421825:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d1800 x1625895440934752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421827:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d1800 x1625895440934752/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421828:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfb00
00000800:00000200:0.2:1550575073.421840:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575073.421841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421842:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421845:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000100:00100000:3.0:1550575073.421853:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934880:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.421854:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0000 x1625895440934000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421854:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.421854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000100:00000200:3.0:1550575073.421856:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0000 x1625895440934000/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421856:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575073.421857:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:0.0:1550575073.421859:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421864:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.421865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421866:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421869:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421874:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.421875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575073.421876:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575073.421878:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:0.0:1550575073.421884:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:0.0:1550575073.421884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575073.421884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000100:00100000:2.0:1550575073.421903:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934752:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.421904:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e5802a00 x1625895440933680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.421906:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e5802a00 x1625895440933680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.421907:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf780
00000800:00000200:1.2:1550575073.421916:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.421922:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.421924:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.0:1550575073.421924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000400:00000200:1.0:1550575073.421925:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e790
00000800:00000200:1.2:1550575073.421927:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000400:00000200:1.0:1550575073.421930:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11841 [1] + 192
00000100:00000200:1.0:1550575073.421931:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e3315800 x1625895440934800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575073.421931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.421933:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.421933:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575073.421933:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000100:00000200:0.0:1550575073.421933:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2c7f400
00000800:00000200:1.0:1550575073.421934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.421934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000400:00000200:0.0:1550575073.421934:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575073.421935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:0.0:1550575073.421935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575073.421941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575073.421951:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.421955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421957:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421959:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.421969:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.421969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421971:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421974:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.421981:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.421981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421983:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421985:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.421990:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:0.2:1550575073.421990:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.421991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.421991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.421992:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.421995:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.422001:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.422001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.422003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.422004:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.422005:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88152cf8da00
00000400:00000200:1.0:1550575073.422005:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:1.0:1550575073.422006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.422007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.422007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:2.0:1550575073.422046:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440933680:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.422047:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.422049:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff3300 x1625895440932400/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.422050:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf700
00000800:00000200:1.2:1550575073.422154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.422158:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.422159:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575073.422160:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb1c00
00000400:00000200:1.0:1550575073.422160:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624e000
00000800:00000200:1.0:1550575073.422161:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.422162:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575073.422251:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.422254:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.422255:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575073.422255:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814710df400
00000400:00000200:1.0:1550575073.422256:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624a000
00000800:00000200:1.0:1550575073.422257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.422257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000008:00100000:3.0:1550575073.422271:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661800 - object 0x0:1728629 offset 1521483776<>1522532352
00000800:00000200:1.2:1550575073.422344:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422346:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.422347:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.422348:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a200
00000400:00000200:1.0:1550575073.422348:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000800:00000200:1.0:1550575073.422349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.422349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.2:1550575073.422355:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.422360:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.422361:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.422362:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575073.422363:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e7f0
00000400:00000200:1.0:1550575073.422364:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1184d [1] + 192
00000100:00000200:1.0:1550575073.422365:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d3000 x1625895440934896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.422366:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.422367:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.2:1550575073.422368:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422369:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.422370:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:1.0:1550575073.422370:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422371:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.422372:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.422373:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ddb0
00000400:00000200:1.0:1550575073.422374:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11859 [1] + 192
00000100:00000200:1.0:1550575073.422375:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.422377:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575073.422377:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575073.422377:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.422378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000008:00100000:2.0:1550575073.422379:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b03b3600 - object 0x0:1728629 offset 1522532352<>1523580928
00000800:00000200:1.2:1550575073.422467:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422469:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422470:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.422471:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814710dee00
00000400:00000200:1.0:1550575073.422471:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:1.0:1550575073.422472:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422472:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:3.0:1550575073.422522:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663600 - object 0x0:1728629 offset 1523580928<>1524629504
00000100:00100000:3.0:1550575073.422526:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440934000:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.422529:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e3315800 x1625895440934800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.422530:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e3315800 x1625895440934800/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.422532:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:0.2:1550575073.422573:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000800:00000200:1.0:1550575073.422578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.422579:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.422580:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.422581:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dcb0
00000400:00000200:1.0:1550575073.422581:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11871 [1] + 192
00000100:00000200:1.0:1550575073.422583:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.422584:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.422585:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.422585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.422586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:3.0:1550575073.422595:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934800:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575073.422597:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d3000 x1625895440934896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575073.422598:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d3000 x1625895440934896/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575073.422600:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:1.2:1550575073.422603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.422605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422606:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.422607:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.422608:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dd30
00000400:00000200:1.0:1550575073.422609:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11865 [1] + 192
00000100:00000200:1.0:1550575073.422610:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.422612:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422612:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.422612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000008:00100000:2.0:1550575073.422631:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0c00 - object 0x0:1728629 offset 1524629504<>1525678080
00000100:00100000:2.0:1550575073.422634:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440932400:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575073.422636:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935072:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.422639:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e8a0-0x5c6be4832e8a0, portal 8
00000100:00000200:2.0:1550575073.422641:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935072, portal 4
00000100:00000200:2.0:1550575073.422642:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935072, offset 0
00000400:00000200:2.0:1550575073.422643:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.422645:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.422647:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.422648:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.422649:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.422649:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.422650:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.422651:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815ca7a2100 x1625895440934528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.422653:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815ca7a2100 x1625895440934528/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.422654:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf980
00000800:00000200:1.2:1550575073.422658:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422660:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.422661:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.422662:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf780
00000800:00000200:1.0:1550575073.422663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:3.0:1550575073.422665:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440934896:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575073.422667:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935104:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.422670:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e8c0-0x5c6be4832e8c0, portal 8
00000100:00000200:3.0:1550575073.422672:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935104, portal 4
00000100:00000200:3.0:1550575073.422673:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935104, offset 0
00000400:00000200:3.0:1550575073.422674:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.422677:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.422678:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.422679:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.422680:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.422680:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.422681:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:3.0:1550575073.422682:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.422683:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935040:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.422685:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e880-0x5c6be4832e880, portal 8
00000100:00000200:3.0:1550575073.422686:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935040, portal 4
00000100:00000200:3.0:1550575073.422687:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935040, offset 0
00000400:00000200:3.0:1550575073.422688:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.422689:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.422690:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.2:1550575073.422690:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.422691:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.422692:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.422692:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575073.422692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422692:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575073.422693:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575073.422693:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.422695:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.0:1550575073.422696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.422696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575073.422700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422703:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.422704:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661800 x1625895440935040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.422705:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.0:1550575073.422705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00100000:2.0:1550575073.422748:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934528:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.422749:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d0300 x1625895440934704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.422751:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d0300 x1625895440934704/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.422752:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf000
00000100:00100000:3.0:1550575073.422762:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1550575073.422850:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440934704:172.20.0.211@o2ib1:4
00000100:00100000:2.0:1550575073.422851:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.422853:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935088:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.422856:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e8b0-0x5c6be4832e8b0, portal 8
00000100:00000200:2.0:1550575073.422857:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935088, portal 4
00000100:00000200:2.0:1550575073.422857:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935088, offset 0
00000400:00000200:2.0:1550575073.422858:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.422860:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.422861:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.422863:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.422863:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:2.0:1550575073.422864:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:2.0:1550575073.422864:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:2.0:1550575073.422867:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.422869:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2a00 x1625895440932272/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.422870:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfb80
00000800:00000200:1.2:1550575073.422871:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422873:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575073.422874:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.422877:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf980
00000800:00000200:1.0:1550575073.422878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.422890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.422891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422892:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.422892:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422893:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.422893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575073.422920:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575073.422921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575073.422922:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.422923:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.2:1550575073.422923:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000400:00000200:1.0:1550575073.422924:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e7c0
00000400:00000200:1.0:1550575073.422925:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x118b9 [1] + 192
00000100:00000200:1.0:1550575073.422926:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661b00 x1625895440934848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.422928:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575073.422928:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575073.422929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575073.422929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.0:1550575073.422930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:1.0:1550575073.422930:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.422931:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575073.422932:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dc30
00000400:00000200:1.0:1550575073.422933:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x1187d [1] + 192
00000100:00000200:1.0:1550575073.422934:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575073.422936:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.422936:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.422937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.422937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000100:00100000:2.0:1550575073.422944:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932272:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.422945:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.422947:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865800 x1625895440932144/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.422949:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa80
00000008:00100000:3.0:1550575073.422995:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662a00 - object 0x0:1728254 offset 1536163840<>1537212416
00000800:00000200:0.2:1550575073.423018:0:2941:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dea3b400] (23)++
00000008:00100000:2.0:1550575073.423291:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff0300 - object 0x0:1728629 offset 1525678080<>1526726656
00000100:00100000:2.0:1550575073.423294:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932144:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.423295:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.423297:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3864900 x1625895440932016/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.423299:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcff80
00000008:00100000:3.0:1550575073.423599:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661e00 - object 0x0:1728687 offset 1536163840<>1537212416
00000100:00100000:3.0:1550575073.423603:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.423605:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935184:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575073.423607:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e910-0x5c6be4832e910, portal 8
00000100:00000200:3.0:1550575073.423609:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935184, portal 4
00000100:00000200:3.0:1550575073.423610:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935184, offset 0
00000400:00000200:3.0:1550575073.423612:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.423614:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.423616:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.423617:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.423618:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575073.423618:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.423619:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000008:00100000:2.0:1550575073.423666:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814adff2700 - object 0x0:1728629 offset 1526726656<>1527775232
00000100:00100000:2.0:1550575073.423669:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932016:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.423670:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575073.423672:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3865e00 x1625895440931888/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575073.423674:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfe80
00000008:00100000:2.0:1550575073.424000:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfed00 - object 0x0:1728629 offset 1527775232<>1528823808
00000100:00100000:2.0:1550575073.424007:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931888:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575073.424009:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440935152:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575073.424010:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935216:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.424012:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e8f0-0x5c6be4832e8f0, portal 8
00000100:00000200:3.0:1550575073.424013:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e930-0x5c6be4832e930, portal 8
00000100:00000200:2.0:1550575073.424014:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935152, portal 4
00000100:00000200:3.0:1550575073.424015:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935216, portal 4
00000100:00000200:2.0:1550575073.424015:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935152, offset 0
00000100:00000200:3.0:1550575073.424016:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935216, offset 0
00000400:00000200:2.0:1550575073.424016:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575073.424017:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.424019:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.424020:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:3.0:1550575073.424022:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.424022:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.424022:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575073.424023:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.424023:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000800:00000200:2.0:1550575073.424024:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575073.424025:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.424025:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575073.424026:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575073.424027:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000008:00100000:2.0:1550575073.424237:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd200 - object 0x0:1725237 offset 1536163840<>1537212416
00000100:00000200:2.0:1550575073.424243:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661b00 x1625895440934848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575073.424244:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661b00 x1625895440934848/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575073.424245:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575073.424246:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935248:172.20.0.211@o2ib1:4
00000400:00000200:2.0:1550575073.424246:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf080
00000100:00000200:3.0:1550575073.424249:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e950-0x5c6be4832e950, portal 8
00000100:00000200:3.0:1550575073.424251:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935248, portal 4
00000100:00000200:3.0:1550575073.424251:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935248, offset 0
00000400:00000200:3.0:1550575073.424252:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575073.424254:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575073.424255:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575073.424257:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575073.424257:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575073.424257:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:3.0:1550575073.424258:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000100:00100000:2.0:1550575073.424313:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934848:172.20.0.211@o2ib1:4
00000100:00100000:2.0:1550575073.424315:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000100:00100000:2.0:1550575073.424316:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440935136:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.424320:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e8e0-0x5c6be4832e8e0, portal 8
00000100:00000200:2.0:1550575073.424321:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935136, portal 4
00000100:00000200:2.0:1550575073.424322:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935136, offset 0
00000400:00000200:2.0:1550575073.424323:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.424326:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.424327:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.424328:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.424329:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:2.0:1550575073.424329:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:2.0:1550575073.424330:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000100:00100000:2.0:1550575073.424331:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440935200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.424333:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e920-0x5c6be4832e920, portal 8
00000100:00000200:2.0:1550575073.424335:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935200, portal 4
00000100:00000200:2.0:1550575073.424335:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935200, offset 0
00000400:00000200:2.0:1550575073.424336:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.424338:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.424339:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.424340:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.424340:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:2.0:1550575073.424341:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:2.0:1550575073.424341:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000100:00100000:2.0:1550575073.425024:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.425229:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff300 - object 0x0:1728254 offset 1537212416<>1538260992
00000100:00100000:2.0:1550575073.425239:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575073.425241:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935296:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.425244:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e980-0x5c6be4832e980, portal 8
00000100:00000200:2.0:1550575073.425246:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935296, portal 4
00000100:00000200:2.0:1550575073.425246:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935296, offset 0
00000400:00000200:2.0:1550575073.425248:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575073.425251:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.425252:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.425254:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.425254:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:2.0:1550575073.425255:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000800:00000200:2.0:1550575073.425256:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)--
00000008:00100000:2.0:1550575073.425853:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc600 - object 0x0:1728687 offset 1537212416<>1538260992
00000100:00100000:2.0:1550575073.425858:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935328:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.425861:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e9a0-0x5c6be4832e9a0, portal 8
00000100:00000200:2.0:1550575073.425863:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935328, portal 4
00000100:00000200:2.0:1550575073.425863:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935328, offset 0
00000400:00000200:2.0:1550575073.425865:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575073.425867:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575073.425868:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.425870:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.425870:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:2.0:1550575073.425871:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (28)++
00000800:00000200:2.0:1550575073.425872:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)--
00000100:00100000:2.0:1550575073.426208:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.426401:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe400 - object 0x0:1725237 offset 1537212416<>1538260992
00000100:00100000:2.0:1550575073.426411:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575073.426413:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935360:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.426416:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e9c0-0x5c6be4832e9c0, portal 8
00000100:00000200:2.0:1550575073.426418:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935360, portal 4
00000100:00000200:2.0:1550575073.426418:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935360, offset 0
00000400:00000200:2.0:1550575073.426422:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000008:00100000:2.0:1550575073.427494:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff900 - object 0x0:1728254 offset 1538260992<>1539309568
00000100:00100000:2.0:1550575073.427498:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.427499:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935408:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.427502:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832e9f0-0x5c6be4832e9f0, portal 8
00000100:00000200:2.0:1550575073.427504:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935408, portal 4
00000100:00000200:2.0:1550575073.427504:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935408, offset 0
00000400:00000200:2.0:1550575073.427505:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.427822:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.428020:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfcf00 - object 0x0:1728687 offset 1538260992<>1539309568
00000100:00100000:2.0:1550575073.428028:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935440:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.428031:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ea10-0x5c6be4832ea10, portal 8
00000100:00000200:2.0:1550575073.428038:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935440, portal 4
00000100:00000200:2.0:1550575073.428039:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935440, offset 0
00000400:00000200:2.0:1550575073.428040:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.428552:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfea00 - object 0x0:1725237 offset 1538260992<>1539309568
00000100:00100000:2.0:1550575073.428554:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.428556:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935472:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.428559:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ea30-0x5c6be4832ea30, portal 8
00000100:00000200:2.0:1550575073.428560:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935472, portal 4
00000100:00000200:2.0:1550575073.428560:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935472, offset 0
00000400:00000200:2.0:1550575073.428561:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.428888:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.429613:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd500 - object 0x0:1728254 offset 1539309568<>1540358144
00000100:00100000:2.0:1550575073.429619:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935520:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.429622:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ea60-0x5c6be4832ea60, portal 8
00000100:00000200:2.0:1550575073.429624:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935520, portal 4
00000100:00000200:2.0:1550575073.429625:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935520, offset 0
00000400:00000200:2.0:1550575073.429626:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.429966:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.430163:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfde00 - object 0x0:1728687 offset 1539309568<>1540358144
00000100:00100000:2.0:1550575073.430173:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575073.430175:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935552:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575073.430178:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ea80-0x5c6be4832ea80, portal 8
00000100:00000200:2.0:1550575073.430179:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935552, portal 4
00000100:00000200:2.0:1550575073.430180:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935552, offset 0
00000400:00000200:2.0:1550575073.430181:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000008:00100000:2.0:1550575073.430703:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfdb00 - object 0x0:1725237 offset 1539309568<>1540358144
00000100:00100000:2.0:1550575073.430709:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935584:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.430712:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eaa0-0x5c6be4832eaa0, portal 8
00000100:00000200:2.0:1550575073.430713:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935584, portal 4
00000100:00000200:2.0:1550575073.430714:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935584, offset 0
00000400:00000200:2.0:1550575073.430715:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.431055:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.431591:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.431788:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe100 - object 0x0:1728254 offset 1540358144<>1541406720
00000100:00100000:2.0:1550575073.431795:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935632:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.431799:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ead0-0x5c6be4832ead0, portal 8
00000100:00000200:2.0:1550575073.431800:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935632, portal 4
00000100:00000200:2.0:1550575073.431801:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935632, offset 0
00000400:00000200:2.0:1550575073.431802:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.432651:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.432840:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dff000 - object 0x0:1725237 offset 1540358144<>1541406720
00000100:00100000:2.0:1550575073.432849:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575073.432850:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935680:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.432854:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eb00-0x5c6be4832eb00, portal 8
00000100:00000200:2.0:1550575073.432855:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935680, portal 4
00000100:00000200:2.0:1550575073.432856:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935680, offset 0
00000400:00000200:2.0:1550575073.432858:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000008:00100000:2.0:1550575073.433897:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc300 - object 0x0:1728254 offset 1541406720<>1542455296
00000100:00100000:2.0:1550575073.433900:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.433901:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935728:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.433905:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eb30-0x5c6be4832eb30, portal 8
00000100:00000200:2.0:1550575073.433906:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935728, portal 4
00000100:00000200:2.0:1550575073.433907:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935728, offset 0
00000400:00000200:2.0:1550575073.433908:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.434252:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.434956:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc900 - object 0x0:1725237 offset 1541406720<>1542455296
00000100:00100000:2.0:1550575073.434962:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935776:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.434966:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eb60-0x5c6be4832eb60, portal 8
00000100:00000200:2.0:1550575073.434967:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935776, portal 4
00000100:00000200:2.0:1550575073.434968:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935776, offset 0
00000400:00000200:2.0:1550575073.434969:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.435306:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.435825:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.436020:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfd800 - object 0x0:1728254 offset 1542455296<>1543503872
00000100:00100000:2.0:1550575073.436028:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935824:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.436038:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eb90-0x5c6be4832eb90, portal 8
00000100:00000200:2.0:1550575073.436039:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935824, portal 4
00000100:00000200:2.0:1550575073.436040:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935824, offset 0
00000400:00000200:2.0:1550575073.436041:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.437008:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.437218:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfe700 - object 0x0:1725237 offset 1542455296<>1543503872
00000100:00100000:2.0:1550575073.437227:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575073.437228:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935872:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.437231:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ebc0-0x5c6be4832ebc0, portal 8
00000100:00000200:2.0:1550575073.437233:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935872, portal 4
00000100:00000200:2.0:1550575073.437233:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935872, offset 0
00000400:00000200:2.0:1550575073.437235:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000008:00100000:2.0:1550575073.438322:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfc000 - object 0x0:1728254 offset 1543503872<>1544552448
00000100:00100000:2.0:1550575073.438325:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.438326:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935920:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.438329:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ebf0-0x5c6be4832ebf0, portal 8
00000100:00000200:2.0:1550575073.438331:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935920, portal 4
00000100:00000200:2.0:1550575073.438331:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935920, offset 0
00000400:00000200:2.0:1550575073.438333:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.438682:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.439431:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dffc00 - object 0x0:1725237 offset 1543503872<>1544552448
00000100:00100000:2.0:1550575073.439437:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935968:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.439440:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ec20-0x5c6be4832ec20, portal 8
00000100:00000200:2.0:1550575073.439442:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935968, portal 4
00000100:00000200:2.0:1550575073.439442:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935968, offset 0
00000400:00000200:2.0:1550575073.439443:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.439776:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:2.0:1550575073.440327:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:2.0:1550575073.440524:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff881575dfcc00 - object 0x0:1728254 offset 1544552448<>1545601024
00000100:00100000:2.0:1550575073.440532:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440936016:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.440537:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ec50-0x5c6be4832ec50, portal 8
00000100:00000200:2.0:1550575073.440539:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936016, portal 4
00000100:00000200:2.0:1550575073.440539:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936016, offset 0
00000400:00000200:2.0:1550575073.440540:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:2.0:1550575073.441403:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000008:00100000:2.0:1550575073.441593:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c600 - object 0x0:1725237 offset 1544552448<>1545601024
00000100:00100000:2.0:1550575073.441602:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1550575073.441604:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440936064:172.20.0.211@o2ib1:4
00000100:00000200:2.0:1550575073.441607:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ec80-0x5c6be4832ec80, portal 8
00000100:00000200:2.0:1550575073.441608:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936064, portal 4
00000100:00000200:2.0:1550575073.441609:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936064, offset 0
00000400:00000200:2.0:1550575073.441611:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.2:1550575073.452157:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.452166:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452167:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:2.0:1550575073.452168:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452169:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452169:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452170:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000400:00000200:2.0:1550575073.452172:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575073.452173:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.452175:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e7d0
00000400:00000200:1.0:1550575073.452175:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.452176:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x118a1 [1] + 192
00000400:00000200:1.0:1550575073.452177:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e8a0
00000400:00000200:1.0:1550575073.452179:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x118cd [256] + 0
00000400:00000200:1.0:1550575073.452181:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:1.0:1550575073.452182:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)++
00000100:00000200:2.0:1550575073.452183:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800343d0600 x1625895440934864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452183:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452185:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452188:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452188:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452189:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452189:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452189:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452190:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452191:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452191:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000400:00000200:1.0:1550575073.452191:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:2.0:1550575073.452192:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000400:00000200:1.0:1550575073.452192:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e880
00000800:00000100:2.0:1550575073.452193:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.452194:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000400:00000200:1.0:1550575073.452194:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x118e5 [256] + 0
00000400:00000200:1.0:1550575073.452194:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:2.0:1550575073.452195:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452195:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452195:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000400:00000200:2.0:1550575073.452196:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575073.452196:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000400:00000200:2.0:1550575073.452197:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e810
00000800:00000200:1.0:1550575073.452197:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452197:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000400:00000200:2.0:1550575073.452198:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x118ad [1] + 192
00000800:00000200:1.0:1550575073.452198:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452199:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000100:00000200:2.0:1550575073.452200:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b0600 x1625895440934928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452202:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452203:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000100:00000200:1.0:1550575073.452203:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452204:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452205:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000400:00000200:1.0:1550575073.452205:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000100:2.0:1550575073.452206:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.452207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452207:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452207:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:2.0:1550575073.452209:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0300 x1625895440935152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452210:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452210:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000400:00000200:2.0:1550575073.452211:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfe80
00000800:00000200:1.0:1550575073.452211:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452212:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452212:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452212:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452213:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452214:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452214:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452214:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452215:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452215:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452216:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452216:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (33)--
00000800:00000200:2.0:1550575073.452217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452217:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452217:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452218:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:2.0:1550575073.452218:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452218:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000100:00000200:1.0:1550575073.452218:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452219:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452220:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.452220:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000400:00000200:2.0:1550575073.452221:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575073.452221:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.452223:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e8f0
00000800:00000200:1.0:1550575073.452223:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452223:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)++
00000400:00000200:2.0:1550575073.452224:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11909 [256] + 0
00000800:00000200:1.0:1550575073.452224:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.452224:0:2483:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000400:00000200:2.0:1550575073.452225:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000800:00000200:2.0:1550575073.452225:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.452225:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (33)--
00000800:00000200:2.0:1550575073.452226:0:2484:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:1.0:1550575073.452226:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452227:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452227:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452227:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.452228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452228:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:2.0:1550575073.452229:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:2.0:1550575073.452230:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452230:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452231:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000100:00000200:1.0:1550575073.452231:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575073.452233:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000100:00000200:2.0:1550575073.452234:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662a00 x1625895440935136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452234:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452235:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575073.452236:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa80
00000800:00000200:1.0:1550575073.452236:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452237:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452237:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452237:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452238:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452238:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452239:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452239:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452239:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452239:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452240:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452240:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452240:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452240:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)++
00000800:00000200:2.0:1550575073.452241:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452241:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452242:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:2.0:1550575073.452242:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452242:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452242:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452243:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000100:00000200:1.0:1550575073.452243:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452244:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.452244:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfb00
00000800:00000200:1.0:1550575073.452245:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.452246:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575073.452246:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575073.452247:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e920
00000800:00000200:1.0:1550575073.452247:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452247:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (32)++
00000400:00000200:2.0:1550575073.452248:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11939 [256] + 0
00000400:00000200:2.0:1550575073.452248:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600e000
00000800:00000200:1.0:1550575073.452248:0:2483:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:1.0:1550575073.452248:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (33)--
00000800:00000200:2.0:1550575073.452249:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.452249:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452250:0:2484:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:2.0:1550575073.452250:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452250:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452250:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452250:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452251:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000400:00000200:2.0:1550575073.452252:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.452252:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452253:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575073.452253:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:2.0:1550575073.452254:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.452254:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e8e0
00000400:00000200:1.0:1550575073.452255:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1192d [256] + 0
00000400:00000200:1.0:1550575073.452256:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600a000
00000800:00000200:1.0:1550575073.452256:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (32)++
00000800:00000200:1.0:1550575073.452257:0:2483:0:(o2iblnd_cb.c:760:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: posted enough
00000800:00000200:1.0:1550575073.452258:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (33)--
00000800:00000200:1.0:1550575073.452258:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452259:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000100:1.0:1550575073.452259:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452260:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452260:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:1.0:1550575073.452260:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452261:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (24)++
00000800:00000200:2.0:1550575073.452261:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.452261:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452262:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.452262:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452263:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000400:00000200:1.0:1550575073.452263:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf900
00000800:00000100:2.0:1550575073.452264:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452264:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452264:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452265:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452265:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452265:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:2.0:1550575073.452266:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452266:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452266:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452267:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452267:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000400:00000200:2.0:1550575073.452268:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf200
00000800:00000200:1.0:1550575073.452268:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452268:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452269:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452269:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452269:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452270:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452270:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452271:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452271:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452271:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452271:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452272:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452272:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452272:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452272:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.452273:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452273:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452273:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452274:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:2.0:1550575073.452274:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452274:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452274:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452275:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000100:00000200:1.0:1550575073.452275:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452276:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452276:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:1.0:1550575073.452276:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc00
00000100:00000200:2.0:1550575073.452277:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.452278:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf580
00000800:00000200:1.0:1550575073.452278:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452279:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452279:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452280:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452280:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452280:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452281:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.452281:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452281:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452281:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452281:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452282:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452282:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452282:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452282:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452282:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452283:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452284:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.452284:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452284:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000100:2.0:1550575073.452285:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.452285:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000100:00000200:1.0:1550575073.452285:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452286:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000400:00000200:1.0:1550575073.452286:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcff00
00000800:00000200:2.0:1550575073.452287:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:2.0:1550575073.452287:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452288:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.452289:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf780
00000800:00000200:1.0:1550575073.452289:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.452290:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452290:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452290:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452291:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452291:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452291:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452292:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452292:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452292:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452292:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452292:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452293:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452293:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452293:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452293:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452294:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452294:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452295:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:2.0:1550575073.452295:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452295:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452296:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000100:00000200:1.0:1550575073.452296:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfd500 x1625895440935520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452297:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.452297:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf400
00000800:00000200:1.0:1550575073.452298:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452299:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452299:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452299:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452299:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.452300:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452300:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:2.0:1550575073.452300:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452300:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452300:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.452301:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452301:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452301:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452302:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452302:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452302:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000100:00000200:2.0:1550575073.452303:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452303:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452303:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452303:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000400:00000200:2.0:1550575073.452304:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf880
00000800:00000200:1.0:1550575073.452304:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452305:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452306:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452306:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452306:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452307:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.452307:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452307:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452307:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452307:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452308:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452308:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452308:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452309:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452309:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:2.0:1550575073.452310:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000100:00000200:1.0:1550575073.452310:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.452327:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452327:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:1.0:1550575073.452327:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf300
00000100:00000200:2.0:1550575073.452328:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452328:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452329:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575073.452330:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf000
00000800:00000200:1.0:1550575073.452330:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452330:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452331:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452331:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452331:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452332:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.452332:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452332:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452332:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:2.0:1550575073.452333:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000100:1.0:1550575073.452333:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452333:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.452334:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452334:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:1.0:1550575073.452334:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:2.0:1550575073.452335:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452335:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.452335:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452335:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000100:2.0:1550575073.452336:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452336:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000100:00000200:1.0:1550575073.452336:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452337:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452337:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452338:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:1.0:1550575073.452338:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf480
00000100:00000200:2.0:1550575073.452339:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452339:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.452340:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8080
00000800:00000200:1.0:1550575073.452340:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452341:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452341:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452342:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452342:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.452342:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452342:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452344:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452344:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452345:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452346:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452346:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452346:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452347:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452347:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000100:00000200:1.0:1550575073.452347:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452348:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452348:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000400:00000200:1.0:1550575073.452348:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8100
00000800:00000200:2.0:1550575073.452349:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452350:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:2.0:1550575073.452350:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452350:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452350:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452350:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.452351:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452352:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452352:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:2.0:1550575073.452353:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575073.452354:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000800:00000200:1.0:1550575073.452355:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452355:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452355:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452356:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452356:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452357:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452357:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.452357:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452358:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452358:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452359:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452359:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452360:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452360:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452361:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:1.0:1550575073.452361:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452362:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452362:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000400:00000200:1.0:1550575073.452362:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8300
00000800:00000200:2.0:1550575073.452363:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452363:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452364:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.452364:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452364:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000100:2.0:1550575073.452365:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:2.0:1550575073.452366:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452366:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452367:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452367:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:2.0:1550575073.452368:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452368:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452368:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000400:00000200:2.0:1550575073.452369:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000800:00000200:1.0:1550575073.452369:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452369:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452370:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452371:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575073.452371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000100:2.0:1550575073.452372:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452372:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:2.0:1550575073.452373:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:2.0:1550575073.452373:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452373:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575073.452374:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452374:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452375:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452375:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575073.452375:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452375:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452376:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452376:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575073.452376:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000400:00000200:2.0:1550575073.452377:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575073.452377:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575073.452377:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452378:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.452379:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ea30
00000400:00000200:2.0:1550575073.452380:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11981 [256] + 0
00000400:00000200:1.0:1550575073.452380:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575073.452381:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000400:00000200:1.0:1550575073.452381:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ea10
00000800:00000200:2.0:1550575073.452382:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452382:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000400:00000200:1.0:1550575073.452382:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11975 [256] + 0
00000400:00000200:1.0:1550575073.452383:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:1.0:1550575073.452383:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000400:00000200:2.0:1550575073.452384:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.452384:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:2.0:1550575073.452385:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575073.452386:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575073.452387:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.452388:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452389:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575073.452390:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575073.452390:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (25)++
00000800:00000200:2.0:1550575073.452391:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (26)++
00000800:00000200:2.0:1550575073.452391:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (27)--
00000800:00000200:2.0:1550575073.452392:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452392:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.452392:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000100:2.0:1550575073.452393:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452393:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452393:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575073.452393:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:2.0:1550575073.452394:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)++
00000800:00000200:1.0:1550575073.452394:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452394:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (32)--
00000800:00000200:2.0:1550575073.452395:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452395:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452395:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575073.452395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000100:00000200:2.0:1550575073.452396:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000100:1.0:1550575073.452396:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452396:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000400:00000200:2.0:1550575073.452397:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8500
00000800:00000200:1.0:1550575073.452397:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:2.0:1550575073.452398:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575073.452398:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452398:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000800:00000200:2.0:1550575073.452399:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:2.0:1550575073.452399:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000100:00000200:1.0:1550575073.452399:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575073.452400:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000400:00000200:1.0:1550575073.452400:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8600
00000800:00000200:2.0:1550575073.452401:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:2.0:1550575073.452401:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.452401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000100:00000200:2.0:1550575073.452402:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452402:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452402:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452402:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000400:00000200:2.0:1550575073.452403:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8700
00000800:00000200:1.0:1550575073.452403:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452404:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:2.0:1550575073.452405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452405:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:2.0:1550575073.452406:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575073.452406:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:2.0:1550575073.452407:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452407:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452407:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452408:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:2.0:1550575073.452409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:2.0:1550575073.452409:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452409:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452409:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575073.452410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452410:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:2.0:1550575073.452411:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:2.0:1550575073.452411:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575073.452411:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000200:2.0:1550575073.452412:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000100:1.0:1550575073.452412:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:2.0:1550575073.452413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.452413:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000100:00000200:2.0:1550575073.452415:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800343d0600 x1625895440934864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000100:1.0:1550575073.452416:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452416:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452417:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452417:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000100:00000200:2.0:1550575073.452418:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800343d0600 x1625895440934864/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.452418:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452418:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452419:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452419:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000400:00000200:2.0:1550575073.452420:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf500
00000800:00000200:1.0:1550575073.452420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452420:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452421:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452421:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452422:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452422:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452423:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452423:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452424:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452424:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452425:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452425:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452425:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452426:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452426:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452426:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452427:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452427:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452429:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452430:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452430:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452431:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452431:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452431:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452432:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452432:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452433:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452433:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452434:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452434:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452435:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452435:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452436:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452437:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452438:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452439:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452440:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452440:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452441:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452441:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452442:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452442:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452443:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452443:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452444:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452444:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452444:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452446:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452446:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452447:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452448:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452448:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452448:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452449:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452449:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452449:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452449:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452450:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452450:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452451:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452451:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452451:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452453:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452453:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.2:1550575073.452455:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.452456:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452457:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452457:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452457:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452458:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452459:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452459:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452459:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452460:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452460:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452461:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452462:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452467:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452477:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452477:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452477:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452478:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452479:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452483:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452490:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452491:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452492:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452496:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452502:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452503:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452505:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452507:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452513:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452514:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452514:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452516:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452517:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452520:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452526:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.452529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452529:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452535:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452536:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.2:1550575073.452546:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575073.452548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000800:00000100:1.0:1550575073.452548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.452549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452549:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.452550:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.452552:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eb00
00000400:00000200:1.0:1550575073.452552:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x119bd [256] + 0
00000400:00000200:1.0:1550575073.452553:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8c000
00000800:00000200:1.0:1550575073.452554:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452554:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000400:00000200:1.0:1550575073.452556:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.452557:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575073.452558:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.452561:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452561:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dea3b400] (26)++
00000800:00000200:1.0:1550575073.452562:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.0:1550575073.452562:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452565:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575073.452566:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575073.452567:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ea60
00000400:00000200:1.0:1550575073.452568:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1198d [256] + 0
00000400:00000200:1.0:1550575073.452569:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:1.0:1550575073.452569:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452569:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000400:00000200:1.0:1550575073.452571:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575073.452572:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575073.452573:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575073.452576:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575073.452577:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452577:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575073.452577:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575073.452578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575073.452578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575073.452582:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000100:00000200:1.0:1550575073.452582:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814736f0e00
00000400:00000200:1.0:1550575073.452585:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575073.452586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575073.452587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.452588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:1.2:1550575073.452675:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575073.452676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575073.452679:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (27)--
00000100:00000200:1.0:1550575073.452680:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0aa00
00000400:00000200:1.0:1550575073.452684:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575073.452685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575073.452685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575073.452687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575073.452694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.0:1550575073.452694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:1.0:1550575073.452695:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2eac sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575073.452696:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575073.452698:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575073.452703:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000100:00020000:1.0:1550575073.452704:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000008:00100000:2.0:1550575073.452743:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f600 - object 0x0:1728687 offset 1540358144<>1541406720
00000100:00100000:2.0:1550575073.452751:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934864:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575073.452758:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936096:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575073.454073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454075:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454076:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454076:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454077:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454078:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454078:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454080:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454081:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454081:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454082:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454082:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454083:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454083:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454083:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454083:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454084:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454084:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454085:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454085:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454086:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454086:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454087:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454087:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454088:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454088:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454088:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454088:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454089:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454089:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454090:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454090:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454091:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454092:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454093:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454093:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454093:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454094:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454094:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454095:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454095:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454096:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454097:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454098:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454098:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454098:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454098:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454099:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454099:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454100:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454100:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454101:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454101:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454101:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454102:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454103:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454103:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454104:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454105:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454105:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454105:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454106:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454106:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454107:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454107:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454108:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454109:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454109:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454110:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454111:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454111:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454112:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454112:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454112:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454113:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454113:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454113:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454114:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454114:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454114:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454115:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454115:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454116:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454116:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454117:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454117:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454118:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454118:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454118:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454119:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454119:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454120:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454120:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454120:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454121:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454121:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454121:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454121:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454122:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454122:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454123:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454123:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454123:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454124:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454124:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454124:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454125:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454125:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454126:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454126:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454127:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454127:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454127:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454128:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454128:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454128:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454128:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454129:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454129:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454129:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454130:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454131:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454131:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454131:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454131:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454132:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454132:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454132:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454133:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454133:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454133:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454134:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454134:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454134:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454135:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454135:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454136:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454136:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454137:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454137:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454138:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454138:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454138:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454139:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454139:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454139:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454140:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454140:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454140:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454140:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454141:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454141:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454142:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454142:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454143:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454143:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454143:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454143:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454144:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454144:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454145:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454145:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454146:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454147:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454147:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454148:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454148:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454148:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454149:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454149:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454150:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454150:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454151:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454151:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454152:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454152:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454152:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454153:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454153:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454153:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454154:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454154:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454154:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454154:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454155:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454155:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454155:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454156:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454156:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454157:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454157:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454157:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454157:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454158:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454158:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454158:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454159:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454159:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454160:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454160:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454160:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454161:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454161:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454162:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454162:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454162:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454163:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454163:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454163:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454164:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454164:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454165:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454165:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454166:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454166:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454167:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454167:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454167:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454168:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454168:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454168:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454169:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454169:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454169:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454170:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454171:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454171:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454172:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454172:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454173:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454173:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454174:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454174:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454175:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454175:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454176:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454176:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454177:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454177:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454177:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454178:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454178:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454179:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454179:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454179:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454179:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454180:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454180:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454180:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454181:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454181:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454181:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454182:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454182:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454183:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454183:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454184:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454184:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454184:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454184:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454185:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454189:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454189:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454189:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454190:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454190:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454190:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454190:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454191:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454191:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454191:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454192:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454192:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454192:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454193:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454193:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454193:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454194:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454194:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454194:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454195:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454195:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454196:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454196:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454196:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454197:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454197:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454197:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454198:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454198:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454198:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454199:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454199:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454199:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454199:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454200:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454200:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454201:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454201:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454201:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454202:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454202:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454202:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454203:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454203:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454203:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454203:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454204:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454204:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454205:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454205:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454205:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454206:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454206:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454207:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454207:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454208:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454208:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454209:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454209:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454209:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454210:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454210:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454211:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454211:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454211:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454212:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454212:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454213:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454213:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454213:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454213:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454214:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454214:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454214:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454215:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454215:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454215:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454215:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454216:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454216:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454216:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454217:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454217:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454218:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454218:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454218:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454219:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454219:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454219:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454220:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454220:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454221:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454221:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454221:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454222:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454222:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454222:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454223:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454224:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454224:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454225:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454225:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454226:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454226:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454226:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454226:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454227:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454227:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454227:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454228:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454228:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454229:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454230:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454230:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454231:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454231:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454231:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454232:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454232:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454232:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454232:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454233:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454233:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454234:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454234:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454235:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454235:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454235:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454236:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454236:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454236:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454236:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454237:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454237:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454238:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454239:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454239:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454239:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454240:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454240:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454240:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454241:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454241:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454241:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454242:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454242:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454242:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454243:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454243:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454243:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454243:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454244:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454244:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454245:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454245:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454246:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454246:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454246:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454247:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454247:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454248:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454248:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454248:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454249:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454249:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454249:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454250:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454250:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454250:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454250:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454251:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454251:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454251:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454252:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454252:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454252:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454253:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454253:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454253:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454254:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454254:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454255:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454255:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454256:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454256:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454256:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454257:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454257:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454257:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454258:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454258:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454258:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454258:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454259:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454259:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454259:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454260:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454260:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454260:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454261:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454261:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454262:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454262:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454263:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454264:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454264:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454264:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454264:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454265:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454265:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454265:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454266:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454266:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454266:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454266:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454267:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454267:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454268:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454268:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454268:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454269:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454269:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454269:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454270:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454270:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454270:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454271:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454271:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454271:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454272:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454272:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454272:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454272:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454273:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454273:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454273:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454274:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454274:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454274:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454275:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454275:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454275:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454276:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454276:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454276:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454277:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454277:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454278:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454278:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454279:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454279:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454280:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454280:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454280:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454281:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454281:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454281:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454281:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454282:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454282:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454282:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454283:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454283:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454283:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454284:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454284:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454284:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454285:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454286:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454286:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454286:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454287:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454287:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454287:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454288:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454288:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454288:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454288:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454289:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454289:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454289:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454290:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454290:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454291:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454291:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454291:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454291:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454292:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454292:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454292:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454293:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454293:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454293:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454294:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454294:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454294:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454295:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454295:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454295:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454296:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454297:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454297:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454298:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454298:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454299:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454299:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454300:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454300:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454300:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454301:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454301:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454302:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454302:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454302:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454302:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454303:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454303:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454303:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454304:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454304:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454304:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454305:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454305:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454305:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454305:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454306:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454306:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454306:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454307:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454307:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454307:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454308:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454308:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454308:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454309:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454310:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454310:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454311:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454312:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454312:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454312:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454313:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454313:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454313:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454314:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454314:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454315:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454315:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454316:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454316:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454316:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454316:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454317:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454317:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454317:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454318:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454318:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454318:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454319:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000100:0.0:1550575073.454319:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575073.454319:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (28)--
00000800:00000200:0.0:1550575073.454320:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)++
00000800:00000200:0.0:1550575073.454322:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (28)--
00000800:00000200:1.2:1550575073.926310:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000400:00000200:1.0:1550575073.926322:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624c000
00000800:00000200:1.0:1550575073.926324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.926326:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)++
00000100:00000200:2.0:1550575073.926327:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b0600 x1625895440934928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000100:1.0:1550575073.926327:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575073.926327:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (27)--
00000800:00000200:1.0:1550575073.926329:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000100:00000200:2.0:1550575073.926330:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b0600 x1625895440934928/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575073.926330:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575073.926333:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf680
00000400:00000200:1.0:1550575073.926333:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000100:00020000:0.0:1550575073.926337:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814710dfe00
00000400:00000200:1.0:1550575073.926349:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ec50
00000008:00100000:2.0:1550575073.926695:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010ed00 - object 0x0:1728687 offset 1541406720<>1542455296
00000100:00100000:2.0:1550575073.926701:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934928:172.20.0.212@o2ib1:4
00000100:00000400:2.0:1550575073.926704:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575077.070313:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000800:00000200:0.0:1550575077.070320:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000100:00000200:3.0:1550575077.070321:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eca0-0x5c6be4832eca0, portal 8
00000800:00000200:0.0:1550575077.070322:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000400:00000200:1.0:1550575077.070323:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11a11 [256] + 0
00000800:00000100:0.0:1550575077.070323:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070323:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000400:00000200:1.0:1550575077.070325:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881441278000
00000800:00000200:0.0:1550575077.070325:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000100:00000200:2.0:1550575077.070328:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070328:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575077.070329:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:0.0:1550575077.070329:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000100:00000200:2.0:1550575077.070331:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575077.070333:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd00
00000400:00000200:1.0:1550575077.070334:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000100:00000200:0.0:1550575077.070335:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814736f1400
00000100:02000400:2.0:1550575077.070336:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:1.0:1550575077.070336:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:0.0:1550575077.070336:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000800:00000200:1.0:1550575077.070337:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575077.070337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575077.070338:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070338:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070338:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070339:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575077.070341:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:0.0:1550575077.070343:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0a800
00000400:00000200:0.0:1550575077.070343:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600a000
00000800:00000200:0.0:1550575077.070344:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070345:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070345:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070345:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070347:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070349:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:0.0:1550575077.070349:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a42600
00000400:00000200:0.0:1550575077.070353:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:0.0:1550575077.070354:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070355:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070355:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070356:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070356:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070357:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070358:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070360:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070361:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070361:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070363:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070369:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070380:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070381:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070382:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070383:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070384:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575077.070434:0:2483:0:(o2iblnd_cb.c:1473:kiblnd_launch_tx()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575077.070441:0:2483:0:(o2iblnd_cb.c:1275:kiblnd_connect_peer()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2)++
00000800:00000200:1.0:1550575077.070451:0:2483:0:(o2iblnd_cb.c:1228:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:1.0:1550575077.070452:0:2483:0:(o2iblnd_cb.c:1296:kiblnd_connect_peer()) 172.20.116.203@o2ib117: connection bound to ib0:172.20.116.6:mlx5_0
00000800:00000200:1.0:1550575077.070453:0:2483:0:(o2iblnd_cb.c:1480:kiblnd_launch_tx()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (3)--
00000800:00000200:1.0:1550575077.070454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070455:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070456:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070457:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070457:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070459:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070460:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e8e0
00000400:00000200:1.0:1550575077.070462:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11931 [1] + 192
00000100:00000200:1.0:1550575077.070465:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662a00 x1625895440935136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070469:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070469:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070470:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070471:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070471:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070471:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070472:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070473:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070474:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e880
00000400:00000200:1.0:1550575077.070476:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x118e9 [1] + 192
00000100:00000200:1.0:1550575077.070477:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661800 x1625895440935040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070480:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070481:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070483:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070484:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070485:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070486:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e800
00000400:00000200:1.0:1550575077.070487:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x118c5 [1] + 0
00000100:00000200:1.0:1550575077.070488:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:e/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070491:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070491:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070492:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070494:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070502:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070503:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832def0
00000400:00000200:1.0:1550575077.070504:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11501 [1] + 0
00000100:00000200:1.0:1550575077.070505:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070507:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070508:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575077.070509:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575077.070509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070511:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070512:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070513:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832de30
00000400:00000100:1.0:1550575077.070514:0:2483:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440932400 offset 0 length 192: 4
00000800:00000200:1.0:1550575077.070515:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575077.070516:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575077.070516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070518:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070519:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070520:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832dd30
00000400:00000100:1.0:1550575077.070521:0:2483:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440932144 offset 0 length 192: 4
00000800:00000200:1.0:1550575077.070522:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575077.070522:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575077.070522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070523:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070527:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575077.070528:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a42e00
00000400:00000200:1.0:1550575077.070529:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:1.0:1550575077.070530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070532:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070533:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070534:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832dc30
00000400:00000100:1.0:1550575077.070535:0:2483:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440931888 offset 0 length 192: 4
00000800:00000200:1.0:1550575077.070536:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070536:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070538:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575077.070539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575077.070541:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070542:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070542:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e9a0
00000400:00000200:1.0:1550575077.070543:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11955 [1] + 0
00000100:00000200:1.0:1550575077.070544:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070546:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070546:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070547:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070549:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070550:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070551:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e930
00000400:00000200:1.0:1550575077.070553:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11915 [1] + 0
00000100:00000200:1.0:1550575077.070554:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070556:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070556:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070558:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070560:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070560:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e8b0
00000400:00000200:1.0:1550575077.070561:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x118f5 [1] + 0
00000100:00000200:1.0:1550575077.070562:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070564:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070564:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070567:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070568:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070569:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832dbb0
00000400:00000200:1.0:1550575077.070570:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11889 [1] + 0
00000100:00000200:1.0:1550575077.070571:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575077.070573:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070574:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070576:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575077.070577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575077.070578:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070579:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070580:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ec50
00000400:00000200:1.0:1550575077.070581:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11a15 [1] + 0
00000100:00000200:1.0:1550575077.070583:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070584:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070585:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070585:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070588:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070589:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070589:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ebf0
00000400:00000200:1.0:1550575077.070591:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x119fd [1] + 0
00000100:00000200:1.0:1550575077.070592:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070594:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070594:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575077.070595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070597:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070598:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070599:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832eb90
00000400:00000200:1.0:1550575077.070600:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x119e5 [1] + 0
00000100:00000200:1.0:1550575077.070601:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575077.070603:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575077.070603:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000400:00000200:0.0:1550575077.070603:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e8f0
00000800:00000200:1.0:1550575077.070604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:1.0:1550575077.070604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000400:00000200:0.0:1550575077.070605:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11911 [1] + 192
00000800:00000200:1.0:1550575077.070606:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575077.070607:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575077.070607:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832eb60
00000100:00000200:0.0:1550575077.070608:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff0300 x1625895440935152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575077.070612:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x119d9 [1] + 0
00000800:00000200:0.0:1550575077.070612:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070612:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575077.070613:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070615:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575077.070616:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575077.070616:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575077.070617:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575077.070618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:1.0:1550575077.070619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575077.070619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.0:1550575077.070621:0:44:0:(o2iblnd_cb.c:2985:kiblnd_cm_callback()) 172.20.116.203@o2ib117 Addr resolved: 0
00000800:00000100:0.0:1550575077.070622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.2:1550575077.070624:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575077.070624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070627:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575077.070628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.0:1550575077.070630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000100:00000200:1.0:1550575077.070658:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440935040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000100:0.0:1550575077.070658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000100:00000200:1.0:1550575077.070662:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440935040/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000100:0.0:1550575077.070662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000400:00000200:1.0:1550575077.070664:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000100:0.0:1550575077.070664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.2:1550575077.070703:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:0.0:1550575077.070703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575077.070706:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070708:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575077.070709:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ead0
00000400:00000200:0.0:1550575077.070711:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x119b5 [1] + 0
00000100:00000200:0.0:1550575077.070712:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070715:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070715:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575077.070716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575077.070718:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070719:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575077.070720:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832eb00
00000400:00000200:0.0:1550575077.070721:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x119c1 [1] + 0
00000100:00000200:0.0:1550575077.070722:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070724:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070724:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000100:00000200:3.0:1550575077.070725:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936096, portal 4
00000800:00000200:0.0:1550575077.070725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575077.070725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575077.070727:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:3.0:1550575077.070728:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936096, offset 0
00000400:00000200:0.0:1550575077.070728:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575077.070729:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832eaa0
00000400:00000200:3.0:1550575077.070730:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575077.070731:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x119a9 [1] + 0
00000100:00000200:0.0:1550575077.070732:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575077.070735:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575077.070736:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575077.070737:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070737:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575077.070737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575077.070739:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575077.070739:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575077.070740:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000400:00000200:0.0:1550575077.070740:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:3.0:1550575077.070741:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000400:00000200:0.0:1550575077.070741:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ea60
00000400:00000200:0.0:1550575077.070742:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11991 [1] + 0
00000800:00000200:3.0:1550575077.070743:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00000200:0.0:1550575077.070744:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd500 x1625895440935520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070745:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070746:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070748:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070749:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575077.070750:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ea30
00000400:00000200:0.0:1550575077.070751:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11985 [1] + 0
00000100:00000200:0.0:1550575077.070755:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070757:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070757:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070760:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070761:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000100:00100000:3.0:1550575077.070762:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000400:00000200:0.0:1550575077.070762:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e9f0
00000400:00000200:0.0:1550575077.070763:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x1196d [1] + 0
00000100:00000200:0.0:1550575077.070764:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575077.070765:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936112:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575077.070765:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070766:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070768:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:3.0:1550575077.070769:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ecb0-0x5c6be4832ecb0, portal 8
00000400:00000200:0.0:1550575077.070769:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575077.070770:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e9c0
00000400:00000200:0.0:1550575077.070771:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11961 [1] + 0
00000100:00000200:3.0:1550575077.070772:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936112, portal 4
00000100:00000200:0.0:1550575077.070773:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575077.070774:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936112, offset 0
00000800:00000200:0.0:1550575077.070774:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000400:00000200:3.0:1550575077.070775:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575077.070775:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070776:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000400:00000200:3.0:1550575077.070778:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575077.070778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575077.070779:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070779:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575077.070780:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575077.070780:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:3.0:1550575077.070781:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:3.0:1550575077.070781:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000400:00000200:0.0:1550575077.070781:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e980
00000800:00000200:3.0:1550575077.070782:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000400:00000200:0.0:1550575077.070782:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11949 [1] + 0
00000100:00000200:0.0:1550575077.070784:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070785:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575077.070786:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575077.070786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070788:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:0.0:1550575077.070789:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575084 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575077.070791:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:0.0:1550575077.070792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070794:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575077.070796:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4295005808
00000400:00000200:0.0:1550575077.070796:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:3.0:1550575077.070797:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295005808
00000400:00000200:0.0:1550575077.070799:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e950
00000400:00000200:0.0:1550575077.070800:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11925 [1] + 0
00000100:00000200:0.0:1550575077.070801:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575077.070803:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070803:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070806:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070808:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:0.0:1550575077.070809:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010ed00 x1625895440936112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575087 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575077.070810:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.0:1550575077.070811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575077.070811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:0.0:1550575077.070813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.2:1550575077.070922:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:0.0:1550575077.070922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575077.070925:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070926:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575077.070927:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eca0
00000400:00000200:0.0:1550575077.070928:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11a29 [256] + 0
00000400:00000200:0.0:1550575077.070929:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:0.0:1550575077.070929:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070930:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:0.0:1550575077.070933:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575077.070934:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070935:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575077.070939:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575077.070940:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070941:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070941:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070944:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575077.070945:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575077.070946:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ecb0
00000400:00000200:0.0:1550575077.070947:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11a35 [256] + 0
00000400:00000200:0.0:1550575077.070947:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:0.0:1550575077.070948:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070948:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:0.0:1550575077.070950:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575077.070951:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070951:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575077.070955:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575077.070956:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070956:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070956:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575077.070963:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575077.070964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.070965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070970:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070971:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:1.2:1550575077.070973:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000100:0.0:1550575077.070973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070975:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070975:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070976:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070980:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.070990:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.070990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.070990:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.070991:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.070991:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.070991:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575077.070992:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575077.070995:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575077.071001:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:0.0:1550575077.071001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575077.071002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071002:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071002:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575077.071003:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071003:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071004:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071005:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071006:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071006:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071007:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071008:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071008:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071009:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071011:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071013:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071013:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071014:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071015:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071015:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071015:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071016:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000100:0.0:1550575077.071020:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:0.0:1550575077.071021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (26)--
00000800:00000200:0.0:1550575077.071021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)++
00000800:00000200:0.0:1550575077.071023:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (26)--
00000100:00020000:0.0:1550575077.071024:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0400
00000400:00000200:0.0:1550575077.071026:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446248000
00000800:00000200:0.0:1550575077.071027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575077.071028:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)++
00000800:00000200:0.0:1550575077.071028:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (25)--
00000800:00000200:0.0:1550575077.071029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575077.071029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)++
00000800:00000200:0.0:1550575077.071029:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (24)--
00000800:00000200:0.0:1550575077.071030:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575077.071030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)++
00000800:00000200:0.0:1550575077.071030:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (23)--
00000800:00000200:0.0:1550575077.071031:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575077.071031:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)++
00000800:00000200:0.0:1550575077.071031:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (22)--
00000800:00000200:0.0:1550575077.071034:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575077.071042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (20)++
00000800:00000200:0.0:1550575077.071042:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (21)--
00000800:00000200:0.0:1550575077.071043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (20)--
00000800:00000200:0.0:1550575077.071043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (19)++
00000800:00000200:0.0:1550575077.071044:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (20)--
00000800:00000200:0.0:1550575077.071044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (19)--
00000800:00000200:0.0:1550575077.071045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (18)++
00000800:00000200:0.0:1550575077.071045:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (19)--
00000800:00000200:0.0:1550575077.071045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (18)--
00000800:00000200:0.0:1550575077.071046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (17)++
00000800:00000200:0.0:1550575077.071046:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (18)--
00000800:00000200:0.0:1550575077.071047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (17)--
00000800:00000200:0.0:1550575077.071047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (16)++
00000800:00000200:0.0:1550575077.071047:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (17)--
00000800:00000200:0.0:1550575077.071048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (16)--
00000800:00000200:0.0:1550575077.071048:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (15)++
00000800:00000200:0.0:1550575077.071048:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (16)--
00000800:00000200:0.0:1550575077.071049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (15)--
00000800:00000200:0.0:1550575077.071049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (14)++
00000800:00000200:0.0:1550575077.071050:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (15)--
00000800:00000200:0.0:1550575077.071050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (14)--
00000800:00000200:0.0:1550575077.071050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (13)++
00000800:00000200:0.0:1550575077.071051:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (14)--
00000800:00000200:0.0:1550575077.071051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (13)--
00000800:00000200:0.0:1550575077.071052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (12)++
00000800:00000200:0.0:1550575077.071052:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (13)--
00000800:00000200:0.0:1550575077.071053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (12)--
00000800:00000200:0.0:1550575077.071053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (11)++
00000800:00000200:0.0:1550575077.071053:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (12)--
00000800:00000200:0.0:1550575077.071054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (11)--
00000800:00000200:0.0:1550575077.071054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (10)++
00000800:00000200:0.0:1550575077.071054:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (11)--
00000800:00000200:0.0:1550575077.071055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (10)--
00000800:00000200:0.0:1550575077.071055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (9)++
00000800:00000200:0.0:1550575077.071055:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (10)--
00000800:00000200:0.0:1550575077.071056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (9)--
00000800:00000200:0.0:1550575077.071056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (8)++
00000800:00000200:0.0:1550575077.071057:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (9)--
00000800:00000200:0.0:1550575077.071057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (8)--
00000800:00000200:0.0:1550575077.071057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (7)++
00000800:00000200:0.0:1550575077.071058:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dea3b400] (8)--
00000800:00000200:0.0:1550575077.071058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (7)--
00000800:00000200:0.0:1550575077.071058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (6)++
00000800:00000200:0.0:1550575077.071060:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (7)--
00000100:00020000:0.0:1550575077.071061:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814736f0000
00000400:00000200:0.0:1550575077.071062:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600e000
00000800:00000200:0.0:1550575077.071063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (6)--
00000800:00000200:0.0:1550575077.071063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (5)++
00000800:00000200:0.0:1550575077.071065:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (6)--
00000100:00020000:0.0:1550575077.071066:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881441a42a00
00000400:00000200:0.0:1550575077.071069:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:0.0:1550575077.071069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (5)--
00000800:00000200:0.0:1550575077.071070:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dea3b400] (4)++
00000800:00000200:0.0:1550575077.071071:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dea3b400] (5)--
00000100:00000400:3.0:1550575077.071072:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00020000:0.0:1550575077.071072:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881441a43e00
00000400:00000200:0.0:1550575077.071073:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8c000
00000800:00000200:0.0:1550575077.071074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (4)--
00000800:00000200:0.0:1550575077.071074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dea3b400] (3)--
00000100:00000200:3.0:1550575077.071078:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575077.071080:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575077.071082:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf380
00000100:02000400:3.0:1550575077.071084:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0001-osc-ffff880034986800: Connection to hpcfs-OST0001 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575077.071085:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575077.071087:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0001_UUID: waking up pinger s:DISCONN
00000800:00000200:1.2:1550575077.071096:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000100:00080000:0.0:1550575077.071143:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0001_UUID: level DISCONN/3 force 1 force_next 1 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575077.071145:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0001_UUID: starting recovery
00000100:00100000:3.0:1550575077.071146:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936160:172.20.0.201@o2ib1:400
00000100:00080000:0.0:1550575077.071146:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1550575077.071148:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440936160, portal 10
00000100:00080000:0.0:1550575077.071148:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295052972
00000100:00000200:3.0:1550575077.071149:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440936160, offset 0
00000100:00080000:0.0:1550575077.071150:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: import ffff8815d7ac0000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000400:00000200:3.0:1550575077.071151:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000008:00100000:0.0:1550575077.071152:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 15335424, lost: 0.
00000400:00000200:3.0:1550575077.071154:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575077.071155:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575077.071156:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 0
00000800:00000200:3.0:1550575077.071157:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 0
00000100:00100000:0.0:1550575077.071157:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d500 x1625895440936176/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575077.071163:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936176:172.20.0.211@o2ib1:8
00000100:00000200:3.0:1550575077.071164:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936176, portal 4
00000100:00000200:3.0:1550575077.071165:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936176, offset 0
00000400:00000200:3.0:1550575077.071166:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575077.071168:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575077.071169:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575077.071171:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 0
00000800:00000200:3.0:1550575077.071171:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 0
00000800:00000200:3.0:1550575077.076043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575077.076045:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:3.0:1550575077.076046:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412be000
00000400:00000200:3.0:1550575077.076047:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:3.0:1550575077.076048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575077.076049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575077.076050:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575077.076052:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:3.0:1550575077.076054:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ea60
00000400:00000200:3.0:1550575077.076055:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11991 [1] + 192
00000100:00000200:3.0:1550575077.076057:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd500 x1625895440935520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575077.076059:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575077.076060:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575077.076060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575077.076061:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575077.076063:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:3.0:1550575077.076063:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412be800
00000400:00000200:3.0:1550575077.076064:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:3.0:1550575077.076064:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:3.0:1550575077.076065:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575077.076066:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575077.076067:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575077.076068:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ecb0
00000400:00000200:3.0:1550575077.076069:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11a39 [1] + 192
00000100:00000200:3.0:1550575077.076070:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010ed00 x1625895440936112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575087 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575077.076072:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575077.076072:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575077.076072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:3.0:1550575077.076073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575077.076075:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ed00 x1625895440936112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575087 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575077.076076:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ed00 x1625895440936112/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575087 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575077.076078:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575077.076080:0:2493:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894507842 gen 1
00000100:00100000:3.0:1550575077.076639:0:2493:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff8800b3866a00 x1625895440932080/t12894507843(12894507843) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/416 e 0 to 0 dl 1550575080 ref 1 fl Complete:R/4/0 rc 0/0
00000008:00100000:3.0:1550575077.076993:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661500 - object 0x0:1728687 offset 1542455296<>1543503872
00000100:00100000:3.0:1550575077.076998:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936112:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575077.077000:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd500 x1625895440935520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575077.077002:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd500 x1625895440935520/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575077.077004:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf280
00000100:00100000:3.0:1550575077.077006:0:2493:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894332838 gen 1
00000100:00100000:3.0:1550575077.078078:0:2493:0:(client.c:2739:ptlrpc_free_committed()) @@@ stopping search  req@ffff881575dfd500 x1625895440935520/t12894332839(12894332839) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/416 e 1 to 0 dl 1550575108 ref 3 fl Rpc:R/4/0 rc 0/0
00000100:00100000:3.0:1550575077.078157:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935520:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575077.078159:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:3.0:1550575077.078161:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936192:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575077.078165:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ed00-0x5c6be4832ed00, portal 8
00000100:00000200:3.0:1550575077.078167:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000100:00000200:3.0:1550575077.078168:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:3.0:1550575077.078169:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575077.078173:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575077.078174:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575077.078176:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575077.078177:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575077.078177:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575077.078179:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575077.078221:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575077.078233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575077.078234:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:3.0:1550575077.078235:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575124 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575077.078237:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:3.0:1550575077.078238:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:3.0:1550575077.078238:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000400:00000200:3.0:1550575078.070041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4295005808
00000400:00000200:3.0:1550575078.070044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295005808
00000400:00000200:3.0:1550575079.070040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4295005808
00000400:00000200:3.0:1550575079.070042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295005808
00000400:00000200:3.0:1550575080.070039:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4295005808
00000400:00000200:3.0:1550575080.070040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295005808
00000100:00000400:3.0:1550575080.078040:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575080.078048:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575080.078051:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575080.078053:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8580
00000100:00000200:3.0:1550575080.078055:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb5600
00000400:00000200:3.0:1550575080.078056:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144117e000
00000100:00080000:3.0:1550575080.078057:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): CONNECTING
00000100:00000400:3.0:1550575080.078059:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575080.078061:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575080.078063:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575080.078065:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8000
00000100:00000200:3.0:1550575080.078065:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb4200
00000400:00000200:3.0:1550575080.078066:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8a000
00000100:02000400:3.0:1550575080.078067:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0000-osc-ffff880034986800: Connection to hpcfs-OST0000 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575080.078069:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575080.078071:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0000_UUID: waking up pinger s:DISCONN
00000100:00000400:3.0:1550575080.078072:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575080.078074:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575080.078076:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575080.078078:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf700
00000100:00080000:2.0:1550575085.957347:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575085.957352:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575085.957356:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 2, was 2): DISCONN
00000100:00000400:2.0:1550575085.957394:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.957396:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 1 lpni_ping_timestamp 4295005808
00000400:00000200:3.0:1550575085.957398:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295005808
00000800:00000200:1.0:1550575085.957491:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dea3b400] (2)--
00000800:00000200:1.0:1550575085.957507:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.957508:0:44:0:(o2iblnd_cb.c:2448:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2)++
00000800:00000200:1.0:1550575085.957509:0:44:0:(o2iblnd_cb.c:2457:kiblnd_passive_connect()) peer_ni[ffff8815e62e9600] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575085.957518:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814412f3000 0x14412f3000(0x14412f3000)
00000800:00000200:1.0:1550575085.957519:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88147a1b8000 0x147a1b8000(0x147a1b8000)
00000800:00000200:1.0:1550575085.957519:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88147a1b9000 0x147a1b9000(0x147a1b9000)
00000800:00000200:1.0:1550575085.957520:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88147a1ba000 0x147a1ba000(0x147a1ba000)
00000800:00000200:1.0:1550575085.957520:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88147a1bb000 0x147a1bb000(0x147a1bb000)
00000800:00000200:1.0:1550575085.957521:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88147c724000 0x147c724000(0x147c724000)
00000800:00000200:1.0:1550575085.957521:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88147c725000 0x147c725000(0x147c725000)
00000800:00000200:1.0:1550575085.957521:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88147c726000 0x147c726000(0x147c726000)
00000800:00000200:1.0:1550575085.957522:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147c727000 0x147c727000(0x147c727000)
00000800:00000200:1.0:1550575085.957522:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814412f4000 0x14412f4000(0x14412f4000)
00000800:00000200:1.0:1550575085.957522:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814412f5000 0x14412f5000(0x14412f5000)
00000800:00000200:1.0:1550575085.957523:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814412f6000 0x14412f6000(0x14412f6000)
00000800:00000200:1.0:1550575085.957523:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814412f7000 0x14412f7000(0x14412f7000)
00000800:00000200:1.0:1550575085.957524:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e4ea8000 0x15e4ea8000(0x15e4ea8000)
00000800:00000200:1.0:1550575085.957524:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e4ea9000 0x15e4ea9000(0x15e4ea9000)
00000800:00000200:1.0:1550575085.957524:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e4eaa000 0x15e4eaa000(0x15e4eaa000)
00000800:00000200:1.0:1550575085.957525:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e4eab000 0x15e4eab000(0x15e4eab000)
00000800:00000200:1.0:1550575085.957525:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e4eac000 0x15e4eac000(0x15e4eac000)
00000800:00000200:3.0:1550575085.957996:0:6:0:(o2iblnd_cb.c:3015:kiblnd_cm_callback()) 172.20.116.203@o2ib117 Route resolved: 0
00000800:00000200:3.0:1550575085.958005:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815e5688000 0x15e5688000(0x15e5688000)
00000800:00000200:3.0:1550575085.958006:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814d3c76000 0x14d3c76000(0x14d3c76000)
00000800:00000200:3.0:1550575085.958006:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8814d3c77000 0x14d3c77000(0x14d3c77000)
00000800:00000200:3.0:1550575085.958007:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814d3c78000 0x14d3c78000(0x14d3c78000)
00000800:00000200:3.0:1550575085.958007:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814d3c79000 0x14d3c79000(0x14d3c79000)
00000800:00000200:3.0:1550575085.958008:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814d3c7a000 0x14d3c7a000(0x14d3c7a000)
00000800:00000200:3.0:1550575085.958008:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8814d3c7b000 0x14d3c7b000(0x14d3c7b000)
00000800:00000200:3.0:1550575085.958009:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8814d3c7c000 0x14d3c7c000(0x14d3c7c000)
00000800:00000200:3.0:1550575085.958009:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814d3c7d000 0x14d3c7d000(0x14d3c7d000)
00000800:00000200:3.0:1550575085.958009:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814d3c7e000 0x14d3c7e000(0x14d3c7e000)
00000800:00000200:3.0:1550575085.958010:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814d3c7f000 0x14d3c7f000(0x14d3c7f000)
00000800:00000200:3.0:1550575085.958010:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814d3c80000 0x14d3c80000(0x14d3c80000)
00000800:00000200:3.0:1550575085.958011:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814d3c81000 0x14d3c81000(0x14d3c81000)
00000800:00000200:3.0:1550575085.958011:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814d3c82000 0x14d3c82000(0x14d3c82000)
00000800:00000200:3.0:1550575085.958011:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814d3c83000 0x14d3c83000(0x14d3c83000)
00000800:00000200:3.0:1550575085.958012:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814d3c84000 0x14d3c84000(0x14d3c84000)
00000800:00000200:3.0:1550575085.958012:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814d3c85000 0x14d3c85000(0x14d3c85000)
00000800:00000200:3.0:1550575085.958013:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814d3c86000 0x14d3c86000(0x14d3c86000)
00000400:00000200:3.0:1550575085.958167:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:3.0:1550575085.958169:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:3.0:1550575085.958170:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dea3b400] (1)--
00000100:00000200:3.0:1550575085.958177:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662a00 x1625895440935136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.958180:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662a00 x1625895440935136/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.958183:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf080
00000100:00100000:3.0:1550575085.958307:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440935136:172.20.0.211@o2ib1:4
00000100:00000400:3.0:1550575085.958309:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.958312:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.958314:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.958315:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcff80
00000100:00080000:3.0:1550575085.958316:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 2, was 2): DISCONN
00000100:00000200:3.0:1550575085.958318:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0300 x1625895440935152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.958320:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0300 x1625895440935152/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.958322:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfb80
00000008:00100000:1.0:1550575085.958338:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037fc00 - object 0x0:1728629 offset 1528823808<>1529872384
00000100:00100000:1.0:1550575085.958345:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935040:172.20.0.212@o2ib1:4
00000100:00100000:1.0:1550575085.958349:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:2f725050-db06-fe55-a79c-03010d354168:2491:1625895440936128:172.20.0.201@o2ib1:400
00000100:00000200:1.0:1550575085.958355:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440936128, portal 25
00000100:00000200:1.0:1550575085.958356:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1625895440936128, offset 0
00000400:00000200:1.0:1550575085.958359:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000400:00000200:1.0:1550575085.958364:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.958366:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.958369:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.958370:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575085.958371:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.958374:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.958383:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00100000:1.0:1550575085.958392:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:1.0:1550575085.958394:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440936144:172.20.0.202@o2ib1:400
00000100:00000200:1.0:1550575085.958397:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440936144, portal 10
00000100:00000200:1.0:1550575085.958398:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440936144, offset 0
00000400:00000200:1.0:1550575085.958399:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:1.0:1550575085.958402:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.958403:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.958404:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.958404:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958405:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.958405:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00080000:1.0:1550575085.958406:0:2491:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575085.958612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575085.958614:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:0.0:1550575085.958617:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440936128/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575092 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575085.958620:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9580
00000800:00000200:0.0:1550575085.958622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:0.0:1550575085.958623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:0.0:1550575085.958624:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:0.0:1550575085.958625:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f600 x1625895440936144/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575092 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575085.958627:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9c80
00000800:00000200:0.0:1550575085.958627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575085.958628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00080000:0.0:1550575085.958631:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0000_UUID: level DISCONN/3 force 1 force_next 1 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575085.958633:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0000_UUID: starting recovery
00000100:00080000:0.0:1550575085.958633:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575085.958635:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295052972
00000100:00080000:0.0:1550575085.958637:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: import ffff8815d7ac7000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575085.958639:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 11927552, lost: 0.
00000100:00100000:0.0:1550575085.958644:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d800 x1625895440936272/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575085.958651:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000100:00080000:0.0:1550575085.958651:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 1 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575085.958652:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575085.958652:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575085.958653:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295052987
00000800:00000200:1.0:1550575085.958654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000100:00080000:0.0:1550575085.958654:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575085.958654:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 44302336, lost: 0.
00000800:00000200:1.0:1550575085.958656:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000100:00100000:0.0:1550575085.958656:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c000 x1625895440936288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.958657:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:1.0:1550575085.958660:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be4832ecc0
00000400:00000200:1.0:1550575085.958661:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x11a5d [1] + 192
00000100:00100000:0.0:1550575085.958661:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936272:172.20.0.211@o2ib1:8
00000100:00000200:1.0:1550575085.958663:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440936128/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575092 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.958666:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000008:00100000:3.0:1550575085.958667:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df662400 - object 0x0:1728629 offset 1529872384<>1530920960
00000800:00000200:1.0:1550575085.958667:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.958667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:0.0:1550575085.958667:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936272, portal 4
00000800:00000200:1.0:1550575085.958668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:0.0:1550575085.958668:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936272, offset 0
00000100:00000200:1.0:1550575085.958670:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440936128/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575092 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575085.958671:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440935152:172.20.0.212@o2ib1:4
00000100:00000200:1.0:1550575085.958671:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440936128/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575092 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000400:3.0:1550575085.958673:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.958673:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000400:00000200:0.0:1550575085.958674:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00100000:1.0:1550575085.958675:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:2f725050-db06-fe55-a79c-03010d354168:2491:1625895440936128:172.20.0.201@o2ib1:400
00000100:00000200:3.0:1550575085.958676:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.958678:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.958679:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf800
00000400:00000200:0.0:1550575085.958679:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:02000400:3.0:1550575085.958681:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0004-osc-ffff880034986800: Connection to hpcfs-OST0004 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:0.0:1550575085.958681:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:3.0:1550575085.958683:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from FULL to DISCONN
00000800:00000200:0.0:1550575085.958683:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575085.958683:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000100:00080000:3.0:1550575085.958684:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0004_UUID: waking up pinger s:DISCONN
00000800:00000200:0.0:1550575085.958684:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575085.958686:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00100000:0.0:1550575085.958687:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936288:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575085.958690:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936288, portal 4
00000800:00000200:1.2:1550575085.958692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00000200:0.0:1550575085.958692:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936288, offset 0
00000400:00000200:0.0:1550575085.958693:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000400:3.0:1550575085.958694:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.958695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958695:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000400:00000200:0.0:1550575085.958695:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:1.0:1550575085.958696:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d800 x1625895440936272/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575085.958696:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575085.958697:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575085.958698:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169700
00000800:00000200:0.0:1550575085.958698:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:0.0:1550575085.958699:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000100:00000200:3.0:1550575085.958700:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.958700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:0.0:1550575085.958700:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00000200:3.0:1550575085.958701:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575085.958702:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1550575085.958703:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf100
00000100:00080000:0.0:1550575085.958703:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575085.958703:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575085.958704:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 3, was 2): CONNECTING
00000100:00080000:0.0:1550575085.958704:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4294704846
00000100:00080000:0.0:1550575085.958705:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:3.0:1550575085.958706:0:2494:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != CONNECTING)  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000008:00100000:0.0:1550575085.958706:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 18743296, lost: 0.
00000800:00000200:1.2:1550575085.958707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.958708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000100:00100000:0.0:1550575085.958708:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c600 x1625895440936304/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575085.958709:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000800:00000200:1.0:1550575085.958709:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575085.958710:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440936288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575085.958711:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936304:172.20.0.212@o2ib1:8
00000400:00000200:1.0:1550575085.958712:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169280
00000800:00000200:1.0:1550575085.958712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.958713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:0.0:1550575085.958713:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936304, portal 4
00000100:00000200:0.0:1550575085.958714:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936304, offset 0
00000400:00000200:0.0:1550575085.958715:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575085.958717:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575085.958718:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575085.958719:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575085.958720:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:0.0:1550575085.958720:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:0.0:1550575085.958721:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.958727:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.958730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958731:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575085.958732:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c600 x1625895440936304/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.958733:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f00
00000800:00000200:1.0:1550575085.958734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.958735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575085.958860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575085.958862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.958863:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.958864:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575085.958866:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 384 into portal 4 MB=0x5c6be4832ed50
00000400:00000200:1.0:1550575085.958867:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 384/384 into md 0x11a6d [1] + 0
00000100:00000200:1.0:1550575085.958868:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d800 x1625895440936272/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.958875:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958875:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.958876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.958876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575085.958888:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575085.958889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.958890:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.958891:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.958892:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832ed70
00000400:00000200:1.0:1550575085.958893:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11a7d [1] + 0
00000100:00000200:1.0:1550575085.958895:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c600 x1625895440936304/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.958896:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958896:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.958897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.958897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.958898:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.958899:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.958900:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832ed60
00000400:00000200:1.0:1550575085.958901:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11a75 [1] + 0
00000100:00000200:1.0:1550575085.958902:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440936288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.958903:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.958904:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.958904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.958905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:0.0:1550575085.958933:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c600 x1625895440936304/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575085.958935:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c600 x1625895440936304/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575085.958937:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f80
00000100:00100000:0.0:1550575085.958939:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894507860 gen 1
00000100:00080000:0.0:1550575085.959007:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0004-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575085.959014:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575085.959015:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0004_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575085.959016:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575085.959017:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575085.959023:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575116 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575085.959026:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575085.959029:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575085.959038:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:1.0:1550575085.959040:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575085.959040:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.959042:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000100:00080000:0.0:1550575085.959043:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575085.959045:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575084 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575085.959047:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575124 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.959049:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575116 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575085.959049:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from RECOVER to FULL
00000100:00000200:3.0:1550575085.959051:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575116 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000080:00080000:0.0:1550575085.959051:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575085.959052:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0004-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000400:00000200:3.0:1550575085.959053:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf180
00000100:00000200:1.0:1550575085.959054:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881477c0a400
00000400:00000200:1.0:1550575085.959055:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000100:00080000:0.0:1550575085.959055:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.959056:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814aded4800
00000400:00000200:3.0:1550575085.959057:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d6000
00000100:00080000:1.0:1550575085.959057:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935184 new x1625895440936320
00000100:00080000:3.0:1550575085.959058:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932592 new x1625895440936336
00000100:00100000:0.0:1550575085.959058:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936304:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575085.959059:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d800 x1625895440936272/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575085.959061:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d800 x1625895440936272/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575085.959063:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169200
00000100:00000200:1.0:1550575085.959064:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ed80-0x5c6be4832ed80, portal 8
00000100:00100000:0.0:1550575085.959064:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894332839 gen 1
00000100:00000200:3.0:1550575085.959066:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ed90-0x5c6be4832ed90, portal 8
00000100:00000200:1.0:1550575085.959066:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935184, portal 4
00000100:00000200:1.0:1550575085.959067:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935184, offset 0
00000400:00000200:1.0:1550575085.959068:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:3.0:1550575085.959069:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932592, portal 4
00000100:00000200:3.0:1550575085.959070:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932592, offset 0
00000400:00000200:1.0:1550575085.959070:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.959071:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:3.0:1550575085.959072:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.959072:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959073:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575085.959073:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.959074:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000400:00000200:3.0:1550575085.959075:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:0.0:1550575085.959075:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0000-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575085.959076:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000800:00000200:3.0:1550575085.959077:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:0.0:1550575085.959077:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0000_UUID@172.20.255.211@o2ib after partition
00000100:00080000:0.0:1550575085.959077:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575085.959078:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575085.959079:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575085.959080:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.959080:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (22)++
00000100:00080000:0.0:1550575085.959080:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575085.959081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575085.959082:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00080000:0.0:1550575085.959082:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.959083:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.959083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959084:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00080000:0.0:1550575085.959084:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.959085:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575085.959085:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.959087:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815d6a42480
00000100:00080000:0.0:1550575085.959087:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575085.959088:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575085.959088:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575085.959089:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00000200:3.0:1550575085.959090:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814e56a4400
00000400:00000200:1.0:1550575085.959090:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000800:00000200:1.0:1550575085.959090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000100:02000000:0.0:1550575085.959090:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0000-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
00000400:00000200:3.0:1550575085.959091:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:1.0:1550575085.959091:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959091:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00080000:0.0:1550575085.959091:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:3.0:1550575085.959092:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440932464 new x1625895440936352
00000100:00000200:1.0:1550575085.959092:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000100:00100000:0.0:1550575085.959092:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936272:172.20.0.211@o2ib1:8
00000400:00000200:1.0:1550575085.959094:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:1.0:1550575085.959095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.959095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:0.0:1550575085.959095:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440936288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575085.959097:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440936288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575102 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575085.959098:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000100:00000200:3.0:1550575085.959099:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eda0-0x5c6be4832eda0, portal 8
00000100:00100000:0.0:1550575085.959099:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894542119 gen 1
00000100:00000200:3.0:1550575085.959100:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440932464, portal 4
00000100:00000200:3.0:1550575085.959101:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440932464, offset 0
00000400:00000200:3.0:1550575085.959102:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575085.959104:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575085.959105:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575085.959107:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575085.959107:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575085.959108:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.959108:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.959115:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.959116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959117:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575085.959118:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.959121:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:1.0:1550575085.959122:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.959123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575085.959215:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575085.959216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.959217:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.959218:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.959219:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ed90
00000400:00000200:1.0:1550575085.959221:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11a8d [256] + 0
00000400:00000200:1.0:1550575085.959221:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575085.959222:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959222:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:1.0:1550575085.959224:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.959225:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959226:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.959230:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959231:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959231:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959232:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.959232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.959233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959233:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.959234:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.959235:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ed80
00000400:00000200:1.0:1550575085.959236:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11a85 [256] + 0
00000400:00000200:1.0:1550575085.959237:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575085.959238:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959238:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575085.959240:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.959241:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959241:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.959245:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959246:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959246:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959247:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959247:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.959247:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959248:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.959249:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.959250:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eda0
00000400:00000200:1.0:1550575085.959251:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11a9d [256] + 0
00000400:00000200:1.0:1550575085.959252:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575085.959252:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959252:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575085.959254:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.959255:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959256:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.959264:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959264:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959265:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.959265:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.959266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959266:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959267:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959267:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959268:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959273:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.959283:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.959284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959284:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959285:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959285:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959286:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959290:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.959297:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.959297:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959298:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959298:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959303:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.959310:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.959310:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.959311:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575085.959392:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959394:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959395:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575085.959396:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814aded4800
00000400:00000200:1.0:1550575085.959396:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575085.959397:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.959398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.959486:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959488:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.959490:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:1.0:1550575085.959490:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0a400
00000400:00000200:1.0:1550575085.959491:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575085.959491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.959492:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.959581:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00080000:0.0:1550575085.959867:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000100:00080000:3.0:1550575085.959870:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440934912 new x1625895440936368
00000800:00000200:1.0:1550575085.959870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.959871:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000080:00080000:0.0:1550575085.959871:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00000200:1.0:1550575085.959872:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814e56a4400
00000400:00000200:1.0:1550575085.959872:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000100:00080000:0.0:1550575085.959872:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575085.959872:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00000200:3.0:1550575085.959873:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832edb0-0x5c6be4832edb0, portal 8
00000800:00000200:1.0:1550575085.959873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.959873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575085.959874:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440934912, portal 4
00000100:00080000:0.0:1550575085.959874:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.959875:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440934912, offset 0
00000400:00000200:3.0:1550575085.959876:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575085.959878:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:0.0:1550575085.959878:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575085.959879:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:0.0:1550575085.959880:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575085.959881:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575085.959881:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575085.959882:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.959882:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)--
00000100:00000200:1.0:1550575085.959883:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575085.959883:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000100:00080000:3.0:1550575085.959884:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935008 new x1625895440936384
00000100:00000200:1.0:1550575085.959885:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000080:00080000:0.0:1550575085.959885:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575085.959886:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000400:00000200:1.0:1550575085.959887:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000100:00080000:0.0:1550575085.959887:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575085.959889:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.959890:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832edc0-0x5c6be4832edc0, portal 8
00000100:00000200:3.0:1550575085.959890:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931760, portal 4
00000100:00000200:3.0:1550575085.959891:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931760, offset 0
00000800:00000200:1.2:1550575085.959891:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00080000:0.0:1550575085.959891:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.959892:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00080000:0.0:1550575085.959892:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.959894:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:0.0:1550575085.959894:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575085.959895:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575085.959896:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575085.959896:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000100:00000200:1.0:1550575085.959896:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814734fd400
00000100:00100000:0.0:1550575085.959896:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936288:172.20.0.212@o2ib1:8
00000800:00000200:3.0:1550575085.959897:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000400:00000200:1.0:1550575085.959897:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:3.0:1550575085.959898:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000100:00080000:1.0:1550575085.959898:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935216 new x1625895440936400
00000100:00080000:3.0:1550575085.959899:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935024 new x1625895440936416
00000100:00000200:1.0:1550575085.959900:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832edd0-0x5c6be4832edd0, portal 8
00000100:00000200:1.0:1550575085.959901:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935216, portal 4
00000100:00000200:3.0:1550575085.959902:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ede0-0x5c6be4832ede0, portal 8
00000100:00000200:1.0:1550575085.959903:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935216, offset 0
00000100:00000200:3.0:1550575085.959904:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000400:00000200:1.0:1550575085.959904:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:3.0:1550575085.959905:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575085.959906:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575085.959906:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.959907:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.959908:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575124 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.959909:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.959909:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959909:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:3.0:1550575085.959910:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959910:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.959910:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:3.0:1550575085.959911:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:0.0:1550575085.959911:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575124 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:3.0:1550575085.959912:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:3.0:1550575085.959912:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000400:00000200:0.0:1550575085.959912:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:3.0:1550575085.959913:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575085.959914:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:1.0:1550575085.959915:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.959917:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00000200:0.0:1550575085.959918:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88147a201e00
00000400:00000200:0.0:1550575085.959919:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000100:00000200:1.0:1550575085.959920:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814736f1e00
00000100:00080000:0.0:1550575085.959920:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936192 new x1625895440936432
00000400:00000200:1.0:1550575085.959921:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000100:00000200:3.0:1550575085.959922:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ed30-0x5c6be4832ed30, portal 8
00000100:00080000:1.0:1550575085.959922:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935104 new x1625895440936448
00000100:00000200:0.0:1550575085.959924:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832edf0-0x5c6be4832edf0, portal 8
00000100:00000200:3.0:1550575085.959925:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936240, portal 4
00000100:00000200:1.0:1550575085.959925:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee00-0x5c6be4832ee00, portal 8
00000100:00000200:3.0:1550575085.959926:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936240, offset 0
00000100:00000200:0.0:1550575085.959926:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000400:00000200:3.0:1550575085.959927:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:1.0:1550575085.959927:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935104, portal 4
00000100:00000200:1.0:1550575085.959928:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935104, offset 0
00000100:00000200:0.0:1550575085.959928:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:3.0:1550575085.959929:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575085.959930:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:0.0:1550575085.959930:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:3.0:1550575085.959931:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575085.959931:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:3.0:1550575085.959932:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:3.0:1550575085.959932:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:3.0:1550575085.959933:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000100:00080000:3.0:1550575085.959933:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935200 new x1625895440936464
00000400:00000200:0.0:1550575085.959933:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575085.959934:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.959936:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:3.0:1550575085.959937:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee10-0x5c6be4832ee10, portal 8
00000800:00000200:1.0:1550575085.959937:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575085.959937:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575085.959937:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)++
00000100:00000200:3.0:1550575085.959938:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935200, portal 4
00000100:00000200:3.0:1550575085.959938:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935200, offset 0
00000800:00000200:1.0:1550575085.959938:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575085.959938:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.959939:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.959939:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (29)++
00000800:00000200:0.0:1550575085.959939:0:2493:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575085.959939:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)--
00000400:00000200:3.0:1550575085.959940:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.959940:0:2491:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959941:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)--
00000100:00000200:0.0:1550575085.959941:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575084 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.959942:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575085.959943:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.959943:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575084 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:3.0:1550575085.959944:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575085.959945:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:3.0:1550575085.959945:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (29)++
00000400:00000200:0.0:1550575085.959945:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:3.0:1550575085.959946:0:2494:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:3.0:1550575085.959946:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)--
00000100:00080000:0.0:1550575085.959946:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936096 new x1625895440936480
00000100:00000200:1.0:1550575085.959948:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ed20-0x5c6be4832ed20, portal 8
00000100:00000200:1.0:1550575085.959949:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936224, portal 4
00000100:00000200:0.0:1550575085.959949:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee20-0x5c6be4832ee20, portal 8
00000100:00000200:1.0:1550575085.959950:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936224, offset 0
00000100:00000200:0.0:1550575085.959950:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936096, portal 4
00000100:00000200:0.0:1550575085.959951:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936096, offset 0
00000400:00000200:1.0:1550575085.959952:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575085.959953:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.959954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.959955:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000100:00000200:0.0:1550575085.959955:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.959956:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:0.0:1550575085.959958:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:0.0:1550575085.959960:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8480
00000100:00000200:1.0:1550575085.959961:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.959962:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:1.0:1550575085.959963:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.959963:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb5200
00000800:00000200:1.0:1550575085.959964:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575085.959964:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144117c000
00000100:00080000:0.0:1550575085.959964:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935920 new x1625895440936496
00000800:00000200:1.0:1550575085.959965:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.959965:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.959966:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959966:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.959967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.959967:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000100:00000200:0.0:1550575085.959967:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee30-0x5c6be4832ee30, portal 8
00000800:00000200:1.0:1550575085.959968:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959968:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:0.0:1550575085.959968:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935920, portal 4
00000100:00000200:1.0:1550575085.959969:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.959971:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00000200:0.0:1550575085.959971:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935920, offset 0
00000800:00000200:1.0:1550575085.959972:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:0.0:1550575085.959972:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575085.959973:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959973:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.959973:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.959974:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959974:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000100:00080000:0.0:1550575085.959974:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935728 new x1625895440936512
00000800:00000200:1.0:1550575085.959975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.959975:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.959976:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.959977:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee40-0x5c6be4832ee40, portal 8
00000800:00000200:1.0:1550575085.959978:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959978:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.959978:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000100:00000200:0.0:1550575085.959978:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935728, portal 4
00000100:00000200:0.0:1550575085.959978:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935728, offset 0
00000800:00000200:1.0:1550575085.959979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.959979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000400:00000200:0.0:1550575085.959979:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575085.959980:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959980:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:0.0:1550575085.959981:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:0.0:1550575085.959983:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:0.0:1550575085.959984:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfe00
00000100:00000200:1.0:1550575085.959985:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.959986:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f00
00000100:00000200:0.0:1550575085.959987:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881441a42200
00000800:00000200:1.0:1550575085.959988:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959988:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575085.959988:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e6b98000
00000100:00080000:0.0:1550575085.959988:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935408 new x1625895440936528
00000800:00000200:1.0:1550575085.959989:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.959989:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.959990:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959990:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.959990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.959991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000100:00000200:0.0:1550575085.959991:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee50-0x5c6be4832ee50, portal 8
00000100:00000200:0.0:1550575085.959991:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935408, portal 4
00000800:00000200:1.0:1550575085.959992:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959992:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:0.0:1550575085.959992:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935408, offset 0
00000100:00000200:1.0:1550575085.959993:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.959994:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000400:00000200:0.0:1550575085.959995:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575085.959996:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.959996:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.959997:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.959997:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000100:00000200:0.0:1550575085.959997:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.959998:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.959998:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000100:00000200:0.0:1550575085.959998:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.959999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.959999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960000:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960000:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:0.0:1550575085.960000:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf600
00000100:00000200:1.0:1550575085.960001:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.960003:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:1.0:1550575085.960004:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.960004:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814b21ff600
00000400:00000200:0.0:1550575085.960004:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446008000
00000800:00000200:1.0:1550575085.960005:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960005:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000100:00080000:0.0:1550575085.960005:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935328 new x1625895440936544
00000800:00000200:1.0:1550575085.960006:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960006:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960007:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960008:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.960008:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee60-0x5c6be4832ee60, portal 8
00000800:00000200:1.0:1550575085.960009:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000100:00000200:0.0:1550575085.960009:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935328, portal 4
00000800:00000200:1.0:1550575085.960010:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000100:00000200:0.0:1550575085.960010:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935328, offset 0
00000800:00000200:1.0:1550575085.960011:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:0.0:1550575085.960011:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:1.0:1550575085.960012:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960013:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169200
00000800:00000200:1.0:1550575085.960014:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575085.960014:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960015:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960015:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960016:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960016:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000100:00000200:0.0:1550575085.960016:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575108 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960017:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000400:00000200:0.0:1550575085.960017:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf000
00000800:00000200:1.0:1550575085.960018:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960018:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000100:00000200:0.0:1550575085.960018:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881477c0be00
00000800:00000200:1.0:1550575085.960019:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000400:00000200:0.0:1550575085.960019:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000100:00080000:0.0:1550575085.960019:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935088 new x1625895440936560
00000100:00000200:1.0:1550575085.960020:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960021:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000800:00000200:1.0:1550575085.960022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960023:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960023:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (29)--
00000100:00000200:1.0:1550575085.960024:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575085.960024:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee70-0x5c6be4832ee70, portal 8
00000400:00000200:1.0:1550575085.960026:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000800:00000200:1.0:1550575085.960026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.960027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960027:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000100:00000200:0.0:1550575085.960027:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935088, portal 4
00000800:00000200:1.0:1550575085.960028:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000100:00000200:1.0:1550575085.960028:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575085.960028:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935088, offset 0
00000400:00000200:1.0:1550575085.960030:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000800:00000200:1.0:1550575085.960030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.960031:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.960031:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000400:00000200:0.0:1550575085.960031:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.960032:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (27)--
00000100:00000200:1.0:1550575085.960038:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960039:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169580
00000400:00000200:0.0:1550575085.960040:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.960041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.960041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575085.960041:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960042:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960042:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000800:00000200:0.0:1550575085.960042:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:1.0:1550575085.960043:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575085.960043:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575085.960043:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000400:00000200:1.0:1550575085.960044:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169380
00000800:00000200:0.0:1550575085.960044:0:2493:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575085.960044:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.960045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000100:00080000:0.0:1550575085.960045:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935072 new x1625895440936576
00000800:00000200:1.0:1550575085.960046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960046:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960047:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00000200:1.0:1550575085.960047:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.960049:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f00
00000800:00000200:1.0:1550575085.960050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000100:00000200:0.0:1550575085.960050:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee80-0x5c6be4832ee80, portal 8
00000800:00000200:1.0:1550575085.960051:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000100:00000200:0.0:1550575085.960051:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935072, portal 4
00000800:00000200:1.0:1550575085.960052:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:0.0:1550575085.960052:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935072, offset 0
00000100:00000200:1.0:1550575085.960053:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960054:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169700
00000800:00000200:1.0:1550575085.960055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960055:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000400:00000200:0.0:1550575085.960055:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.960056:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960057:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960057:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:0.0:1550575085.960057:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575085.960058:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960058:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:0.0:1550575085.960058:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960059:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960059:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575085.960059:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960060:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:0.0:1550575085.960060:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:0.0:1550575085.960060:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960061:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575085.960061:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000400:00000200:1.0:1550575085.960062:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.960063:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832def0
00000400:00000200:1.0:1550575085.960064:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11a95 [1] + 192
00000100:00000200:1.0:1550575085.960066:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960071:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960072:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.960072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960073:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (25)--
00000100:00000200:1.0:1550575085.960074:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960075:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88017fc05a80
00000800:00000200:1.0:1550575085.960076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000100:00000200:3.0:1550575085.960077:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960078:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000100:00000200:3.0:1550575085.960079:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b2d00 x1625895440932592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.960080:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000100:00000200:1.0:1550575085.960081:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960083:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88163fcf0e80
00000800:00000200:1.0:1550575085.960084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.960084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.960084:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00000200:1.0:1550575085.960085:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575085.960087:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88163fcf0880
00000800:00000200:1.0:1550575085.960087:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.0:1550575085.960088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:1.2:1550575085.960103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:1.0:1550575085.960104:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.960105:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960106:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960107:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832edb0
00000400:00000200:1.0:1550575085.960108:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11aa9 [256] + 0
00000400:00000200:1.0:1550575085.960109:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e4000
00000800:00000200:1.0:1550575085.960109:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.960110:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)--
00000400:00000200:1.0:1550575085.960112:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960113:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960113:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960117:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960118:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.960118:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960119:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960119:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.960119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.960120:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960121:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960122:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832edc0
00000400:00000200:1.0:1550575085.960123:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ab5 [256] + 0
00000400:00000200:1.0:1550575085.960124:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e6000
00000800:00000200:1.0:1550575085.960124:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960124:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)--
00000400:00000200:1.0:1550575085.960126:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960127:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960128:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960130:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960131:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960131:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960132:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960132:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960132:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.960138:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.960139:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960140:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960140:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.960155:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.960156:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960157:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960160:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960168:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.960168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.960169:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960170:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960171:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832edd0
00000400:00000200:1.0:1550575085.960172:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ac1 [256] + 0
00000400:00000200:1.0:1550575085.960172:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575085.960173:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960173:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)--
00000400:00000200:1.0:1550575085.960175:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960176:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960177:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960181:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960181:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960181:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960182:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.960182:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960183:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960183:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960185:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960191:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.960191:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.960192:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.960193:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960194:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960195:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ede0
00000400:00000200:1.0:1550575085.960195:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ac9 [256] + 0
00000400:00000200:1.0:1550575085.960196:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d6000
00000800:00000200:1.0:1550575085.960197:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960197:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)--
00000400:00000200:1.0:1550575085.960199:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960200:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960200:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960204:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960204:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960205:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.960205:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.960206:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.960206:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960207:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960208:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.960209:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e910
00000400:00000200:1.0:1550575085.960210:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11a89 [1] + 192
00000100:00000200:1.0:1550575085.960211:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960213:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.960213:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.960213:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.960214:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.960214:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960215:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575085.960216:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee40
00000400:00000200:1.0:1550575085.960217:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11b2d [256] + 0
00000400:00000200:1.0:1550575085.960218:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8a000
00000800:00000200:1.0:1550575085.960218:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.960219:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)--
00000400:00000200:1.0:1550575085.960221:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960222:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960222:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960225:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960225:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.960226:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960226:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.960226:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.960227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.960227:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960228:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575085.960229:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee50
00000400:00000200:1.0:1550575085.960230:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11b39 [256] + 0
00000400:00000200:1.0:1550575085.960231:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8c000
00000800:00000200:1.0:1550575085.960231:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960232:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)--
00000400:00000200:1.0:1550575085.960234:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960234:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960235:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960238:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960238:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960238:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960239:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.960240:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960240:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960241:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575085.960242:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee30
00000400:00000200:1.0:1550575085.960243:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11b21 [256] + 0
00000400:00000200:1.0:1550575085.960244:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144117c000
00000800:00000200:1.0:1550575085.960244:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960244:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000400:00000200:1.0:1550575085.960246:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960247:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960248:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960251:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960251:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960252:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960252:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960253:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960254:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960255:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.960256:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832de70
00000400:00000200:1.0:1550575085.960257:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11aa1 [1] + 192
00000100:00000200:1.0:1550575085.960263:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960264:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960265:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000100:00000200:1.0:1550575085.960267:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575085.960269:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440935184/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.960270:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000800:00000200:1.2:1550575085.960275:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000100:00100000:1.0:1550575085.960343:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935184:172.20.0.212@o2ib1:4
00000800:00000200:1.0:1550575085.960346:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960348:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (29)--
00000100:00000200:1.0:1550575085.960348:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814710dfe00
00000400:00000200:1.0:1550575085.960349:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e4000
00000800:00000200:1.0:1550575085.960350:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.960350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960351:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.960351:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960352:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960356:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960365:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960366:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.960366:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.960367:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960368:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960369:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832edf0
00000400:00000200:1.0:1550575085.960370:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11add [256] + 0
00000400:00000200:1.0:1550575085.960371:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb96000
00000800:00000200:1.0:1550575085.960371:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960371:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)--
00000400:00000200:1.0:1550575085.960374:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960375:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960375:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960378:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960379:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960379:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960379:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960380:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960381:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960382:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960383:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee10
00000400:00000200:1.0:1550575085.960383:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11afd [256] + 0
00000400:00000200:1.0:1550575085.960384:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600e000
00000800:00000200:1.0:1550575085.960384:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960385:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)--
00000400:00000200:1.0:1550575085.960387:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960387:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960388:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960392:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960392:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960392:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960393:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960393:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960394:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960396:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:1.0:1550575085.960396:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814a2eb0400
00000400:00000200:1.0:1550575085.960397:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e6000
00000800:00000200:1.0:1550575085.960397:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960397:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960398:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960399:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960399:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960399:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960400:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960400:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.960401:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960401:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960402:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960403:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee00
00000400:00000200:1.0:1550575085.960404:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ae5 [256] + 0
00000400:00000200:1.0:1550575085.960405:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:1.0:1550575085.960405:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960405:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)--
00000400:00000200:1.0:1550575085.960407:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575085.960408:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960409:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960411:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960412:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960412:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960413:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960413:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960414:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960414:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000008:00100000:3.0:1550575085.960416:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663c00 - object 0x0:1728687 offset 1543503872<>1544552448
00000400:00000200:1.0:1550575085.960416:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960417:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ed20
00000400:00000200:1.0:1550575085.960417:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b09 [256] + 0
00000400:00000200:1.0:1550575085.960418:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:1.0:1550575085.960419:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960419:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960420:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960421:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960422:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960423:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee20
00000400:00000200:1.0:1550575085.960424:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b0d [256] + 0
00000400:00000200:1.0:1550575085.960425:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815c83e2000
00000800:00000200:1.0:1550575085.960425:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960425:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960426:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960426:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960427:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960430:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960436:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960437:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960438:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960439:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee60
00000400:00000200:1.0:1550575085.960440:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b45 [256] + 0
00000400:00000200:1.0:1550575085.960441:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e6b98000
00000800:00000200:1.0:1550575085.960441:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960442:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960442:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960443:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960446:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960454:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960455:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960458:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960464:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960464:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960464:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960465:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960466:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960467:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee70
00000400:00000200:1.0:1550575085.960468:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b51 [256] + 0
00000400:00000200:1.0:1550575085.960468:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:1.0:1550575085.960469:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960469:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960471:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960474:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960479:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960482:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00000200:1.0:1550575085.960482:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814734fd400
00000400:00000200:1.0:1550575085.960483:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575085.960484:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960484:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.960487:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575085.960487:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960488:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960488:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960488:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960489:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960490:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960490:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960491:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960492:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960494:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960495:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575085.960496:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee80
00000400:00000200:1.0:1550575085.960497:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b5d [256] + 0
00000400:00000200:1.0:1550575085.960497:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:1.0:1550575085.960497:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960498:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960498:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960499:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960499:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960500:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960503:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960509:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575085.960509:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.960567:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960570:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960574:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960582:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.960653:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960655:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.960659:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000008:00100000:3.0:1550575085.960663:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660000 - object 0x0:1728687 offset 1544552448<>1545601024
00000100:00100000:3.0:1550575085.960666:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932592:172.20.0.212@o2ib1:4
00000800:00000200:1.0:1550575085.960667:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000100:00000200:3.0:1550575085.960668:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.960668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000100:00000200:3.0:1550575085.960670:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2100 x1625895440932464/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.960672:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575085.960739:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440932464:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575085.960743:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440936592:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575085.960747:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ee90-0x5c6be4832ee90, portal 8
00000100:00000200:3.0:1550575085.960748:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936592, portal 4
00000100:00000200:3.0:1550575085.960749:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936592, offset 0
00000400:00000200:3.0:1550575085.960750:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00100000:3.0:1550575085.960753:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1550575085.960754:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440936608:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575085.960757:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eea0-0x5c6be4832eea0, portal 8
00000100:00000200:3.0:1550575085.960758:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936608, portal 4
00000100:00000200:3.0:1550575085.960758:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936608, offset 0
00000400:00000200:3.0:1550575085.960759:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575085.960840:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.960842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.960843:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.960844:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.960845:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e800
00000400:00000200:1.0:1550575085.960846:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11aad [1] + 192
00000100:00000200:1.0:1550575085.960847:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.960853:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.960853:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.960854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.960854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000100:00000200:3.0:1550575085.960861:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.960863:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b1800 x1625895440934912/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.960865:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00100000:3.0:1550575085.960932:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440934912:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575085.961125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961127:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.961128:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575085.961129:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.961130:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832dbb0
00000400:00000200:1.0:1550575085.961131:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ab9 [1] + 192
00000100:00000200:1.0:1550575085.961132:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.961136:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.961136:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.961137:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961137:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.961138:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:3.0:1550575085.961139:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575085.961139:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575085.961140:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e930
00000100:00000200:3.0:1550575085.961141:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867300 x1625895440931760/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.961143:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000400:00000200:1.0:1550575085.961144:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ac5 [1] + 192
00000100:00000200:1.0:1550575085.961145:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.961148:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ac00] (30)++
00000800:00000200:1.0:1550575085.961148:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ac00] (31)--
00000800:00000200:1.0:1550575085.961149:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961149:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000008:00100000:3.0:1550575085.961456:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df661200 - object 0x0:1728629 offset 1530920960<>1531969536
00000800:00000100:1.0:1550575085.961456:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 4
00000800:00000200:1.0:1550575085.961456:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961457:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000100:00100000:3.0:1550575085.961465:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440931760:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575085.961467:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575085.961468:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440936624:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575085.961473:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eeb0-0x5c6be4832eeb0, portal 8
00000100:00000200:3.0:1550575085.961475:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936624, portal 4
00000100:00000200:3.0:1550575085.961476:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936624, offset 0
00000400:00000200:3.0:1550575085.961477:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:3.0:1550575085.961482:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575085.961484:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfed00 x1625895440935216/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.961486:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000008:00100000:3.0:1550575085.961795:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660300 - object 0x0:1728629 offset 1531969536<>1533018112
00000100:00100000:3.0:1550575085.961804:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935216:172.20.0.212@o2ib1:4
00000100:00100000:3.0:1550575085.961809:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440936640:172.20.0.212@o2ib1:4
00000100:00000200:3.0:1550575085.961813:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832eec0-0x5c6be4832eec0, portal 8
00000100:00000200:3.0:1550575085.961814:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936640, portal 4
00000100:00000200:3.0:1550575085.961815:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936640, offset 0
00000400:00000200:3.0:1550575085.961817:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575085.961843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961852:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961859:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961866:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961874:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961889:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961896:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961903:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961911:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961941:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961948:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961955:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961963:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961965:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961970:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961972:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961973:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961977:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961985:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961987:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.961992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.961994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.961994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.961994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.961995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962000:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962002:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962007:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962022:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962024:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962025:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962029:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962031:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962031:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962037:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000200:1.0:1550575085.962038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962039:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962044:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962053:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962059:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962061:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962066:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962068:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962068:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962074:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962076:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962089:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962096:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962097:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962098:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962098:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962099:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962105:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962105:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962106:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962106:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962111:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962112:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962113:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962118:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962120:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962120:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962127:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962133:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962134:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962140:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962142:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962142:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962142:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962143:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962149:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962149:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962155:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962156:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962157:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962164:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962164:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962172:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962172:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962172:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962179:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962179:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962185:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962186:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962186:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962187:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962187:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962192:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962193:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962194:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962194:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962201:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962201:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962207:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962208:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962209:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962209:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962210:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962216:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962216:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962222:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962223:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962223:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962229:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962231:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962231:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962236:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962238:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962244:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962245:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962246:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962251:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962253:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962253:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962254:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962262:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962263:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962264:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962264:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962265:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962275:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962275:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962281:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962282:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962283:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962283:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962290:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962290:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962290:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962291:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962297:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962297:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962298:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962298:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962303:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962304:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962305:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962305:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962306:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962310:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962312:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962312:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962313:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962313:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962318:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962319:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962320:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962320:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962320:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962325:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962327:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962327:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962327:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962328:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962333:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962334:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962335:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962340:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962342:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962347:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962349:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962349:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962350:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962350:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962355:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962356:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962357:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962357:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962357:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962362:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962364:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962364:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962364:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962365:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962370:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962371:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962371:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962377:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962378:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962379:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962379:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962384:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962386:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962386:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962387:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962387:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962392:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962393:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962394:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962399:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962401:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962401:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962402:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962407:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962408:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962408:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962409:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962409:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962415:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962416:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962417:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962421:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962423:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962423:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962429:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962430:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962431:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962438:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962451:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962453:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962458:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962460:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962460:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962466:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962467:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962468:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962475:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962475:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962483:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962488:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962489:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962495:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962497:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962503:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962510:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962518:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962533:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962540:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962547:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962549:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962562:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962577:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962592:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962614:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962622:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962629:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962637:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962644:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962651:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962666:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962674:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962681:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962689:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962696:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962703:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962711:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962718:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962726:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962733:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962740:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962748:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962755:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962777:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962785:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962800:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962807:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962814:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962822:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962829:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962837:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962844:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962859:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962866:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962874:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962888:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962896:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962903:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962911:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962940:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962948:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962955:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962970:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962977:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962985:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.962993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.962994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.962994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.962995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.962999:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963007:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963015:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963022:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963029:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963031:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963032:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963036:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963044:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963046:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963059:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963061:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963066:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963067:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963068:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963074:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963075:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963082:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963083:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963083:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963088:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963090:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963090:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963096:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963098:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963098:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963098:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963105:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963111:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963112:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963112:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963113:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963113:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963118:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963120:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963120:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963121:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963127:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963127:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963127:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963128:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963133:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963134:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963135:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963140:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963142:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963142:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963143:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963149:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963149:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963155:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963156:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963157:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963157:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963158:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963164:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963164:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963172:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963172:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963178:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963179:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963179:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963180:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963180:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963185:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963186:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963187:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963187:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963192:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963194:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963194:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963194:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963200:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963201:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963202:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963202:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963202:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963207:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963209:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963209:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963209:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963216:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963216:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963217:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963222:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963224:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963229:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963231:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963231:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963231:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963232:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963239:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963240:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963244:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963246:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963246:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963246:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963247:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963252:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963253:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963253:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963262:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963268:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963268:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963269:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963269:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963275:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963276:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963276:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963276:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963281:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963283:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963283:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963283:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963290:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963291:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963291:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963291:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963297:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963298:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963299:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963303:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963305:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963305:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963306:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963306:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963311:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963312:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963313:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963318:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963320:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963320:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963321:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963321:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963327:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963328:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90430) failed: 5
00000800:00000200:1.0:1550575085.963328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (30)--
00000800:00000200:1.0:1550575085.963328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.2:1550575085.963333:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.963335:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)++
00000800:00000100:1.0:1550575085.963336:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2f04 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575085.963337:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575085.963339:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:1.0:1550575085.963341:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (30)--
00000100:00020000:1.0:1550575085.963342:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:1.0:1550575085.963347:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d6000
00000800:00000200:1.0:1550575085.963348:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.963349:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00000400:3.0:1550575085.963352:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.963352:0:2484:0:(o2iblnd_cb.c:1473:kiblnd_launch_tx()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (1)++
00000100:00000200:3.0:1550575085.963355:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.963355:0:2484:0:(o2iblnd_cb.c:1275:kiblnd_connect_peer()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2)++
00000100:00000200:3.0:1550575085.963357:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.963358:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:02000400:3.0:1550575085.963359:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575085.963360:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575085.963361:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575085.963364:0:2484:0:(o2iblnd_cb.c:1228:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:1.0:1550575085.963365:0:2484:0:(o2iblnd_cb.c:1296:kiblnd_connect_peer()) 172.20.116.204@o2ib117: connection bound to ib0:172.20.116.6:mlx5_0
00000800:00000200:1.0:1550575085.963366:0:2484:0:(o2iblnd_cb.c:1480:kiblnd_launch_tx()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (3)--
00000800:00000200:1.0:1550575085.963367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963368:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963368:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963368:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963369:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963370:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963370:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963370:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963371:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963371:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963371:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963372:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963372:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.963375:0:2943:0:(o2iblnd_cb.c:2985:kiblnd_cm_callback()) 172.20.116.204@o2ib117 Addr resolved: 0
00000800:00000200:1.2:1550575085.963378:0:2943:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000100:00080000:0.0:1550575085.963380:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575085.963381:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575085.963382:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575085.963383:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065562
00000100:00080000:0.0:1550575085.963385:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.963386:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963386:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963386:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000008:00100000:0.0:1550575085.963386:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 35782656, lost: 0.
00000800:00000200:1.0:1550575085.963387:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963387:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963388:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000100:00100000:0.0:1550575085.963389:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c000 x1625895440936656/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575085.963393:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000100:00100000:0.0:1550575085.963395:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936656:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575085.963398:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936656, portal 4
00000800:00000200:1.0:1550575085.963399:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963399:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000100:00000200:0.0:1550575085.963399:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936656, offset 0
00000800:00000200:1.0:1550575085.963400:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963400:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963400:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000400:00000200:0.0:1550575085.963400:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575085.963401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963410:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963415:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963416:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963417:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963418:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963422:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963424:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963424:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963425:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963425:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963430:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963431:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963432:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963437:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963439:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963439:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963445:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963446:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963446:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963447:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963447:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963452:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963454:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963455:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963459:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963461:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963467:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963468:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963469:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963474:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963476:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963476:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963482:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963489:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963490:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963496:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963504:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963506:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963511:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963519:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963521:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963526:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963534:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963541:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963556:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963563:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963578:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963586:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963593:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963608:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963615:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963623:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963637:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963645:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963652:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963674:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963682:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963689:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963697:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963704:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963711:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963719:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963726:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963734:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963741:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963748:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963756:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963771:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963793:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963801:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963808:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963823:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963845:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963852:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963867:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963875:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963882:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963889:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963904:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963912:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963919:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963934:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963941:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963949:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963950:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963956:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963971:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963978:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963980:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963986:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963987:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963988:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.963993:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.963994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.963995:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.963995:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.963996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964002:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964008:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964010:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964015:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964030:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964032:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964036:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964037:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964037:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964045:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964047:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964054:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964060:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964062:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964067:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964069:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964069:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964076:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964076:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964082:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964084:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964084:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964089:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964091:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964097:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964098:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964099:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964104:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964105:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964106:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964111:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964113:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964113:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964114:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964114:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964119:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964120:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964121:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964121:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964126:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964128:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964128:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964129:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964129:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964134:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964135:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964136:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964136:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964136:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964141:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964143:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964143:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964143:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964149:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964150:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964150:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964156:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964157:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964158:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964158:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964159:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964165:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964165:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964172:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964173:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964178:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964180:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964180:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964186:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964187:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964188:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964193:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964195:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964195:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964196:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964201:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964202:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964203:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964203:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964203:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964208:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964210:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964210:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964211:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964211:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964216:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964217:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964218:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964218:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964218:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964224:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964225:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964226:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964230:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964232:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964232:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964238:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964239:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964240:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964240:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964241:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964246:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964247:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964248:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964248:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964253:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964254:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964255:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964261:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964262:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964263:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964268:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964269:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964270:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964275:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964277:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964277:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964283:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964284:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964284:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964285:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964290:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964291:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964292:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964292:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964293:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964297:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964299:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964300:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964300:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964305:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964306:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964307:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964307:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964307:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964312:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964314:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964314:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964320:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964321:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964322:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964328:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964329:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964329:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964330:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964335:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964336:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964336:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964342:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964343:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964344:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964344:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964345:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964349:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964351:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964351:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964352:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964352:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964357:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964358:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964359:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964359:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964360:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964364:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964366:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964366:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964366:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964373:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964374:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964379:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964380:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964381:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964387:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964388:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964388:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964389:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964389:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964394:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964395:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964396:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964396:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964397:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964401:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964403:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964403:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964404:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964404:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964409:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964410:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964411:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964412:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964416:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964418:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964418:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964419:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964419:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964424:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964425:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964426:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964427:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964427:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964433:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964433:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964434:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964434:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964439:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964440:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964441:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964441:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964446:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964447:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964448:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964448:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964453:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964455:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964455:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964456:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964456:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964463:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964468:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964470:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964470:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964476:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964478:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964478:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964478:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964483:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964485:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964486:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964490:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964498:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964505:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964507:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964513:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964514:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964528:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964535:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964550:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964557:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964565:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964594:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964601:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964609:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964617:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964631:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964639:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964646:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964654:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964676:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964691:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964698:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964705:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964713:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964720:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964728:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964735:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964742:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964750:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964757:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964772:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964779:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964787:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964809:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964824:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964831:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964839:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964846:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964854:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964861:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964868:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964876:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964883:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964891:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964898:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964906:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964913:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964921:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964928:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964943:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964946:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964950:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964974:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964980:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964982:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964988:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964989:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.964995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.964996:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.964997:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.964997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.964998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965002:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965004:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965010:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965025:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965033:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965047:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965049:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965056:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965062:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965064:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965064:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965071:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965072:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965077:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965078:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965079:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965084:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965086:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965093:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965094:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965101:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965101:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965107:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965108:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965115:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965116:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965122:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965123:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965123:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965124:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965124:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965129:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965131:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965131:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965132:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965136:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965138:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965138:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965139:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965139:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965144:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965145:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965146:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965153:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965153:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965153:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965154:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965159:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965160:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965161:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965167:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965168:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965168:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965174:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965175:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965175:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965181:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965182:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965183:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965183:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965184:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965190:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965190:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965191:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965191:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965197:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965198:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965198:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965199:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965203:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965205:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965205:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965212:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965213:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965213:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965213:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965218:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965219:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965220:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965221:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965226:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965227:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965227:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965233:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965234:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000100:1.0:1550575085.965235:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90280) failed: 5
00000800:00000200:1.0:1550575085.965235:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (29)--
00000800:00000200:1.0:1550575085.965236:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.2:1550575085.965241:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.965242:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)++
00000800:00000200:1.0:1550575085.965243:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (29)--
00000100:00020000:1.0:1550575085.965244:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881441a42200
00000400:00000200:1.0:1550575085.965249:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8c000
00000800:00000200:1.0:1550575085.965250:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.965251:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.965254:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.965255:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.965255:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965256:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965256:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965256:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965259:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965260:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965260:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965261:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965270:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965272:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965272:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965273:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965273:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000100:00000400:0.0:1550575085.965273:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575085.965276:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.2:1550575085.965278:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000100:00000200:0.0:1550575085.965278:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.965279:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965280:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965280:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965280:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000400:00000200:0.0:1550575085.965282:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169280
00000100:02000400:0.0:1550575085.965284:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0000-osc-ffff880034986800: Connection to hpcfs-OST0000 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575085.965284:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from FULL to DISCONN
00000800:00000200:1.2:1550575085.965285:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000100:00080000:0.0:1550575085.965285:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0000_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575085.965286:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965287:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965287:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965288:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000100:00080000:0.0:1550575085.965288:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575085.965289:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0000_UUID: starting recovery
00000100:00080000:0.0:1550575085.965289:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575085.965290:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295065562
00000100:00080000:0.0:1550575085.965291:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: import ffff8815d7ac7000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000800:00000200:1.2:1550575085.965292:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000008:00100000:0.0:1550575085.965292:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 11927552, lost: 0.
00000800:00000200:1.0:1550575085.965294:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965294:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000100:00100000:0.0:1550575085.965294:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d800 x1625895440936672/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.965295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000100:00100000:0.0:1550575085.965298:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936672:172.20.0.211@o2ib1:8
00000100:00000200:0.0:1550575085.965299:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936672, portal 4
00000800:00000200:1.2:1550575085.965300:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000100:00000200:0.0:1550575085.965300:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936672, offset 0
00000800:00000200:1.0:1550575085.965301:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000400:00000200:0.0:1550575085.965301:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000100:1.0:1550575085.965302:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965302:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965302:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965307:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965309:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965309:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965310:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965316:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965317:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965317:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965317:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965324:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965324:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965325:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965331:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965332:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965332:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965332:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965338:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965339:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965339:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965340:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965344:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965346:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965346:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965347:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965347:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965353:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965354:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965354:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965355:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965359:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965361:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965361:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965367:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965368:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965369:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965374:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965376:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965376:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965377:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965383:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965384:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965384:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965384:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965389:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965390:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965391:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965391:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965392:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965397:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965398:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965398:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965404:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965405:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965406:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965406:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965407:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965413:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965413:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965420:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965421:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965421:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965422:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965426:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965428:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965428:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965429:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965429:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965434:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965435:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965436:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965441:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965443:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965443:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965443:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965449:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965450:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965451:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965451:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965451:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965456:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965458:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965458:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965458:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965459:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965463:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965465:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965472:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965473:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965478:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965480:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965486:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965488:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965493:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965495:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965501:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965502:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965502:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965508:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965510:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965515:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965517:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965517:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965523:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965524:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965525:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965530:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965545:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965560:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965567:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965575:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965582:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965605:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965612:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965619:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965627:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965634:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965641:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965649:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965656:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965671:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965679:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965686:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965693:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965701:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965723:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965731:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965738:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965753:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965760:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965775:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965790:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965797:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965805:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965812:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965819:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965827:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965842:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965849:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965857:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965886:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965894:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965901:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965909:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965916:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965925:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965931:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965946:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965947:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965976:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965977:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965977:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965985:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965986:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965990:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.965992:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.965993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.965993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.965998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.965999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966000:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966013:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966014:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966020:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966022:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966022:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966027:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966029:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966030:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966030:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966036:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966050:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966052:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966057:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966059:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966066:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966074:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966080:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966081:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966082:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966087:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966088:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966089:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966094:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966096:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966102:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966103:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966104:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966109:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966111:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966111:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966112:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966117:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966118:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966118:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966119:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966119:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966124:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966125:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966126:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966127:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966132:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966133:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966133:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966139:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966140:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966141:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966146:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966148:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966148:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966155:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966156:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966161:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966163:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966163:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966169:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966171:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966176:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966178:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966178:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966179:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966184:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966185:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966186:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966186:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966186:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966191:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966193:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966193:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966194:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966200:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966200:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966201:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966201:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966206:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966208:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966209:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966213:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966215:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966215:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966216:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966216:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966221:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966222:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966223:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966224:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966228:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966230:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966230:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966231:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966236:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966238:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966243:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966244:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966245:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966246:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966251:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966252:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966252:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966253:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966253:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966262:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966262:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966267:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966268:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966268:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966269:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966274:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966275:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966275:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966276:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966280:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966282:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966282:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966282:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966283:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966289:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966289:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966295:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966296:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966297:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966297:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966303:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966304:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966304:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966305:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966305:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966310:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966312:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966312:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966317:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966319:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966319:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966319:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966320:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966325:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966326:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966327:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966327:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966332:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966333:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966334:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966335:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966340:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966341:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966341:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966342:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966342:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966347:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966348:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966349:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966349:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966350:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966354:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966356:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966356:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966357:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966357:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966362:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966363:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966364:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966369:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966371:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966371:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966377:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966378:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966379:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966384:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966386:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966386:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966386:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966392:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966394:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966399:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966401:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966401:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966406:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966408:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966408:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966416:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966416:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966416:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966421:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966423:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966423:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966423:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966424:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966429:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966430:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966431:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966431:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966438:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966438:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966438:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966445:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966446:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966451:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966452:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966453:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966459:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966460:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966461:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966466:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966468:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966474:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966475:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966483:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966489:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966490:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966490:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966496:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966503:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966511:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966518:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966520:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966526:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966533:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966540:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966555:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966563:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966578:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966592:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966608:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966615:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966623:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966637:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966645:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966652:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966660:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966675:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966682:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966689:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966697:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966704:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966712:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966719:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966727:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966734:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966741:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966749:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966756:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966764:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966771:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966793:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966801:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966808:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966823:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966831:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966845:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966853:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966868:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966875:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966883:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966897:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966905:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966912:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966920:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966934:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966949:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966951:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966957:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966971:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966979:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966981:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966986:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966988:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966988:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966989:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966989:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.966994:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.966995:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.966996:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.966996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.966996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967003:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967003:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967009:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967010:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967016:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967023:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967031:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967036:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967037:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967037:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967046:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967048:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967053:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967055:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967061:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967062:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967068:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967069:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967070:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967077:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967078:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967083:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967084:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967085:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967090:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967092:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967093:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967098:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967099:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967100:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967105:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967106:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967107:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967113:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967114:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967114:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967115:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967115:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967120:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967121:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967122:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967123:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967127:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967129:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967129:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967135:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967136:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967137:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967138:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967142:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967144:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000100:1.0:1550575085.967144:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90e50) failed: 5
00000800:00000200:1.0:1550575085.967144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (28)--
00000800:00000200:1.0:1550575085.967145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.2:1550575085.967150:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.967151:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)++
00000800:00000200:1.0:1550575085.967153:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (28)--
00000100:00020000:1.0:1550575085.967153:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8815dfdb4200
00000400:00000200:1.0:1550575085.967157:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8a000
00000800:00000200:1.0:1550575085.967159:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.967159:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.967162:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.967163:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.967164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967164:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967164:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967165:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967166:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967172:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967174:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967174:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000100:00000400:0.0:1550575085.967176:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575085.967179:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.2:1550575085.967180:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967181:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000100:00000200:0.0:1550575085.967181:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000100:1.0:1550575085.967182:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967182:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967182:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000400:00000200:0.0:1550575085.967182:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169a80
00000100:00080000:0.0:1550575085.967183:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already not connected (conn 4, was 3): CONNECTING
00000800:00000200:1.2:1550575085.967188:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967189:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967189:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967190:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967190:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967195:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967196:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967197:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967197:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967198:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967202:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967204:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967204:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967205:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967210:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967211:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967212:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967213:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967217:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967219:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967219:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967219:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967220:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967225:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967226:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967227:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967227:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967232:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967233:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967234:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967235:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967240:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967241:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967241:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967242:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967242:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967247:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967248:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967249:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967249:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967250:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967254:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967256:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967256:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967257:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967260:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967260:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967260:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967262:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967269:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967271:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967271:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967277:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967279:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967284:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967286:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967286:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967286:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967287:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967292:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967293:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967294:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967294:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967294:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967299:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967300:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967301:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967301:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967302:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967307:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967308:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967308:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967314:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967315:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967316:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967316:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967317:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967321:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967323:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967323:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967329:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967330:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967331:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967331:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967331:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967336:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967338:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967338:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967338:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967344:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967345:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967346:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967351:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967353:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967353:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967354:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967358:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967360:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967360:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967361:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967361:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967366:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967367:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967368:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967369:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967373:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967375:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967375:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967375:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967381:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967382:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967383:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967383:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967383:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967389:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967390:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967390:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967391:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967396:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967397:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967397:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967403:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967404:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967405:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967405:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967411:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967412:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967412:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967418:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967419:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967420:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967425:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967427:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967427:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967428:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967428:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967433:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967434:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967435:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967440:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967442:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967442:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967448:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967449:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967449:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967455:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967456:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967457:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967457:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967458:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967462:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967464:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967464:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967465:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967465:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967470:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967471:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967472:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967472:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967473:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967477:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967479:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967479:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967485:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967486:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967487:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967488:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967492:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967494:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967494:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967500:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967501:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967501:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967502:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967502:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967507:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967516:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967522:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967524:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967529:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967537:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967544:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967551:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967559:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967566:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967574:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967581:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967589:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967596:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967611:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967618:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967626:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967633:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967640:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967648:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967670:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967678:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967685:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967693:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967715:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967730:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967737:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967752:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967759:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967774:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967804:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967811:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967826:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967841:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967848:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967856:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967863:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967870:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967878:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967893:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967900:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967915:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967924:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967930:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967945:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967952:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967960:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967967:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967969:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967976:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967982:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967989:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.967992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.967997:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.967998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.967999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.967999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968004:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968012:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968019:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968027:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968036:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968039:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968039:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968040:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968042:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968049:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968051:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968056:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968058:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968064:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968065:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968066:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968073:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968079:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968081:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968087:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968088:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968088:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968094:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968095:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968096:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968101:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968103:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968103:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968109:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968111:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968117:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968118:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968118:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968119:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968123:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968125:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968125:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968131:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968132:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968133:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968133:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968138:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968140:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968140:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968146:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968147:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968148:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968148:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968148:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968153:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968155:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968155:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968161:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968162:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968163:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968168:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968169:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968170:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968170:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968176:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968177:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968177:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968183:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968184:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968185:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968185:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968186:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968190:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968192:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968192:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968193:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968198:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968199:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968200:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968205:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968206:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968207:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968207:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968213:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968214:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968214:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968215:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968215:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968220:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968221:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968222:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968222:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968227:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968229:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968235:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968236:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968237:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968237:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968237:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968242:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968243:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968244:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968249:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968251:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968251:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968252:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968252:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968259:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968261:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968262:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968263:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968263:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968265:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968272:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968273:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968274:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968274:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968275:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968279:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968281:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968281:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968281:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968282:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968286:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968288:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968288:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968294:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968296:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968296:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968297:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968297:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968301:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968303:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968303:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968309:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968310:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968311:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968311:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968311:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968316:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968318:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968318:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968324:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968325:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968326:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968326:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968326:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968331:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968332:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968333:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968333:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968340:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968340:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968341:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968341:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968346:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968347:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968348:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968348:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968353:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968355:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968355:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968362:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968363:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968363:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968364:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968368:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968370:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968370:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968370:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968376:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968377:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968378:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968383:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968384:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968385:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968385:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968391:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968392:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968392:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968393:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968393:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968398:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968399:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968400:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968400:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968405:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968407:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968407:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968407:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968413:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968414:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968415:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968415:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968415:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968420:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968422:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968422:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968428:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968429:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968430:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968430:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968435:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968436:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968437:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968442:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968444:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968444:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968451:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968458:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968459:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968459:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968465:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968466:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968466:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968473:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968474:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968474:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968481:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968487:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968488:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968489:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968496:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968502:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968504:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968509:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968517:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968518:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968526:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968531:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968539:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968554:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968555:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968568:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968576:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968583:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968598:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968605:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968613:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968620:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968635:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968642:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968650:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968657:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968679:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968701:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968724:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968731:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968738:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968746:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968753:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968761:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968768:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968775:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968790:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968805:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968813:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968820:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968828:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968835:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968850:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968857:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968880:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968887:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968902:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968910:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968917:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968925:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968932:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968939:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968947:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968954:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968963:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968969:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968977:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968978:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968984:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.968993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.968993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.968994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.968994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.968999:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969000:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969006:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969008:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969015:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969021:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969029:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969031:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969036:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969038:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969044:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000100:1.0:1550575085.969053:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90ca0) failed: 5
00000800:00000200:1.0:1550575085.969053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (27)--
00000800:00000200:1.0:1550575085.969054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.2:1550575085.969058:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.969060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)++
00000800:00000200:1.0:1550575085.969061:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (27)--
00000100:00020000:1.0:1550575085.969062:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8815dfdb5200
00000400:00000200:1.0:1550575085.969065:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144117c000
00000800:00000200:1.0:1550575085.969066:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.969066:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575085.969069:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.969070:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.969070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969071:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969072:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969072:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969088:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000100:00000400:0.0:1550575085.969095:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.969097:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969097:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969098:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969098:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000100:00000200:0.0:1550575085.969098:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575085.969100:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575085.969102:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169500
00000100:00080000:0.0:1550575085.969102:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac7000 already not connected (conn 4, was 3): CONNECTING
00000800:00000200:1.2:1550575085.969103:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969104:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969105:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969105:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969106:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969110:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969112:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969112:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969118:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969120:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969120:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969127:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969133:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969134:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969140:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969141:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969142:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969142:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969143:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969149:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969149:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969155:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969156:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969157:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969164:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969164:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969172:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969172:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969173:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969178:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969179:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969185:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969186:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969187:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969187:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969187:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969192:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969193:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969194:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969194:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969200:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969201:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969201:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969207:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969208:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969209:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969209:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969210:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969216:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969222:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969223:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969224:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969229:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969231:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969231:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969231:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969239:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969244:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969246:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969246:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969247:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969252:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969253:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969254:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969254:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969262:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969263:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969268:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969269:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969269:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969275:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969276:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969277:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969282:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969283:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969283:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969290:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969291:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969291:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969292:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969297:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969298:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969299:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969299:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969299:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969304:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969306:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969306:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969306:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969307:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969312:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969313:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969314:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969314:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969314:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969319:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969321:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969321:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969322:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969328:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969329:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969329:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969329:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969334:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969335:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969336:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969336:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969342:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969343:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969343:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969349:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969351:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969351:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969356:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969358:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969358:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969359:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969359:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969364:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969365:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969366:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969366:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969366:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969371:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969373:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969373:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969379:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969380:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969381:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969381:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969381:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969386:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969388:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969388:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969389:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969394:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969395:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969396:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969396:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969401:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969402:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969403:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969403:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969410:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969410:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969410:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969416:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969417:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969418:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969418:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969418:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969423:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969425:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969425:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969425:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969426:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969432:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969433:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969438:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969440:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969440:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969446:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969448:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969448:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969448:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969453:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969454:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969455:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969455:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969456:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969462:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969462:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969463:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969463:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969468:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969469:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969470:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969470:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969471:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969477:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969477:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969483:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969484:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969485:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969490:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969492:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969498:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969499:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969500:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969500:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969500:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969505:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969507:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969513:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969514:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969514:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969522:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969523:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969528:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969535:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969550:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969551:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969557:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969565:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969580:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969595:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969609:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969617:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969632:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969639:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969647:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969654:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969662:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969669:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969677:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969691:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969699:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969706:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969714:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969721:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969729:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969736:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969743:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969751:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969759:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969766:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969774:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969781:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969803:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969811:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969826:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969841:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969848:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969856:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969863:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969871:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969878:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969886:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969893:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969900:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969915:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969931:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969946:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969963:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969969:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969976:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969977:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969991:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.969992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.969993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.969993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.969998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.969999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970007:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970013:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970015:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970020:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970028:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970030:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970036:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970039:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970043:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970049:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970058:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970059:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970061:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970067:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970068:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970076:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970080:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970087:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970092:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970095:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970096:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970098:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970099:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970099:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970102:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970104:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970106:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970106:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970107:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970110:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970111:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970113:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970114:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970117:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970120:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970124:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970126:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970128:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970132:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970133:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970139:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970141:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970143:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970143:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970147:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970148:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970150:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970151:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970156:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970158:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970163:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970165:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970166:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970169:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970172:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970173:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970173:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970177:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970178:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970180:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970181:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970184:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970185:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970187:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970188:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970188:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970191:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970193:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970195:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970199:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970200:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970202:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970203:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970206:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970208:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970210:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970210:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970210:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970217:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970218:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970221:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970223:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970225:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970225:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970225:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970229:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970232:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970237:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970240:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970244:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970246:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970248:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970248:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970248:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970252:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970255:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970255:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970256:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970260:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970262:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970264:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970265:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970265:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970275:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970277:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970281:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970283:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970285:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970285:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970285:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970289:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970290:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970292:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970293:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970293:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970296:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970298:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970300:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970300:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970300:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970304:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970305:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970307:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970307:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970308:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970311:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970313:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970315:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970319:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970320:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970322:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970322:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970323:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970326:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970328:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970329:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970330:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970330:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970333:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970335:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970337:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970338:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970341:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970344:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970345:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970348:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970352:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970356:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970357:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970359:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970359:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970360:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970365:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970366:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970367:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970367:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970371:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970372:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970374:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970375:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970378:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970379:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970381:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970382:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970382:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970385:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970389:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970389:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970390:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970393:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970397:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970397:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970397:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970400:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970402:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970404:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970405:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970409:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970411:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970415:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970417:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970419:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970423:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970424:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970426:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970430:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970432:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970434:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970438:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970441:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970445:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970448:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970449:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970449:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970452:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970454:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970456:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970456:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970457:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970460:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970461:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970463:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970464:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970464:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970467:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970469:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970471:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970471:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970472:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970476:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970478:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970482:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970484:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970485:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970490:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970493:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970497:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970499:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970500:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970501:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970501:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970504:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970506:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970508:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970512:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970515:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970519:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970523:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970523:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970527:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970535:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970542:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970549:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970551:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970557:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970564:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970579:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970586:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970594:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970601:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970609:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970616:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970631:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970638:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970646:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970653:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970676:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970691:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970698:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970705:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970713:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970720:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970728:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970735:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970742:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970750:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970757:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970772:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970779:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970787:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970809:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970817:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970824:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970832:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970839:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970847:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970854:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970869:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970877:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970884:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970891:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970899:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970906:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970914:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970921:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970928:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970936:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970943:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970951:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970966:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970967:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000100:1.0:1550575085.970969:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575085.970969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (26)--
00000800:00000200:1.0:1550575085.970970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.2:1550575085.970973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (24)++
00000800:00000200:1.0:1550575085.970974:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:1.0:1550575085.970978:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000100:00020000:1.0:1550575085.970978:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff88147a201e00
00000800:00000200:3.0:1550575085.970979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)++
00000800:00000200:3.0:1550575085.970982:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (26)--
00000400:00000200:1.0:1550575085.970982:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb96000
00000100:00020000:3.0:1550575085.970983:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8815dba49600
00000800:00000200:1.0:1550575085.970984:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.970985:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000400:00000200:3.0:1550575085.970986:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:1.0:1550575085.970986:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.970987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.970987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)++
00000800:00000200:3.0:1550575085.970988:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000100:1.0:1550575085.970988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.970988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (25)--
00000800:00000200:1.0:1550575085.970988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.970990:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:3.0:1550575085.970991:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:3.0:1550575085.970992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000100:00000400:3.0:1550575085.970994:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575085.970996:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575085.970996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.970997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.970999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.970999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000100:00000200:3.0:1550575085.971000:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.971000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:3.0:1550575085.971002:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9400
00000100:00080000:3.0:1550575085.971002:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 4, was 3): CONNECTING
00000800:00000200:1.2:1550575085.971003:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575085.971005:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:3.0:1550575085.971007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.971008:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:3.0:1550575085.971009:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000100:00000400:0.0:1550575085.971012:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575085.971015:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575085.971016:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.2:1550575085.971018:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000400:00000200:0.0:1550575085.971018:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169400
00000100:02000400:0.0:1550575085.971019:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0004-osc-ffff880034986800: Connection to hpcfs-OST0004 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575085.971019:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575085.971020:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0004_UUID: waking up pinger s:DISCONN
00000800:00000200:3.0:1550575085.971022:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000100:00080000:0.0:1550575085.971023:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1550575085.971024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.971024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000100:00080000:0.0:1550575085.971024:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575085.971024:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1550575085.971025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000100:00080000:0.0:1550575085.971025:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065562
00000800:00000200:3.0:1550575085.971026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000100:00080000:0.0:1550575085.971026:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575085.971027:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 11927552, lost: 0.
00000100:00100000:0.0:1550575085.971029:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c600 x1625895440936688/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575085.971034:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000100:00100000:0.0:1550575085.971038:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936688:172.20.0.212@o2ib1:8
00000800:00000100:1.0:1550575085.971040:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000100:00000200:0.0:1550575085.971040:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936688, portal 4
00000800:00000200:1.0:1550575085.971041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971041:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000100:00000200:0.0:1550575085.971041:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936688, offset 0
00000800:00000200:1.0:1550575085.971042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:0.0:1550575085.971042:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575085.971048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575085.971051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:3.0:1550575085.971053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.971054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:3.0:1550575085.971054:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.971055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971062:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971064:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971066:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971067:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971077:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971085:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971094:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971096:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971100:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971101:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971103:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971104:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971107:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971108:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971118:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971122:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971123:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971129:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971131:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971133:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971137:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971138:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971140:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971140:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971141:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971144:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971146:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971148:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971148:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971148:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971152:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971153:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971155:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971155:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971156:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971159:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971160:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971162:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971163:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971163:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971170:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971174:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971176:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971177:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971178:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971178:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971181:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971183:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971185:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971185:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971185:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971189:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971190:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971192:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971198:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971199:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971200:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971200:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971204:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971205:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971207:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971207:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971208:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971213:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971214:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971219:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971220:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971222:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971222:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971223:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971226:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971229:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971230:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971233:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971235:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971236:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971241:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971242:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971244:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971244:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971245:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971248:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971250:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971251:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971252:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971252:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971256:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971259:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971261:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971262:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971262:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971262:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971271:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575085.971275:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:3.0:1550575085.971277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971277:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.971278:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:3.0:1550575085.971278:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.971278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.971279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971286:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971287:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971289:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971290:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971294:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971296:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971297:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971297:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971300:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971302:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971304:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971308:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971309:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971311:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971311:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971312:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971317:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971318:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971323:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971324:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971326:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971326:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971327:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971332:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971333:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971338:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971339:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971341:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971341:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971345:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971346:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971348:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971354:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971355:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971360:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971361:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971363:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971363:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971364:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971367:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971369:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971370:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971376:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971378:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971379:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971383:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971385:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971390:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971391:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971393:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971393:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971397:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971398:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971400:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971400:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971404:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971406:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971408:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971412:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971413:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971415:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971421:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971423:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971427:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971428:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971430:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971434:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971436:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971438:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971441:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971443:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971449:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971451:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971457:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971458:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971460:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971464:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971466:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971467:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971473:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971475:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971479:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971480:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971486:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971488:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971495:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971501:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971509:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971516:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971531:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971546:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971549:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971568:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971576:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971583:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971598:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971605:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971613:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971620:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971635:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971643:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971650:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971657:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971665:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971680:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971702:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971717:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971724:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971732:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971739:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971746:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971754:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971761:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971769:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971776:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971791:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971806:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971813:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971821:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971828:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971836:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971844:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971858:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971866:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971873:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971888:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971903:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971910:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971925:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971940:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971948:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971955:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971962:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971966:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971966:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971970:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971973:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971973:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971974:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971977:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971981:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971985:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.971992:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.971994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.971996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.971996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.971997:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972000:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972007:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972011:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972015:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972018:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972022:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972025:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972029:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972031:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972036:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972036:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972037:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972037:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972037:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972045:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972052:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972055:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972056:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972059:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972061:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972062:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972067:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972070:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972074:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972078:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972079:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972082:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972085:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972089:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972097:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972098:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972100:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972101:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972101:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972104:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972106:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972108:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972108:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972108:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972112:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972113:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972115:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972116:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972119:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972121:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972122:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972127:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972128:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972130:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972131:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972134:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972135:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972137:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972138:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972138:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972141:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972143:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972145:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972145:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972146:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972149:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972150:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972152:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972153:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972153:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972156:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972158:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972160:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972160:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972161:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972164:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972165:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972167:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972167:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972173:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972174:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972175:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972175:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972179:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972180:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972182:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972182:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972183:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972186:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972187:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972189:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972194:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972195:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972197:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972198:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972201:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972202:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972204:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972205:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972205:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972208:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972210:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972212:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972212:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972213:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972216:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972217:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972219:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972219:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972225:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972227:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972227:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972228:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972232:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972234:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972234:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972235:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972238:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972240:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972242:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972246:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972247:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972249:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972249:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972250:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972253:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972254:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972256:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972260:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972260:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575085.972261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972261:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.2:1550575085.972268:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972270:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972271:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972275:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972277:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972279:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972280:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972283:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972284:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972286:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972286:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972287:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972290:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972292:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972294:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972294:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972294:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972298:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972299:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972301:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972301:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972302:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972305:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972307:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972308:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972313:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972314:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972316:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972316:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972317:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972320:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972323:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972329:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972331:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972331:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972332:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972335:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972336:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972338:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972342:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972344:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972346:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972347:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972351:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972353:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972354:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972357:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972359:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972361:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972361:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972361:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972365:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972366:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972368:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972369:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972374:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972375:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972379:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972381:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972383:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972383:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972384:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972387:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972389:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972391:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972391:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972392:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972394:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972396:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972398:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972399:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972402:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972403:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972405:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972409:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972411:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972413:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972417:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972418:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972420:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972424:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972425:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972428:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972428:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972428:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972431:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972433:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972435:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972439:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972442:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972446:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972448:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972450:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972451:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972454:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972457:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972458:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972458:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972463:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972465:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972465:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972466:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972469:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972472:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972473:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972473:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972476:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972479:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972484:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972487:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972488:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972491:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972495:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972499:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972500:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972502:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972506:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972521:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972524:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972525:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972525:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972529:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972536:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972543:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972551:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972558:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972566:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972573:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972581:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972588:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972596:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972618:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972625:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972633:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972640:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972648:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972670:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972677:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972685:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972715:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972730:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972737:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972745:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972752:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972760:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972775:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972797:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972804:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972812:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972819:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972827:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972842:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972849:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972856:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972871:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972886:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000100:1.0:1550575085.972890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575085.972890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:1.0:1550575085.972890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.2:1550575085.972894:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (22)++
00000800:00000200:1.0:1550575085.972895:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000800:00000200:1.0:1550575085.972898:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.972899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)++
00000100:00020000:1.0:1550575085.972899:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814736f0000
00000800:00000100:3.0:1550575085.972900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.972900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (24)--
00000800:00000200:3.0:1550575085.972901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000400:00000200:1.0:1550575085.972902:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600e000
00000800:00000200:1.0:1550575085.972903:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000400:3.0:1550575085.972904:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.972904:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.972905:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000100:00000200:3.0:1550575085.972906:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575085.972906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000100:00000200:3.0:1550575085.972908:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575085.972909:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:1.2:1550575085.972909:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000100:00080000:3.0:1550575085.972910:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 4, was 3): CONNECTING
00000800:00000200:3.0:1550575085.972913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.972915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.972915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.972915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.972916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.972916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.972917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972931:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972946:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972953:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972960:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972968:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972969:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972983:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972990:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.972994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.972994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.972995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.972998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.972999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973005:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973013:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973020:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973027:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973031:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973032:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973036:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.973038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.973038:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.973039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973042:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.973047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.973049:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.973049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.973050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.973050:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.973050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.973051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973058:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973062:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973066:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973067:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973069:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973073:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973333:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973335:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973336:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973336:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973337:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973337:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973338:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973338:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973338:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973339:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973340:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973340:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973340:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973341:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973341:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973341:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973342:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973343:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973343:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973344:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973344:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973345:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973345:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973345:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973345:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973346:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973346:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973347:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973347:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973347:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973348:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973348:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973349:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973349:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973350:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973351:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973351:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973351:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973352:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973352:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973353:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973353:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973354:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973354:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973354:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973355:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973355:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973355:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973356:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973356:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973357:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973357:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973357:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973358:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973358:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973358:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973359:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973359:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973359:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973360:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973360:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973360:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973361:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973361:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973361:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973362:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973362:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973362:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973363:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973363:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973363:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973364:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973364:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973365:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973365:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973365:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973365:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973366:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973366:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973366:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973367:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973367:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973367:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973368:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973368:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973369:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973369:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973369:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973370:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973370:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973370:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973371:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973371:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973372:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973372:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973373:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973373:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973373:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973374:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973374:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973375:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973375:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973375:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973376:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973376:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973377:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973377:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973377:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973386:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973388:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973388:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973388:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973389:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973393:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973395:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973395:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973396:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973401:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973402:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973403:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973403:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973408:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973410:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973410:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973421:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973422:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973423:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973428:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973429:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973430:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973430:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973436:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973437:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973443:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973444:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973458:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973460:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973460:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973465:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973467:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973467:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973473:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973474:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973475:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973488:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973489:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973496:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973497:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973503:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973511:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973513:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973518:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973521:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973526:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973528:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973534:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973541:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973548:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973550:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973555:0:280:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.973557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.973557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.973558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.973558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973563:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973578:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973585:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973593:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973620:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973628:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973638:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973645:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973653:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973676:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973684:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973691:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973699:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973714:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973729:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973736:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973744:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973751:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973759:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973774:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973800:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973823:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973845:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973853:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973868:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973875:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973883:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973898:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973905:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973913:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973920:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973950:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973957:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973961:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973966:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973968:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973974:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973980:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973983:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973987:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.973995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.973996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.973998:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.973999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.973999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974002:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974010:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974018:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974025:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974034:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974039:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974041:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974042:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974043:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974047:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974058:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974058:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974062:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974063:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974065:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974077:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974084:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974093:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974095:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974101:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974102:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974107:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974108:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974110:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974118:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974121:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974123:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974129:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974131:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974133:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974136:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974138:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974140:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974140:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974141:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974144:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974145:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974147:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974148:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974148:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974153:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974155:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974155:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974155:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974159:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974160:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974162:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974162:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974163:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974169:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974173:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974175:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974177:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974177:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974178:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974181:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974182:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974184:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974184:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974185:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974188:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974190:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974191:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974196:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974197:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974199:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974199:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974200:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974203:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974205:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974207:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974207:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974207:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974212:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974214:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974214:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974218:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974219:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974221:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974222:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974222:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974225:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974229:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974230:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974233:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974234:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974236:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974236:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974240:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974242:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974244:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974244:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974244:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974248:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974249:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974251:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974251:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974252:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974255:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974257:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974262:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974262:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974263:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974263:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974270:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.974275:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.974277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.974277:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.974278:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:3.0:1550575085.974278:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:3.0:1550575085.974278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:3.0:1550575085.974279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974285:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974287:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974289:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974290:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974293:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974294:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974296:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974296:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974297:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974300:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974302:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974304:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974308:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974309:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974311:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974311:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974312:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974315:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974317:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974318:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974324:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974326:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974326:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974327:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974330:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974331:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974333:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974339:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974341:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974345:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974347:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974349:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974352:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974354:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974356:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974360:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974361:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974363:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974363:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974364:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974367:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974369:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974370:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974376:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974378:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974379:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974383:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974385:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974389:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974391:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974393:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974393:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974397:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974398:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974400:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974404:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974406:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974408:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974412:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974413:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974415:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974415:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974419:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974421:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974422:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974427:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974428:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974430:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974430:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974434:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974435:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974437:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974441:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974443:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974449:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974450:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974456:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974458:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974459:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974464:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974465:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974467:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974471:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974473:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974474:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974479:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974480:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974486:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974487:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974489:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974494:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974495:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974501:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974504:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974508:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974516:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974523:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974524:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974526:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974530:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974545:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974549:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974556:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974560:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974568:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974575:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974583:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974590:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974597:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974605:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974612:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974620:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974627:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974635:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974642:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974649:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974657:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974664:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974679:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974687:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974694:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974702:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974709:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974724:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974731:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974739:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974746:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974754:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974761:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974769:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974776:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974791:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974798:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974806:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974813:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974821:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974828:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000100:1.0:1550575085.974831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90af0) failed: 5
00000800:00000200:1.0:1550575085.974832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)--
00000800:00000200:1.2:1550575085.974836:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (21)++
00000800:00000200:1.0:1550575085.974837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (22)++
00000800:00000200:3.0:1550575085.974841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (23)--
00000800:00000200:1.0:1550575085.974841:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ac00] (23)--
00000100:00020000:1.0:1550575085.974841:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814736f1e00
00000400:00000200:1.0:1550575085.974845:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:1.0:1550575085.974846:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575085.974847:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000100:00000400:3.0:1550575085.974848:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575085/real 1550575085]  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575085.974848:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575085.974848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000100:00000200:3.0:1550575085.974850:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:3.0:1550575085.974852:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575085.974853:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000100:00080000:3.0:1550575085.974854:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 4, was 3): CONNECTING
00000800:00000200:1.2:1550575085.975089:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575085.975096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)++
00000800:00000200:3.0:1550575085.975099:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (22)--
00000800:00000200:3.0:1550575085.975099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (21)--
00000800:00000200:3.0:1550575085.975100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (20)--
00000800:00000200:1.2:1550575085.975461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ac00] (19)++
00000800:00000200:3.0:1550575085.975469:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (20)++
00000800:00000200:3.0:1550575085.975471:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (21)--
00000800:00000200:3.0:1550575085.975471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (20)--
00000800:00000200:3.0:1550575085.975472:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (19)++
00000800:00000200:3.0:1550575085.975472:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (20)--
00000800:00000200:3.0:1550575085.975473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (19)--
00000800:00000200:1.0:1550575085.975474:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (18)++
00000800:00000200:1.0:1550575085.975475:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (19)--
00000800:00000200:1.0:1550575085.975476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (18)--
00000800:00000200:1.0:1550575085.975476:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (17)++
00000800:00000200:1.0:1550575085.975477:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (18)--
00000800:00000200:1.0:1550575085.975477:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (17)--
00000800:00000200:1.0:1550575085.975478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (16)++
00000800:00000200:1.0:1550575085.975480:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (17)--
00000800:00000200:1.0:1550575085.975480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (16)--
00000800:00000200:1.0:1550575085.975481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (15)++
00000800:00000200:1.0:1550575085.975481:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (16)--
00000800:00000200:1.0:1550575085.975481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (15)--
00000800:00000200:1.0:1550575085.975482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (14)++
00000800:00000200:1.0:1550575085.975484:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (15)--
00000800:00000200:1.0:1550575085.975484:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (14)--
00000800:00000200:1.0:1550575085.975485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (13)++
00000800:00000200:1.0:1550575085.975485:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (14)--
00000800:00000200:1.0:1550575085.975486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (13)--
00000800:00000200:3.0:1550575085.975487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (12)++
00000800:00000200:3.0:1550575085.975489:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (13)--
00000800:00000200:3.0:1550575085.975489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (12)--
00000800:00000200:3.0:1550575085.975489:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (11)++
00000800:00000200:3.0:1550575085.975490:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (12)--
00000800:00000200:3.0:1550575085.975491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (11)--
00000800:00000200:1.0:1550575085.975491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (10)++
00000800:00000200:1.0:1550575085.975493:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (11)--
00000800:00000200:1.0:1550575085.975494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (10)--
00000800:00000200:1.0:1550575085.975494:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (9)++
00000800:00000200:1.0:1550575085.975495:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (10)--
00000800:00000200:1.0:1550575085.975495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (9)--
00000800:00000200:1.0:1550575085.975496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (8)++
00000800:00000200:1.0:1550575085.975498:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (9)--
00000800:00000200:1.0:1550575085.975498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (8)--
00000800:00000200:1.0:1550575085.975498:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (7)++
00000800:00000200:1.0:1550575085.975499:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (8)--
00000800:00000200:1.0:1550575085.975499:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (7)--
00000800:00000200:1.0:1550575085.975500:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (6)++
00000800:00000200:1.0:1550575085.975502:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (7)--
00000800:00000200:1.0:1550575085.975502:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (6)--
00000800:00000200:1.0:1550575085.975502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (5)++
00000800:00000200:1.0:1550575085.975503:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (6)--
00000800:00000200:1.0:1550575085.975503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (5)--
00000800:00000200:1.0:1550575085.975504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ac00] (4)++
00000800:00000200:1.0:1550575085.975506:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ac00] (5)--
00000800:00000200:1.0:1550575085.975507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (4)--
00000800:00000200:1.0:1550575085.975507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ac00] (3)--
00000800:00000200:1.0:1550575085.989945:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575085.989946:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989947:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989947:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989948:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989948:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989948:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989948:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989949:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989949:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989949:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989950:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989950:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989950:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989950:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989951:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989951:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989951:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989952:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989952:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989952:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989953:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989953:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989953:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:3.0:1550575085.989954:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815cabf7a00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575085.989954:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989954:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989954:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989955:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989955:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989955:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989955:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989956:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989956:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989956:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989957:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989957:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575085.989957:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.0:1550575085.989958:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:3.0:1550575085.989962:0:6:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:3.0:1550575085.989963:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989964:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989964:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989964:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989965:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989965:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989965:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989966:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989966:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989966:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989967:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989967:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989967:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989967:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989968:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989968:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989968:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989969:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989969:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989969:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989969:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989970:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989970:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989970:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989971:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989971:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989971:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989971:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989972:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989972:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989972:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989973:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989973:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989973:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989973:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575085.989974:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575085.989983:0:6:0:(o2iblnd_cb.c:3015:kiblnd_cm_callback()) 172.20.116.204@o2ib117 Route resolved: 0
00000800:00000200:3.0:1550575085.989987:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815caecd000 0x15caecd000(0x15caecd000)
00000800:00000200:3.0:1550575085.989988:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815cafbf000 0x15cafbf000(0x15cafbf000)
00000800:00000200:3.0:1550575085.989989:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e5680000 0x15e5680000(0x15e5680000)
00000800:00000200:3.0:1550575085.989989:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815d6a89000 0x15d6a89000(0x15d6a89000)
00000800:00000200:3.0:1550575085.989990:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815cabde000 0x15cabde000(0x15cabde000)
00000800:00000200:3.0:1550575085.989990:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815caa84000 0x15caa84000(0x15caa84000)
00000800:00000200:3.0:1550575085.989990:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815dd651000 0x15dd651000(0x15dd651000)
00000800:00000200:3.0:1550575085.989991:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815cce2b000 0x15cce2b000(0x15cce2b000)
00000800:00000200:3.0:1550575085.989991:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815ceab5000 0x15ceab5000(0x15ceab5000)
00000800:00000200:3.0:1550575085.989992:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815c8e73000 0x15c8e73000(0x15c8e73000)
00000800:00000200:3.0:1550575085.989992:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e568e000 0x15e568e000(0x15e568e000)
00000800:00000200:3.0:1550575085.989992:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815c8e3a000 0x15c8e3a000(0x15c8e3a000)
00000800:00000200:3.0:1550575085.989993:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815d7786000 0x15d7786000(0x15d7786000)
00000800:00000200:3.0:1550575085.989993:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815c8e56000 0x15c8e56000(0x15c8e56000)
00000800:00000200:3.0:1550575085.989993:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e56b2000 0x15e56b2000(0x15e56b2000)
00000800:00000200:3.0:1550575085.989994:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815d2f16000 0x15d2f16000(0x15d2f16000)
00000800:00000200:3.0:1550575085.989994:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815d07f9000 0x15d07f9000(0x15d07f9000)
00000800:00000200:3.0:1550575085.989995:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815c8f52000 0x15c8f52000(0x15c8f52000)
00000400:00000200:3.0:1550575085.997230:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:3.0:1550575085.997232:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:3.0:1550575085.997232:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881477c0ac00] (2)--
00000800:00000200:1.0:1550575086.000493:0:6:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575086.000494:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000494:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000495:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000495:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000495:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000496:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000496:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000496:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000496:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000497:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000497:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000497:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000498:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000498:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000498:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000499:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000499:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000499:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000500:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000500:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000500:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000500:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000501:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000501:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000501:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000502:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000502:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000502:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000502:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000503:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000503:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000503:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000504:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000504:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.000504:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.000504:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:1.0:1550575086.003778:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:0.2:1550575086.004154:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (19)++
00000800:00000200:0.0:1550575086.004161:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575086.004166:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575086.004166:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575086.004167:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575086.004168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575086.004168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575086.004169:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575086.004169:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:3.0:1550575086.004170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:3.0:1550575086.004178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:3.0:1550575086.004178:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:3.0:1550575086.004179:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:3.0:1550575086.004179:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:3.0:1550575086.004180:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:3.0:1550575086.004180:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:3.0:1550575086.004181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:3.0:1550575086.004182:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)--
00000800:00000200:0.2:1550575086.004240:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201000] (19)++
00000800:00000200:3.0:1550575086.004248:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (20)++
00000800:00000100:3.0:1550575086.004252:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:3.0:1550575086.004252:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87000 conn ffff88147a201000
00000800:00000200:3.0:1550575086.004253:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (21)--
00000800:00000200:3.0:1550575086.004253:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (20)--
00000800:00000200:3.0:1550575086.004254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (19)--
00000800:00000200:0.2:1550575086.004502:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201000] (18)++
00000800:00000200:0.0:1550575086.004504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (19)++
00000800:00000100:0.0:1550575086.004506:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004507:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87068 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004508:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (20)--
00000800:00000200:0.0:1550575086.004508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (19)--
00000800:00000200:0.0:1550575086.004508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (18)++
00000800:00000100:0.0:1550575086.004509:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004509:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b870d0 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004510:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (19)--
00000800:00000200:0.0:1550575086.004510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (18)--
00000800:00000200:0.0:1550575086.004511:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (17)++
00000800:00000100:0.0:1550575086.004511:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004512:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87138 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004512:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (18)--
00000800:00000200:0.0:1550575086.004512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (17)--
00000800:00000200:0.0:1550575086.004513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (16)++
00000800:00000100:0.0:1550575086.004513:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004514:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b871a0 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004514:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (17)--
00000800:00000200:0.0:1550575086.004514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (16)--
00000800:00000200:0.0:1550575086.004515:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (15)++
00000800:00000100:0.0:1550575086.004515:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004516:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87208 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004520:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (16)--
00000800:00000200:0.0:1550575086.004520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (15)--
00000800:00000200:0.0:1550575086.004521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (14)++
00000800:00000100:0.0:1550575086.004521:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004522:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87270 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004522:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (15)--
00000800:00000200:0.0:1550575086.004523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (14)--
00000800:00000200:0.0:1550575086.004523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (13)++
00000800:00000100:0.0:1550575086.004524:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004524:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b872d8 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004524:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (14)--
00000800:00000200:0.0:1550575086.004525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (13)--
00000800:00000200:0.0:1550575086.004525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (12)++
00000800:00000100:0.0:1550575086.004526:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004526:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87340 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004526:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (13)--
00000800:00000200:0.0:1550575086.004527:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (12)--
00000800:00000200:0.0:1550575086.004527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (11)++
00000800:00000100:0.0:1550575086.004528:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004528:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b873a8 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004528:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (12)--
00000800:00000200:0.0:1550575086.004529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (11)--
00000800:00000200:0.0:1550575086.004529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (10)++
00000800:00000100:0.0:1550575086.004530:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004530:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87410 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004530:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (11)--
00000800:00000200:0.0:1550575086.004531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (10)--
00000800:00000200:0.0:1550575086.004531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (9)++
00000800:00000100:0.0:1550575086.004532:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004532:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87478 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004532:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (10)--
00000800:00000200:0.0:1550575086.004533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (9)--
00000800:00000200:0.0:1550575086.004533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (8)++
00000800:00000100:0.0:1550575086.004534:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004534:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b874e0 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004535:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (9)--
00000800:00000200:0.0:1550575086.004535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (8)--
00000800:00000200:0.0:1550575086.004535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (7)++
00000800:00000100:0.0:1550575086.004536:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004536:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87548 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004537:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (8)--
00000800:00000200:0.0:1550575086.004537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (7)--
00000800:00000200:0.0:1550575086.004537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (6)++
00000800:00000100:0.0:1550575086.004538:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004538:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b875b0 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004539:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (7)--
00000800:00000200:0.0:1550575086.004539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (6)--
00000800:00000200:0.0:1550575086.004539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (5)++
00000800:00000100:0.0:1550575086.004540:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004540:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87618 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004540:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (6)--
00000800:00000200:0.0:1550575086.004541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (5)--
00000800:00000200:0.0:1550575086.004541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (4)++
00000800:00000100:0.0:1550575086.004542:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004542:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b87680 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004542:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (5)--
00000800:00000200:0.0:1550575086.004543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (4)--
00000800:00000200:0.0:1550575086.004543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201000] (3)++
00000800:00000100:0.0:1550575086.004544:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575086.004544:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b876e8 conn ffff88147a201000
00000800:00000200:0.0:1550575086.004544:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201000] (4)--
00000800:00000200:0.0:1550575086.004545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (3)--
00000800:00000200:0.0:1550575086.004545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201000] (2)--
00000800:00000100:1.0:1550575086.007068:0:44:0:(o2iblnd_cb.c:2651:kiblnd_check_reconnect()) 172.20.116.203@o2ib117: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/8, max_frags: 256/256
00000800:00000200:1.0:1550575086.007069:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(1), version(12), status(-111)
00000800:00000200:1.0:1550575086.010372:0:44:0:(o2iblnd_cb.c:3065:kiblnd_cm_callback()) conn[ffff88147a201000] (1)--
00000800:00000200:1.0:1550575086.010378:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881477c0ac00] (1)--
00000800:00000200:3.0:1550575086.028448:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (3)--
00000800:00000200:1.0:1550575086.034364:0:44:0:(o2iblnd_cb.c:3082:kiblnd_cm_callback()) ESTABLISHED(active): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575086.034365:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(1), version(12), status(0)
00000800:00000200:1.0:1550575086.034365:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88147a018200] (19)++
00000800:00000200:1.0:1550575086.034366:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575086.034366:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575086.034367:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575086.034367:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575086.034368:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575086.034371:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575086.034371:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575086.034372:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (27)++
00000800:00000200:1.0:1550575086.034372:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575086.034374:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88147a018200] (29)--
00000800:00000200:1.0:1550575086.034379:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034379:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575086.034381:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814aded5c00] (19)++
00000800:00000200:1.0:1550575086.034382:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.2:1550575086.034384:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575086.034388:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575086.034389:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575086.034389:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000800:00000200:1.0:1550575086.034391:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575086.034393:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575086.034395:0:44:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:1.0:1550575086.034396:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832e9c0
00000400:00000200:1.0:1550575086.034399:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x1195d [256] + 0
00000400:00000200:1.0:1550575086.034400:0:44:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e39a8000
00000800:00000200:1.0:1550575086.034401:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)++
00000800:00000200:1.0:1550575086.034402:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (25)--
00000400:00000200:1.0:1550575086.034404:0:44:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575086.034405:0:44:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034406:0:44:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575086.034410:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.034411:0:44:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (24)++
00000800:00000200:1.0:1550575086.034411:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (25)++
00000800:00000200:1.0:1550575086.034412:0:44:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (26)--
00000800:00000200:1.0:1550575086.034412:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575086.034414:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575086.034415:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ea80
00000400:00000200:1.0:1550575086.034416:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11999 [256] + 0
00000400:00000200:1.0:1550575086.034417:0:44:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d2000
00000800:00000200:1.0:1550575086.034417:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (25)++
00000800:00000200:1.0:1550575086.034418:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (26)--
00000400:00000200:1.0:1550575086.034419:0:44:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575086.034420:0:44:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034421:0:44:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.2:1550575086.034422:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (25)++
00000800:00000200:1.0:1550575086.034425:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.034425:0:44:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (26)++
00000800:00000200:1.0:1550575086.034426:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034426:0:44:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (28)--
00000800:00000200:0.0:1550575086.034426:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575086.034427:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575086.034428:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:0.0:1550575086.034428:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (30)--
00000400:00000200:1.0:1550575086.034429:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eaa0
00000100:00000200:0.0:1550575086.034430:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.034433:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000400:00000200:1.0:1550575086.034435:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x119a5 [256] + 0
00000400:00000200:1.0:1550575086.034436:0:44:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d0000
00000800:00000200:1.0:1550575086.034436:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034436:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (28)--
00000800:00000200:0.0:1550575086.034436:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.034438:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575086.034439:0:44:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575086.034439:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575086.034440:0:44:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034440:0:44:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.034440:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (30)++
00000800:00000200:0.0:1550575086.034441:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034441:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (31)--
00000800:00000200:0.0:1550575086.034442:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (30)--
00000800:00000200:0.0:1550575086.034442:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (27)++
00000800:00000200:0.0:1550575086.034443:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (28)--
00000800:00000200:1.0:1550575086.034444:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.034445:0:44:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034445:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (28)++
00000100:00000200:0.0:1550575086.034445:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cc00 x1625895440936160/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575084 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575086.034446:0:44:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (29)--
00000800:00000200:1.0:1550575086.034446:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575086.034447:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575086.034447:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:0.0:1550575086.034448:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)--
00000400:00000200:1.0:1550575086.034449:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ead0
00000800:00000200:0.0:1550575086.034449:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (29)++
00000400:00000200:1.0:1550575086.034450:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x119b1 [256] + 0
00000800:00000200:0.0:1550575086.034450:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034450:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (30)--
00000400:00000200:1.0:1550575086.034451:0:44:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814461d4000
00000800:00000200:1.0:1550575086.034451:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034452:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (28)--
00000100:00000200:0.0:1550575086.034452:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.034453:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000400:00000200:1.0:1550575086.034454:0:44:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575086.034455:0:44:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034456:0:44:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.034456:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.034457:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.034457:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (29)++
00000800:00000200:0.0:1550575086.034458:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (30)++
00000800:00000200:0.0:1550575086.034458:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575086.034459:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.034459:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (31)--
00000800:00000200:0.0:1550575086.034459:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (30)--
00000800:00000200:1.0:1550575086.034460:0:44:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034460:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034460:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034461:0:44:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:0.0:1550575086.034461:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (30)--
00000800:00000200:1.0:1550575086.034462:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000100:00000200:0.0:1550575086.034462:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440936176/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575086 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575086.034463:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575086.034464:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eb90
00000400:00000200:0.0:1550575086.034464:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000400:00000200:1.0:1550575086.034465:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x119e1 [256] + 0
00000800:00000200:0.0:1550575086.034465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)--
00000800:00000200:0.0:1550575086.034465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (29)++
00000400:00000200:1.0:1550575086.034466:0:44:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881441178000
00000800:00000200:1.0:1550575086.034466:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034466:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (28)--
00000800:00000200:0.0:1550575086.034466:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034466:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (30)--
00000100:00000200:0.0:1550575086.034467:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575086.034469:0:44:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000400:00000200:0.0:1550575086.034469:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:1.0:1550575086.034470:0:44:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034470:0:44:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.034470:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.034472:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.034472:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (29)++
00000800:00000200:0.0:1550575086.034472:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (30)++
00000800:00000200:0.0:1550575086.034473:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034473:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (31)--
00000800:00000200:1.0:1550575086.034474:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.034474:0:44:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034474:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034474:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (30)--
00000800:00000200:0.0:1550575086.034474:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.0:1550575086.034475:0:44:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:0.0:1550575086.034475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (30)--
00000800:00000200:1.0:1550575086.034476:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.034476:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (29)++
00000400:00000200:1.0:1550575086.034477:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:0.0:1550575086.034477:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034477:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (30)--
00000400:00000200:1.0:1550575086.034478:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eb60
00000100:00000200:0.0:1550575086.034478:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.034479:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000400:00000200:1.0:1550575086.034480:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x119d5 [256] + 0
00000800:00000200:0.0:1550575086.034480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000400:00000200:1.0:1550575086.034481:0:44:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815cfb8e000
00000800:00000200:1.0:1550575086.034481:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034481:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034481:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575086.034482:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034482:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034482:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000400:00000200:1.0:1550575086.034484:0:44:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575086.034484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034485:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:1.0:1550575086.034486:0:44:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034486:0:44:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.034486:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034487:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034489:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.034490:0:44:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:1.0:1550575086.034490:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (30)++
00000800:00000200:1.0:1550575086.034491:0:44:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (31)--
00000800:00000200:1.0:1550575086.034492:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.034492:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)++
00000400:00000200:1.0:1550575086.034493:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575086.034494:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e8a0
00000400:00000200:1.0:1550575086.034495:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11b61 [1] + 192
00000100:00000200:1.0:1550575086.034497:0:44:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575086.034500:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (31)--
00000800:00000200:0.0:1550575086.034501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (30)--
00000800:00000200:1.0:1550575086.034502:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:1.0:1550575086.034502:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:1.0:1550575086.034503:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.034503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000400:00000200:1.0:1550575086.034504:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575086.034504:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000400:00000200:1.0:1550575086.034505:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ea10
00000800:00000200:0.0:1550575086.034505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)++
00000400:00000200:1.0:1550575086.034506:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11979 [1] + 192
00000800:00000200:0.0:1550575086.034506:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000100:00000200:1.0:1550575086.034508:0:44:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.034509:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)++
00000800:00000200:1.0:1550575086.034510:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (31)++
00000800:00000200:0.0:1550575086.034515:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (32)--
00000800:00000200:1.0:1550575086.034516:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (32)--
00000800:00000200:1.0:1550575086.034516:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814aded5c00] (30)--
00000800:00000200:0.0:1550575086.034516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (31)--
00000800:00000200:0.0:1550575086.034516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034517:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034517:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034520:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.034521:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034523:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (29)++
00000100:00000200:1.0:1550575086.034524:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575086.034526:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b03b3600 x1625895440935072/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575092 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575086.034527:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88163fcf0b80
00000800:00000200:0.0:1550575086.034529:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:0.0:1550575086.034530:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (30)--
00000800:00000200:0.0:1550575086.034530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034531:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575086.034535:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.034535:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:1.0:1550575086.034540:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (29)++
00000800:00000200:0.0:1550575086.034543:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:0.0:1550575086.034543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (30)++
00000800:00000200:0.0:1550575086.034546:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575086.034548:0:2483:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575086.034549:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (31)--
00000800:00000200:1.0:1550575086.034549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (30)--
00000800:00000200:1.0:1550575086.034550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:0.0:1550575086.034550:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575086.034551:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.034553:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575086.034555:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:0.0:1550575086.034560:0:2484:0:(o2iblnd_cb.c:766:kiblnd_post_tx_locked()) 172.20.116.204@o2ib117: no credits
00000800:00000200:1.0:1550575086.034561:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:0.0:1550575086.034561:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (30)--
00000800:00000200:0.0:1550575086.034561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:1.0:1550575086.034562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575086.034563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:1.0:1550575086.034563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:0.0:1550575086.034563:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575086.034564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575086.034565:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (30)--
00000100:00000200:1.0:1550575086.034566:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440936656/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575091 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575086.034567:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88163fcf0880
00000800:00000200:1.0:1550575086.034568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034568:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575086.034569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:1.0:1550575086.034569:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575086.034572:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:0.0:1550575086.034574:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575086.034576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.034576:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.034578:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575086.034579:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000800:00000200:1.0:1550575086.034580:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:1.0:1550575086.034580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:1.0:1550575086.034581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:1.0:1550575086.034581:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575086.034581:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ee90
00000400:00000200:0.0:1550575086.034583:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b69 [256] + 0
00000400:00000200:0.0:1550575086.034584:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144600a000
00000800:00000200:1.0:1550575086.034585:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:0.0:1550575086.034585:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034585:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (29)--
00000400:00000200:0.0:1550575086.034588:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575086.034589:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.034590:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575086.034591:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (30)--
00000800:00000200:1.0:1550575086.034592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:1.0:1550575086.034592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:1.0:1550575086.034593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:1.0:1550575086.034593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:1.0:1550575086.034594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000800:00000200:1.0:1550575086.034594:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.034594:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.034595:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.034595:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034596:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575086.034597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (29)--
00000800:00000200:1.0:1550575086.034598:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)++
00000800:00000200:1.0:1550575086.034603:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (29)--
00000800:00000200:1.0:1550575086.034604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)--
00000800:00000200:1.2:1550575086.034631:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (27)++
00000800:00000200:0.2:1550575086.034673:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (27)++
00000800:00000200:0.0:1550575086.034679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034680:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.034681:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575086.034682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)++
00000400:00000200:0.0:1550575086.034682:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832eec0
00000800:00000200:1.0:1550575086.034684:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (29)--
00000400:00000200:0.0:1550575086.034684:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11b8d [256] + 0
00000400:00000200:0.0:1550575086.034684:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000100:00000200:1.0:1550575086.034685:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb5a00
00000800:00000200:0.0:1550575086.034685:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (29)++
00000800:00000200:0.0:1550575086.034685:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (30)--
00000400:00000200:1.0:1550575086.034686:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881441278000
00000400:00000200:0.0:1550575086.034688:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575086.034689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (28)--
00000800:00000200:0.0:1550575086.034689:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575086.034690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.034690:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575086.034691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (27)--
00000800:00000200:0.0:1550575086.034693:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.034694:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034694:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (29)++
00000800:00000200:0.0:1550575086.034695:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (30)--
00000800:00000200:0.0:1550575086.034696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:1.2:1550575086.034708:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575086.034711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575086.034715:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (30)--
00000100:00000200:1.0:1550575086.034716:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814b21ff600
00000400:00000200:1.0:1550575086.034717:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e6b98000
00000800:00000200:1.0:1550575086.034718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (29)--
00000800:00000200:1.0:1550575086.034718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.2:1550575086.034880:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (26)++
00000800:00000200:0.0:1550575086.034883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (27)++
00000800:00000200:1.2:1550575086.034885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.034886:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (28)--
00000100:00000200:0.0:1550575086.034887:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814b002bc00
00000400:00000200:0.0:1550575086.034888:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e39a8000
00000800:00000200:0.0:1550575086.034889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (27)--
00000800:00000200:0.0:1550575086.034890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (26)--
00000800:00000200:0.0:1550575086.034891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.034894:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (29)--
00000100:00000200:0.0:1550575086.034894:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0be00
00000400:00000200:0.0:1550575086.034897:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:0.0:1550575086.034898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575086.034898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.034899:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (28)--
00000100:00000200:0.0:1550575086.034900:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d800 x1625895440936672/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575091 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.034902:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13300
00000800:00000200:0.0:1550575086.034902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575086.034903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:0.2:1550575086.035017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (25)++
00000800:00000200:0.0:1550575086.035020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (26)++
00000800:00000200:1.2:1550575086.035021:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575086.035022:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (27)--
00000100:00000200:0.0:1550575086.035023:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43200
00000400:00000200:0.0:1550575086.035024:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d2000
00000800:00000200:0.0:1550575086.035024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (26)--
00000800:00000200:0.0:1550575086.035025:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575086.035026:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575086.035027:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.035028:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575086.035029:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 384 into portal 4 MB=0x5c6be4832eee0
00000400:00000200:0.0:1550575086.035030:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 384/384 into md 0x11ba1 [1] + 0
00000100:00000200:0.0:1550575086.035032:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d800 x1625895440936672/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575091 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575086.035041:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.035042:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575086.035042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575086.035043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000100:00000200:0.0:1550575086.035046:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d800 x1625895440936672/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575091 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575086.035047:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d800 x1625895440936672/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575091 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.035049:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88163fcf0e80
00000100:00080000:0.0:1550575086.035052:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0000-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:1.2:1550575086.035054:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (25)++
00000080:00080000:0.0:1550575086.035058:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575086.035060:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0000_UUID@172.20.255.211@o2ib after partition
00000100:00080000:0.0:1550575086.035061:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575086.035062:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575086.035064:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575086.035066:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575086.035068:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:0.0:1550575086.035070:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575086.035072:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575086.035072:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0000-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
00000100:00080000:0.0:1550575086.035074:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575086.035077:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575086.035081:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00100000:0.0:1550575086.035083:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936672:172.20.0.211@o2ib1:8
00000100:00080000:1.0:1550575086.035084:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936496 new x1625895440936704
00000800:00000200:0.0:1550575086.035087:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000100:00000200:1.0:1550575086.035088:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef00-0x5c6be4832ef00, portal 8
00000100:00000200:1.0:1550575086.035089:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935920, portal 4
00000800:00000200:0.0:1550575086.035089:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (27)--
00000100:00000200:0.0:1550575086.035089:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814736f0e00
00000400:00000200:0.0:1550575086.035090:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000100:00000200:1.0:1550575086.035091:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935920, offset 0
00000800:00000200:0.0:1550575086.035091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575086.035091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575086.035091:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000400:00000200:1.0:1550575086.035092:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:0.0:1550575086.035093:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c600 x1625895440936688/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575091 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.035094:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13100
00000400:00000200:1.0:1550575086.035095:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575086.035096:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.035096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575086.035096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575086.035097:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.035098:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575086.035098:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575086.035099:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000100:00080000:1.0:1550575086.035100:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936512 new x1625895440936720
00000100:00000200:1.0:1550575086.035102:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef10-0x5c6be4832ef10, portal 8
00000100:00000200:1.0:1550575086.035103:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935728, portal 4
00000100:00000200:1.0:1550575086.035103:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935728, offset 0
00000400:00000200:1.0:1550575086.035104:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575086.035106:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575086.035107:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575086.035108:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.035109:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575086.035109:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575086.035110:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000100:00080000:1.0:1550575086.035111:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936528 new x1625895440936736
00000100:00000200:1.0:1550575086.035113:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef20-0x5c6be4832ef20, portal 8
00000100:00000200:1.0:1550575086.035114:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935408, portal 4
00000100:00000200:1.0:1550575086.035114:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935408, offset 0
00000400:00000200:1.0:1550575086.035115:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575086.035117:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575086.035117:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575086.035119:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575086.035119:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575086.035119:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575086.035120:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (27)--
00000800:00000200:1.2:1550575086.035139:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575086.035170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.035171:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.035173:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575086.035174:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e9a0
00000400:00000200:0.0:1550575086.035175:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11b49 [1] + 192
00000100:00000200:0.0:1550575086.035177:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.035179:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575086.035179:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575086.035180:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575086.035180:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:1.2:1550575086.035229:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (26)++
00000800:00000200:0.2:1550575086.035250:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575086.035253:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575086.035255:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (28)--
00000100:00000200:0.0:1550575086.035256:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412be000
00000400:00000200:0.0:1550575086.035256:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c83e2000
00000800:00000200:0.0:1550575086.035261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575086.035263:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (25)++
00000800:00000200:0.0:1550575086.035265:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (26)--
00000100:00000200:0.0:1550575086.035265:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43600
00000400:00000200:0.0:1550575086.035266:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d0000
00000800:00000200:0.0:1550575086.035267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575086.035267:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575086.035268:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575086.035268:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575086.035269:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.035269:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (25)++
00000800:00000200:0.0:1550575086.035270:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (26)--
00000800:00000200:0.0:1550575086.035270:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575086.035271:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575086.035271:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575086.035272:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575086.035272:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575086.035272:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (27)--
00000100:00000200:0.0:1550575086.035273:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575086.035275:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9600
00000800:00000200:0.0:1550575086.035276:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575086.035276:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575086.035276:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:0.0:1550575086.035277:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575093 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.035279:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f00
00000800:00000200:0.0:1550575086.035279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575086.035279:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575086.035280:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:0.0:1550575086.035281:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575086.035282:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9280
00000800:00000200:0.0:1550575086.035283:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575086.035283:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575086.035284:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.035288:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575086.035296:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575086.035296:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575086.035296:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575086.035298:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.2:1550575086.035299:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575086.035303:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575086.035309:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575086.035309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575086.035310:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.035311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575086.035312:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (25)--
00000100:00000200:0.0:1550575086.035312:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43a00
00000400:00000200:0.0:1550575086.035313:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814461d4000
00000800:00000200:0.0:1550575086.035314:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575086.035315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.2:1550575086.035423:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.035432:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575086.035433:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.035435:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575086.035436:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ef10
00000400:00000200:0.0:1550575086.035437:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11bbd [256] + 0
00000400:00000200:0.0:1550575086.035438:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:0.0:1550575086.035439:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575086.035439:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000400:00000200:0.0:1550575086.035442:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575086.035443:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.035444:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.035448:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.035448:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.035449:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575086.035449:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575086.035450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575086.035450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575086.035478:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000008:00100000:1.0:1550575086.035513:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037c900 - object 0x0:1728629 offset 1533018112<>1534066688
00000800:00000200:0.2:1550575086.035518:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (23)++
00000100:00100000:1.0:1550575086.035521:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935072:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575086.035521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575086.035523:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575086.035523:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412d2c00
00000400:00000200:0.0:1550575086.035524:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600a000
00000100:00080000:3.0:1550575086.035525:0:2491:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != CONNECTING)  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575086.035525:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.035525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.035526:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)++
00000100:00000200:1.0:1550575086.035527:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc600 x1625895440935328/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575117 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.035527:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (25)--
00000400:00000200:1.0:1550575086.035529:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e72f0580
00000100:00000200:0.0:1550575086.035530:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb4a00
00000400:00000200:0.0:1550575086.035530:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881441178000
00000800:00000200:0.0:1550575086.035531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575086.035532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.035532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000100:00100000:1.0:1550575086.035597:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935328:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575086.035644:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.2:1550575086.035647:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.035650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.035652:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575086.035652:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a800
00000400:00000200:0.0:1550575086.035656:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:0.0:1550575086.035657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.035658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575086.035660:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000100:00000200:0.0:1550575086.035660:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb4600
00000400:00000200:0.0:1550575086.035663:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cfb8e000
00000800:00000200:0.0:1550575086.035663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.035664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.0:1550575086.035664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.035665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.035665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575086.035669:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.035670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.035671:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[3] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.035676:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575086.035683:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575086.035683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.035684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575086.035794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.035797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.035798:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:0.0:1550575086.035799:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb4200
00000400:00000200:0.0:1550575086.035801:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:0.0:1550575086.035802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575086.035802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575086.036506:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575086.036538:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.036540:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.036541:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575086.036542:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eb30
00000400:00000200:0.0:1550575086.036544:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11bc1 [1] + 192
00000100:00000200:0.0:1550575086.036545:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575093 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575086.036550:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.036551:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.036551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.036552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575086.036555:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575093 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575086.036557:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc300 x1625895440935728/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575093 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575086.036559:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000100:00100000:1.0:1550575086.036632:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935728:172.20.0.211@o2ib1:4
00000100:00100000:3.0:1550575086.036794:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000008:00100000:3.0:1550575086.037059:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df660f00 - object 0x0:1728254 offset 1545601024<>1546649600
00000100:00100000:3.0:1550575086.037071:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575086.037073:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440936784:172.20.0.211@o2ib1:4
00000100:00000200:3.0:1550575086.037078:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef50-0x5c6be4832ef50, portal 8
00000100:00000200:3.0:1550575086.037080:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936784, portal 4
00000100:00000200:3.0:1550575086.037081:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936784, offset 0
00000400:00000200:3.0:1550575086.037083:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575086.037087:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575086.037088:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575086.037090:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575086.037091:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575086.037091:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575086.037093:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575086.037099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.037345:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.037347:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575086.037348:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575130 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.037351:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.0:1550575086.037352:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.037353:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:3.0:1550575086.047016:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9700] -> 172.20.116.204@o2ib117 (1)--
00000100:00000200:2.0:1550575086.063749:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063752:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575086.063755:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8780
00000100:00000200:2.0:1550575086.063756:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb5e00
00000400:00000200:2.0:1550575086.063757:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127a000
00000100:00080000:2.0:1550575086.063758:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): CONNECTING
00000100:00000400:2.0:1550575086.063759:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063762:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063764:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575086.063765:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8380
00000100:00000200:2.0:1550575086.063766:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb4e00
00000400:00000200:2.0:1550575086.063766:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144117a000
00000100:00080000:2.0:1550575086.063767:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): CONNECTING
00000100:00000400:2.0:1550575086.063768:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575073/real 1550575073]  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063770:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063772:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575086.063774:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf280
00000100:00080000:2.0:1550575086.063775:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): CONNECTING
00000100:00000400:2.0:1550575086.063776:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:RX/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.063778:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:RX/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.063779:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:RX/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.063781:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf980
00000100:00080000:2.0:1550575086.063781:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:2.0:1550575086.063783:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063784:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575086.063786:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575086.063787:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfa00
00000100:00080000:2.0:1550575086.063788:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): CONNECTING
00000100:00000200:2.0:1550575086.063802:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.063804:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.063805:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000100:00080000:2.0:1550575086.063806:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936016 new x1625895440936816
00000100:00000200:2.0:1550575086.063810:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef70-0x5c6be4832ef70, portal 8
00000100:00000200:2.0:1550575086.063812:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936016, portal 4
00000100:00000200:2.0:1550575086.063813:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936016, offset 0
00000400:00000200:2.0:1550575086.063814:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575086.063818:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575086.063820:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575086.063821:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575086.063822:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:2.0:1550575086.063823:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575086.063824:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000100:00000200:2.0:1550575086.063826:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.063827:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.063829:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000100:00080000:2.0:1550575086.063829:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935824 new x1625895440936832
00000100:00000200:2.0:1550575086.063832:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef80-0x5c6be4832ef80, portal 8
00000100:00000200:2.0:1550575086.063833:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935824, portal 4
00000100:00000200:2.0:1550575086.063834:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935824, offset 0
00000400:00000200:2.0:1550575086.063835:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575086.063836:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575086.063837:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575086.063838:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575086.063839:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575086.063839:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575086.063840:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00000200:2.0:1550575086.063841:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.063843:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.063844:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff880034aaf580
00000100:00080000:2.0:1550575086.063845:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935632 new x1625895440936848
00000100:00000200:2.0:1550575086.063848:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef90-0x5c6be4832ef90, portal 8
00000100:00000200:2.0:1550575086.063864:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935632, portal 4
00000100:00000200:2.0:1550575086.063865:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935632, offset 0
00000400:00000200:2.0:1550575086.063866:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575086.063868:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575086.063869:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575086.063870:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575086.063870:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575086.063871:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (22)++
00000800:00000200:2.0:1550575086.063871:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)--
00000100:00000200:2.0:1550575086.063872:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.2:1550575086.063873:0:1248:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000100:00000200:2.0:1550575086.063874:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.063875:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfc80
00000100:00000200:2.0:1550575086.063877:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.063878:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.063880:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcf480
00000800:00000200:1.2:1550575086.063880:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:2.0:1550575086.063881:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814b47e0a00
00000400:00000200:2.0:1550575086.063881:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144600c000
00000100:00080000:2.0:1550575086.063882:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935296 new x1625895440936864
00000100:00000200:2.0:1550575086.063884:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832efa0-0x5c6be4832efa0, portal 8
00000100:00000200:2.0:1550575086.063885:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935296, portal 4
00000100:00000200:2.0:1550575086.063886:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935296, offset 0
00000400:00000200:2.0:1550575086.063887:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575086.063889:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575086.063890:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575086.063891:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575086.063891:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575086.063892:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575086.063892:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575086.063892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575086.063893:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000100:00000200:0.0:1550575086.063895:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575086.063897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575086.063898:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575086.063898:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8380
00000100:00000200:2.0:1550575086.063899:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.063899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.063900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000400:00000200:2.0:1550575086.063901:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8780
00000800:00000200:0.0:1550575086.063901:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000800:00000200:2.0:1550575086.063902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:2.0:1550575086.063902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000100:00000200:0.0:1550575086.063902:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575086.063903:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575086.063904:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8500
00000100:00000200:2.0:1550575086.063905:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.063905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000400:00000200:2.0:1550575086.063906:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000800:00000200:0.0:1550575086.063906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575086.063906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:2.0:1550575086.063908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575086.063965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575086.063974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.063979:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.063981:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575086.063984:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ef70
00000800:00000200:2.0:1550575086.063985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575086.063986:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11be1 [256] + 0
00000400:00000200:0.0:1550575086.063987:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127a000
00000800:00000200:0.0:1550575086.063988:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.063989:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575086.063992:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575086.063993:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.063994:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.063998:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.063999:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575086.063999:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.064000:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575086.064001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575086.064007:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.064009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.064010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.064011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575086.064039:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.064043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.064044:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[3] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575086.064048:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:3.0:1550575086.064052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.2:1550575086.064053:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575086.064056:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.064056:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575086.064057:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575086.064058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.064058:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.064059:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575086.064060:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ef90
00000400:00000200:0.0:1550575086.064062:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11bf9 [256] + 0
00000400:00000200:0.0:1550575086.064063:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127e000
00000800:00000200:0.0:1550575086.064063:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.064064:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575086.064066:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575086.064067:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.064068:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575086.064071:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575086.064072:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.064072:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.064073:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.064073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575086.064086:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575086.064094:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575086.064099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575086.064099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575086.064106:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575086.064110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575086.064113:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575086.064114:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575086.064117:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575086.064124:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575086.064125:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575086.064185:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.064188:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.064193:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:0.0:1550575086.064194:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb5a00
00000800:00000200:3.0:1550575086.064196:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000400:00000200:0.0:1550575086.064197:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127a000
00000800:00000200:0.0:1550575086.064198:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575086.064252:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575086.064266:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575086.064269:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:3.0:1550575086.064270:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43a00
00000800:00000200:0.0:1550575086.064270:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:3.0:1550575086.064273:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127e000
00000800:00000200:3.0:1550575086.064274:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575086.064879:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575086.064899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.064910:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.064913:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575086.064917:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ec50
00000800:00000200:3.0:1550575086.064920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575086.064921:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11be5 [1] + 192
00000100:00000200:0.0:1550575086.064926:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.064941:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.064942:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.064944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575086.064959:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575086.064965:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcc00 x1625895440936016/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575086.064970:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000100:00100000:2.0:1550575086.065160:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440936016:172.20.0.211@o2ib1:4
00000400:00000200:2.0:1550575086.957685:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295005808
00000400:00000200:2.0:1550575086.957691:0:2489:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.20.116.203@o2ib117
00000400:00000200:2.0:1550575086.957697:0:2489:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.20.116.203@o2ib117
00000400:00000200:2.0:1550575086.957707:0:2489:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.116.203@o2ib117(172.20.116.203@o2ib117:172.20.116.203@o2ib117) : GET
00000800:00000200:2.0:1550575086.957712:0:2489:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575086.957717:0:2489:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575086.957720:0:2489:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:2.0:1550575086.957722:0:2489:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575086.957726:0:2489:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000400:00000200:2.0:1550575086.957729:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295005808
00000400:00000200:2.0:1550575086.957733:0:2489:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575086.957736:0:2489:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575086.957742:0:2489:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.116.204@o2ib117(172.20.116.204@o2ib117:172.20.116.204@o2ib117) : GET
00000800:00000200:2.0:1550575086.957745:0:2489:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575086.957748:0:2489:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575086.957750:0:2489:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575086.957751:0:2489:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575086.957753:0:2489:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575086.957848:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.2:1550575086.957870:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.957890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.957894:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.957901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575086.957903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.957905:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.957907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.957909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575086.957911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575086.957919:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575086.957925:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.116.204@o2ib117 : REPLY
00000400:00000200:0.0:1550575086.957932:0:2484:0:(lib-move.c:2180:lnet_parse_reply()) 172.20.116.6@o2ib117: Reply from 12345-172.20.116.204@o2ib117 of length 272/272 into md 0x9
00000400:00000200:0.0:1550575086.957937:0:2484:0:(router.c:123:lnet_notify_locked()) Old news
00000800:00000200:0.0:1550575086.957940:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.957942:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.957944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.957945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575086.959429:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.2:1550575086.959452:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575086.959463:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.959469:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575086.959476:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575086.959482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000400:00000200:0.0:1550575086.959484:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e920
00000800:00000200:1.0:1550575086.959487:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000100:0.0:1550575086.959490:0:2484:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440935200 offset 0 length 192: 4
00000400:00000200:1.0:1550575086.959494:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575086.959495:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.959498:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.959499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575086.959501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000400:00000200:1.0:1550575086.959503:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ed20
00000800:00000200:0.0:1550575086.959503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575086.959506:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000100:1.0:1550575086.959509:0:2483:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440936224 offset 0 length 192: 4
00000400:00000200:0.0:1550575086.959510:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575086.959515:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000400:00000200:0.0:1550575086.959515:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e8c0
00000800:00000200:1.0:1550575086.959518:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000100:0.0:1550575086.959518:0:2484:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440935104 offset 0 length 192: 4
00000800:00000200:1.0:1550575086.959520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.959521:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575086.959522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575086.959523:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575086.959524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575086.960974:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.2:1550575086.960997:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575086.961008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575086.961015:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575086.961020:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:1.0:1550575086.961026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000400:00000200:0.0:1550575086.961028:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832eb90
00000400:00000200:0.0:1550575086.961054:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11bf1 [1] + 0
00000100:00000200:0.0:1550575086.961062:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575086.961065:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575086.961072:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575086.961080:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832e980
00000400:00000200:1.0:1550575086.961088:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11c09 [1] + 0
00000800:00000200:0.0:1550575086.961088:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575086.961091:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575086.961093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575086.961095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00000200:1.0:1550575086.961096:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575093 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575086.961097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575086.961107:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575086.961112:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575086.961115:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575086.961116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575086.961125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575086.961133:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575086.961137:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575086.961138:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575086.961140:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000400:0.0:1550575086.971177:0:2490:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1550575077/real 1550575086]  req@ffff8815c8f0d500 x1625895440936176/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575086 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575086.971183:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440936176/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575086 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575086.971185:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440936176/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575086 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575086.971188:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:0.0:1550575086.971189:0:2490:0:(client.c:2143:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8815c8f0d500 x1625895440936176/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575086 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575086.971192:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575086.971193:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0001_UUID on 172.20.255.211@o2ib failed (-110)
00000100:00100000:0.0:1550575086.971194:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936176:172.20.0.211@o2ib1:8
00000100:00000400:1.0:1550575087.035344:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1550575077/real 1550575086]  req@ffff8815c8f0cc00 x1625895440936160/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575084 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575087.035359:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cc00 x1625895440936160/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575084 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575087.035367:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cc00 x1625895440936160/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575084 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575087.035374:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000100:00100000:1.0:1550575087.035377:0:2493:0:(client.c:2154:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8815c8f0cc00 x1625895440936160/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575084 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:02000400:1.0:1550575087.035384:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-MDT0001-mdc-ffff880034986800: Connection to hpcfs-MDT0001 (at 172.20.0.201@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575087.035386:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d1ed4000 hpcfs-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575087.035390:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1550575087.035408:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936160:172.20.0.201@o2ib1:400
00000100:00080000:0.0:1550575087.035486:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575087.035492:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1550575087.035494:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d1ed4000 hpcfs-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575087.035499:0:2495:0:(import.c:519:import_select_connection()) hpcfs-MDT0001-mdc-ffff880034986800: connect to NID 172.20.0.201@o2ib1 last attempt 4294704834
00000100:00080000:0.0:1550575087.035505:0:2495:0:(import.c:597:import_select_connection()) hpcfs-MDT0001-mdc-ffff880034986800: import ffff8815d1ed4000 using connection 172.20.255.201@o2ib/172.20.0.201@o2ib1
00000100:00100000:0.0:1550575087.035519:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d500 x1625895440936880/t0(0) o38->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575087.035541:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936880:172.20.0.201@o2ib1:38
00000100:00000200:0.0:1550575087.035551:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936880, portal 10
00000100:00000200:0.0:1550575087.035556:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1625895440936880, offset 0
00000400:00000200:0.0:1550575087.035561:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000400:00000200:0.0:1550575087.035572:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575087.035577:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575087.035582:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575087.035585:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575087.035587:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575087.035591:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575087.035661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575087.035678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575087.035692:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:0.0:1550575087.035696:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440936880/t0(0) o38->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575093 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575087.035704:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13080
00000800:00000200:0.0:1550575087.035707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575087.035709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575087.046697:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575087.046724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575087.046732:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575087.046738:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:1.0:1550575087.046746:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 384 into portal 10 MB=0x5c6be4832efb0
00000400:00000200:1.0:1550575087.046751:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.201@o2ib1 of length 384/384 into md 0x11c11 [1] + 0
00000100:00000200:1.0:1550575087.046759:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440936880/t0(0) o38->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575093 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575087.046782:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575087.046785:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575087.046786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575087.046789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:0.0:1550575087.046868:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440936880/t0(0) o38->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575093 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575087.046879:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440936880/t0(0) o38->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575093 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575087.046887:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13300
00000100:00080000:0.0:1550575087.046897:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-MDT0001-mdc-ffff880034986800: connect to target with instance 3
00000100:00080000:0.0:1550575087.046905:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-MDT0001_UUID@172.20.255.201@o2ib after partition
00000100:00080000:0.0:1550575087.046907:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d1ed4000 hpcfs-MDT0001_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575087.046909:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d1ed4000 hpcfs-MDT0001_UUID: changing import state from RECOVER to FULL
00000100:02000000:0.0:1550575087.046916:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-MDT0001-mdc-ffff880034986800: Connection restored to 172.20.255.201@o2ib (at 172.20.0.201@o2ib1)
00000400:00000200:2.0:1550575087.957209:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575087.957211:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00100000:0.0:1550575088.090345:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936880:172.20.0.201@o2ib1:38
00000400:00000200:2.0:1550575088.957652:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575088.957658:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575089.957657:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575089.957663:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575090.957640:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575090.957646:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:0.0:1550575091.080512:0:2490:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575086]  req@ffff8815c8f0c600 x1625895440936688/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575091.080530:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c600 x1625895440936688/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575091.080542:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c600 x1625895440936688/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575091.080549:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13280
00000100:00100000:0.0:1550575091.080552:0:2490:0:(client.c:2143:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8815c8f0c600 x1625895440936688/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000400:0.0:1550575091.080559:0:2490:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575086]  req@ffff8815c8f0c000 x1625895440936656/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575091.080566:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440936656/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575091.080571:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440936656/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575091.080576:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88163fcf0980
00000100:00100000:0.0:1550575091.080579:0:2490:0:(client.c:2143:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8815c8f0c000 x1625895440936656/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575091 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575091.080587:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575091.080590:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0004_UUID on 172.20.255.212@o2ib failed (-110)
00000100:00100000:0.0:1550575091.080594:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936688:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575091.080597:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575091.080599:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0005_UUID on 172.20.255.212@o2ib failed (-110)
00000100:00100000:0.0:1550575091.080602:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936656:172.20.0.212@o2ib1:8
00000400:00000200:2.0:1550575091.957264:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575091.957270:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:1.0:1550575092.035224:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575085]  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575092.035243:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575092.035251:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575092.035258:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e0169f80
00000100:00080000:1.0:1550575092.035262:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 3, was 2): DISCONN
00000100:00000400:3.0:1550575092.037329:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575085]  req@ffff8815c8f0f600 x1625895440936144/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575092 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575092.037344:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f600 x1625895440936144/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575092 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575092.037353:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f600 x1625895440936144/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575092 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575092.037360:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000100:00100000:3.0:1550575092.037363:0:2491:0:(client.c:2154:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8815c8f0f600 x1625895440936144/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 1 dl 1550575092 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:02000400:3.0:1550575092.037370:0:2491:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-MDT0000-mdc-ffff880034986800: Connection to hpcfs-MDT0000 (at 172.20.0.202@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00000400:0.0:1550575092.048116:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575085]  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575092.048121:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575092.048123:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575092.048129:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000100:00000200:0.0:1550575092.048130:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88147a201c00
00000400:00000200:0.0:1550575092.048131:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144117e000
00000100:00080000:0.0:1550575092.048134:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 4, was 3): DISCONN
00000100:00080000:3.0:1550575092.051465:0:2491:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d1ed3800 hpcfs-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575092.051468:0:2491:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00100000:3.0:1550575092.051474:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440936144:172.20.0.202@o2ib1:400
00000100:00080000:0.0:1550575092.051531:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575092.051534:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1550575092.051535:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d1ed3800 hpcfs-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575092.051537:0:2495:0:(import.c:519:import_select_connection()) hpcfs-MDT0000-mdc-ffff880034986800: connect to NID 172.20.0.202@o2ib1 last attempt 4294704834
00000100:00080000:0.0:1550575092.051540:0:2495:0:(import.c:597:import_select_connection()) hpcfs-MDT0000-mdc-ffff880034986800: import ffff8815d1ed3800 using connection 172.20.255.202@o2ib/172.20.0.202@o2ib1
00000100:00100000:0.0:1550575092.051549:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c000 x1625895440936896/t0(0) o38->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575092.051737:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936896:172.20.0.202@o2ib1:38
00000100:00000200:0.0:1550575092.051744:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936896, portal 10
00000100:00000200:0.0:1550575092.051745:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1625895440936896, offset 0
00000400:00000200:0.0:1550575092.051747:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000400:00000200:0.0:1550575092.051755:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575092.051758:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575092.051761:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575092.051763:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575092.051763:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575092.051767:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575092.051890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575092.051904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575092.051907:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575092.051911:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440936896/t0(0) o38->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575098 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575092.051916:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13300
00000800:00000200:1.0:1550575092.051918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575092.051919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575092.079141:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575092.079153:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575092.079156:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575092.079158:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:1.0:1550575092.079162:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 384 into portal 10 MB=0x5c6be4832efc0
00000400:00000200:1.0:1550575092.079164:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 384/384 into md 0x11c19 [1] + 0
00000100:00000200:1.0:1550575092.079168:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440936896/t0(0) o38->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575098 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575092.079176:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575092.079178:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575092.079178:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575092.079179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:0.0:1550575092.079242:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440936896/t0(0) o38->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575098 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575092.079245:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440936896/t0(0) o38->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 520/544 e 0 to 0 dl 1550575098 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575092.079248:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13280
00000100:00100000:0.0:1550575092.079252:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-MDT0000-mdc-ffff880034986800: committing for last_committed 12902021094 gen 1
00000100:00100000:0.0:1550575092.079254:0:2490:0:(client.c:2744:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY)  req@ffff8815c8f0e700 x1625895440747120/t12902021094(12902021094) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 952/672 e 0 to 0 dl 1550575077 ref 1 fl Complete:RP/4/ffffffff rc 0/-1
00000100:00080000:0.0:1550575092.079257:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-MDT0000-mdc-ffff880034986800: connect to target with instance 3
00000100:00080000:0.0:1550575092.079261:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-MDT0000_UUID@172.20.255.202@o2ib after partition
00000100:00080000:0.0:1550575092.079262:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d1ed3800 hpcfs-MDT0000_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575092.079263:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d1ed3800 hpcfs-MDT0000_UUID: changing import state from RECOVER to FULL
00000100:02000000:0.0:1550575092.079266:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-MDT0000-mdc-ffff880034986800: Connection restored to 172.20.255.202@o2ib (at 172.20.0.202@o2ib1)
00000100:00100000:0.0:1550575092.782525:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936896:172.20.0.202@o2ib1:38
00000400:00000200:2.0:1550575092.957648:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575092.957655:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:2.0:1550575093.064255:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575086/real 1550575086]  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575093 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575093.064270:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575093 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575093.064279:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575093 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575093.064285:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8700
00000100:02000400:2.0:1550575093.064290:0:2492:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0000-osc-ffff880034986800: Connection to hpcfs-OST0000 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575093.064292:0:2492:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575093.064323:0:2492:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0000_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575093.064422:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575093.064438:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0000_UUID: starting recovery
00000100:00080000:0.0:1550575093.064439:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575093.064441:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295065569
00000100:00080000:0.0:1550575093.064443:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: import ffff8815d7ac7000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575093.064446:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 10223616, lost: 0.
00000100:00100000:0.0:1550575093.064452:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c000 x1625895440936912/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575093.064457:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 0 force_next 1 deactive 0 pingable 1 suppress 1
00000100:00080000:0.0:1550575093.064458:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575093.064458:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575093.064459:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065574
00000100:00080000:0.0:1550575093.064460:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 0
00000100:00080000:0.0:1550575093.064461:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: Connection changing to hpcfs-OST0004 (at 172.20.0.211@o2ib1)
00000100:00080000:0.0:1550575093.064462:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575093.064463:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 10223616, lost: 0.
00000100:00100000:0.0:1550575093.064465:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c600 x1625895440936928/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575093.064467:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 0 force_next 1 deactive 0 pingable 1 suppress 1
00000100:00080000:0.0:1550575093.064468:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575093.064468:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575093.064469:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065567
00000100:00080000:0.0:1550575093.064470:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 0
00000100:00080000:0.0:1550575093.064470:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: Connection changing to hpcfs-OST0005 (at 172.20.0.211@o2ib1)
00000100:00080000:0.0:1550575093.064471:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.0.211@o2ib1/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575093.064472:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 37486592, lost: 0.
00000100:00100000:0.0:1550575093.064474:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d500 x1625895440936944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575093.064479:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936912:172.20.0.211@o2ib1:8
00000100:00000200:0.0:1550575093.064484:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936912, portal 4
00000100:00000200:0.0:1550575093.064485:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936912, offset 0
00000400:00000200:0.0:1550575093.064487:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575093.064493:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575093.064495:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575093.064497:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.064498:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575093.064499:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.064501:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000100:00100000:0.0:1550575093.064503:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936928:172.20.0.211@o2ib1:8
00000100:00000200:0.0:1550575093.064504:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936928, portal 4
00000100:00000200:0.0:1550575093.064505:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936928, offset 0
00000400:00000200:0.0:1550575093.064506:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575093.064509:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575093.064510:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575093.064511:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.064512:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575093.064512:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575093.064513:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:0.0:1550575093.064514:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936944:172.20.0.211@o2ib1:8
00000100:00000200:0.0:1550575093.064516:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936944, portal 4
00000100:00000200:0.0:1550575093.064517:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440936944, offset 0
00000400:00000200:0.0:1550575093.064518:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575093.064520:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575093.064521:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575093.064522:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.064522:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.064523:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.064539:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.2:1550575093.064550:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.2:1550575093.064622:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.064633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:1.0:1550575093.064635:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000100:00000200:1.0:1550575093.064638:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440936912/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575093.064641:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13080
00000800:00000200:1.0:1550575093.064643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.064644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.064645:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575093.064646:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c600 x1625895440936928/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575093.064648:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13200
00000800:00000200:1.0:1550575093.064648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.064649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.064649:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:1.0:1550575093.064650:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440936944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575093.064652:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cabf7a00
00000800:00000200:1.0:1550575093.064653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.064654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575093.064654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575093.064764:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575093.064770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.064772:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575093.064774:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575093.064777:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 384 into portal 4 MB=0x5c6be4832efd0
00000400:00000200:1.0:1550575093.064779:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 384/384 into md 0x11c21 [1] + 0
00000100:00000200:1.0:1550575093.064781:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440936912/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575093.064789:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.064789:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.064790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.064791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575093.064796:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000100:00000200:0.0:1550575093.064801:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440936912/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575093.064803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000100:00000200:0.0:1550575093.064803:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440936912/t0(0) o8->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575093.064804:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575093.064805:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13280
00000400:00000200:1.0:1550575093.064806:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575093.064807:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832efe0
00000400:00000200:1.0:1550575093.064808:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11c29 [1] + 0
00000100:00100000:0.0:1550575093.064808:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894333203 gen 1
00000100:00000200:1.0:1550575093.064809:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c600 x1625895440936928/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575093.064811:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.064812:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.064812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.064813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00080000:0.0:1550575093.064822:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0000-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575093.064827:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575093.064829:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0000_UUID@172.20.255.211@o2ib after partition
00000100:00080000:0.0:1550575093.064829:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575093.064831:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575093.064838:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575093.064840:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575130 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575093.064844:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575118 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575093.064846:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575093.064848:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575093.064848:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575118 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575093.064849:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from RECOVER to FULL
00000400:00000200:1.0:1550575093.064850:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000100:00000200:1.0:1550575093.064851:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb5200
00000080:00080000:0.0:1550575093.064851:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575093.064852:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0000-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
00000400:00000200:1.0:1550575093.064853:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000100:00080000:0.0:1550575093.064853:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575093 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00100000:0.0:1550575093.064855:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936912:172.20.0.211@o2ib1:8
00000100:00080000:1.0:1550575093.064856:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936704 new x1625895440936960
00000100:00000200:0.0:1550575093.064857:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c600 x1625895440936928/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575093.064859:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c600 x1625895440936928/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575093.064860:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13000
00000100:00080000:0.0:1550575093.064861:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575093.064862:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0004_UUID on 172.20.0.211@o2ib1 failed (-19)
00000100:00100000:0.0:1550575093.064863:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936928:172.20.0.211@o2ib1:8
00000100:00000200:1.0:1550575093.064864:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f000-0x5c6be4832f000, portal 8
00000100:00000200:1.0:1550575093.064881:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935920, portal 4
00000100:00000200:0.0:1550575093.064883:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575130 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:0.0:1550575093.064884:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575130 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:0.0:1550575093.064886:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000100:00000200:1.0:1550575093.064887:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935920, offset 0
00000100:00000200:0.0:1550575093.064887:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814ec00a200
00000400:00000200:0.0:1550575093.064888:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000100:00080000:0.0:1550575093.064889:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936784 new x1625895440936976
00000400:00000200:1.0:1550575093.064890:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575093.064893:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:0.0:1550575093.064893:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f010-0x5c6be4832f010, portal 8
00000800:00000200:1.0:1550575093.064895:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575093.064895:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936784, portal 4
00000100:00000200:0.0:1550575093.064896:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936784, offset 0
00000800:00000200:1.0:1550575093.064897:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575093.064897:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575093.064898:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575093.064898:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.064900:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575093.064900:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575093.064901:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575093.064902:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.064903:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575093.064903:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.064904:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.2:1550575093.064909:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:1.0:1550575093.064911:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575093.064913:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000800:00000200:0.2:1550575093.064914:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000400:00000200:1.0:1550575093.064915:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000100:00000200:1.0:1550575093.064916:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff881441a42200
00000400:00000200:1.0:1550575093.064918:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000100:00080000:1.0:1550575093.064919:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936736 new x1625895440936992
00000100:00000200:2.0:1550575093.064922:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575093.064925:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575093.064928:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000100:00000200:2.0:1550575093.064930:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8815dfdb4a00
00000400:00000200:2.0:1550575093.064930:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127c000
00000100:00000200:1.0:1550575093.064931:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f020-0x5c6be4832f020, portal 8
00000100:00080000:2.0:1550575093.064932:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936832 new x1625895440937008
00000100:00000200:1.0:1550575093.064933:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935408, portal 4
00000100:00000200:1.0:1550575093.064933:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935408, offset 0
00000400:00000200:1.0:1550575093.064934:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:2.0:1550575093.064937:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f030-0x5c6be4832f030, portal 8
00000400:00000200:1.0:1550575093.064937:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:2.0:1550575093.064938:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935824, portal 4
00000800:00000200:1.0:1550575093.064938:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:2.0:1550575093.064939:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935824, offset 0
00000800:00000200:1.0:1550575093.064939:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575093.064940:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.064940:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000400:00000200:2.0:1550575093.064941:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575093.064941:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575093.064944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.064945:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000400:00000200:2.0:1550575093.064946:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:1.0:1550575093.064946:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575093.064947:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575093.064948:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000800:00000200:1.0:1550575093.064948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.064949:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:2.0:1550575093.064950:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575093.064950:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:1.0:1550575093.064950:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575137 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575093.064951:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:2.0:1550575093.064951:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000400:00000200:1.0:1550575093.064952:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cabf7d00
00000800:00000200:2.0:1550575093.064953:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.064953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.0:1550575093.064953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.064953:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00080000:2.0:1550575093.064954:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936848 new x1625895440937024
00000100:00000200:1.0:1550575093.064954:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575093.064955:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a80
00000800:00000200:1.0:1550575093.064956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.064957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.064957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575093.064959:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f040-0x5c6be4832f040, portal 8
00000100:00000200:2.0:1550575093.064960:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935632, portal 4
00000100:00000200:2.0:1550575093.064961:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935632, offset 0
00000400:00000200:2.0:1550575093.064962:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575093.064964:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.2:1550575093.064964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575093.064965:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575093.064967:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575093.064967:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575093.064968:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.064968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:2.0:1550575093.064969:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.064969:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:1.0:1550575093.064970:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575093.064972:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8700
00000100:00000200:2.0:1550575093.064973:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575093.064973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.064973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00000200:2.0:1550575093.064975:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575118 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000800:00000200:1.2:1550575093.064976:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:2.0:1550575093.064977:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00000200:2.0:1550575093.064978:0:2492:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814b47e0a00
00000400:00000200:2.0:1550575093.064978:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881441278000
00000800:00000200:1.0:1550575093.064978:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000100:00080000:2.0:1550575093.064979:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936864 new x1625895440937040
00000800:00000200:1.0:1550575093.064979:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575093.064980:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575100 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575093.064981:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000800:00000200:1.0:1550575093.064982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.064983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575093.064984:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f050-0x5c6be4832f050, portal 8
00000100:00000200:2.0:1550575093.064985:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935296, portal 4
00000100:00000200:2.0:1550575093.064986:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935296, offset 0
00000400:00000200:2.0:1550575093.064987:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575093.064989:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575093.064990:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575093.064991:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575093.064992:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:2.0:1550575093.064992:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575093.064993:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575093.065003:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.065009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.065010:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:1.0:1550575093.065011:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575093.065012:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8780
00000800:00000200:1.0:1550575093.065013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.065014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575093.065069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575093.065073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.065074:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575093.065076:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575093.065077:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f000
00000400:00000200:1.0:1550575093.065078:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11c39 [256] + 0
00000400:00000200:1.0:1550575093.065079:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:1.0:1550575093.065080:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065080:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:1.0:1550575093.065083:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575093.065084:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575093.065085:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575093.065090:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575093.065091:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065091:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065092:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575093.065092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.065093:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575093.065098:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.065101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.065102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575093.065119:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.065122:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065124:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575093.065125:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575093.065126:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f020
00000400:00000200:1.0:1550575093.065127:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11c51 [256] + 0
00000400:00000200:1.0:1550575093.065127:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:1.0:1550575093.065128:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065128:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575093.065130:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575093.065131:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575093.065132:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575093.065136:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575093.065136:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.0:1550575093.065136:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.065137:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.065137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.065138:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065138:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575093.065139:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:1.0:1550575093.065140:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f040
00000400:00000200:1.0:1550575093.065141:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11c69 [256] + 0
00000400:00000200:1.0:1550575093.065142:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127e000
00000800:00000200:1.0:1550575093.065142:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065143:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575093.065145:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575093.065146:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575093.065146:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.2:1550575093.065147:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.065149:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575093.065150:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065150:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575093.065151:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575093.065151:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575093.065151:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065152:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575093.065156:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575093.065165:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575093.065166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575093.065166:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.065167:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.065167:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065167:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575093.065168:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.065168:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.2:1550575093.065171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.065176:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.065177:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[3] from 172.20.116.203@o2ib117
00000800:00000200:1.2:1550575093.065180:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065184:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:1.0:1550575093.065194:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.0:1550575093.065194:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.065195:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.065195:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065196:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575093.065200:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575093.065206:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575093.065206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575093.065207:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575093.065347:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065360:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.065366:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575093.065368:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb5200
00000400:00000200:1.0:1550575093.065371:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:1.0:1550575093.065373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.065375:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575093.065394:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.065412:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.065423:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:0.0:1550575093.065426:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a42200
00000800:00000200:1.0:1550575093.065429:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000400:00000200:0.0:1550575093.065433:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:0.0:1550575093.065437:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575093.065461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.065474:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.065484:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575093.065485:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43a00
00000800:00000200:0.0:1550575093.065493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575093.065496:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127e000
00000800:00000200:1.0:1550575093.065499:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575093.066097:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575093.066125:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575093.066137:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575093.066142:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:0.2:1550575093.066146:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.0:1550575093.066153:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575093.066154:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ebf0
00000800:00000200:1.0:1550575093.066155:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.066158:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575093.066159:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11c3d [1] + 192
00000400:00000200:1.0:1550575093.066162:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000100:00000200:0.0:1550575093.066165:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575093.066167:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ead0
00000800:00000200:0.0:1550575093.066178:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575093.066180:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575093.066181:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11c6d [1] + 192
00000800:00000200:0.0:1550575093.066181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.0:1550575093.066184:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000100:00000200:1.0:1550575093.066186:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575100 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575093.066201:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.066202:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.066204:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00000200:0.0:1550575093.066204:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575093.066210:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc000 x1625895440935920/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575093.066216:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000100:00000200:2.0:1550575093.066220:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575100 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575093.066226:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe100 x1625895440935632/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575100 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575093.066231:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000100:00100000:0.0:1550575093.066440:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935920:172.20.0.211@o2ib1:4
00000100:00100000:2.0:1550575093.066445:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935632:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575093.082965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.2:1550575093.082975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575093.082994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.083000:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575093.083004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000400:00000200:0.0:1550575093.083006:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575093.083010:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575093.083013:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f030
00000400:00000200:1.0:1550575093.083016:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575093.083019:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11c5d [256] + 0
00000400:00000200:1.0:1550575093.083024:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f010
00000400:00000200:0.0:1550575093.083024:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127c000
00000800:00000200:0.0:1550575093.083027:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000400:00000200:1.0:1550575093.083029:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11c45 [256] + 0
00000800:00000200:0.0:1550575093.083030:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000400:00000200:1.0:1550575093.083056:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:1.0:1550575093.083059:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.083062:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575093.083066:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575093.083071:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575093.083074:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575093.083078:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575093.083082:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575093.083086:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575093.083086:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.083088:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.083090:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575093.083093:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575093.083094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575093.083096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:1.0:1550575093.083098:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.083098:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.083100:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.083102:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.2:1550575093.083103:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575093.083105:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575093.083107:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575093.083108:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575093.083109:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575093.083111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575093.083111:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575093.083116:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f050
00000800:00000200:1.0:1550575093.083118:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.083119:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000400:00000200:0.0:1550575093.083119:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x11c75 [256] + 0
00000800:00000200:1.0:1550575093.083121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575093.083122:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881441278000
00000800:00000200:1.0:1550575093.083123:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.083124:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.083126:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575093.083130:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575093.083136:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000400:00000200:0.0:1550575093.083137:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575093.083139:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575093.083140:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575093.083144:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575093.083154:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575093.083156:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (24)++
00000800:00000200:1.0:1550575093.083160:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575093.083161:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (25)++
00000800:00000200:1.0:1550575093.083162:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.0:1550575093.083163:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575093.083163:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575093.083165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.083167:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.083172:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575093.083175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.083180:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.083200:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575093.083201:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575093.083236:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.083249:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575093.083264:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575093.083268:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575093.083272:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e9f0
00000400:00000200:0.0:1550575093.083275:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11c55 [1] + 192
00000800:00000200:1.0:1550575093.083282:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000100:00000200:0.0:1550575093.083282:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575093.083293:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575093.083296:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575093.083308:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.2:1550575093.083313:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000100:00000200:0.0:1550575093.083331:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575093.083338:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff900 x1625895440935408/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575093.083342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000400:00000200:0.0:1550575093.083344:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000800:00000200:1.2:1550575093.083353:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.083361:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000100:00000200:1.0:1550575093.083364:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb4a00
00000400:00000200:1.0:1550575093.083376:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127c000
00000800:00000200:1.0:1550575093.083380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.083382:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.083384:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.083387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575093.083391:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575093.083392:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814ec00a200
00000400:00000200:1.0:1550575093.083399:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575093.083401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.083403:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:1.0:1550575093.083405:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575093.083414:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:1.0:1550575093.083434:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.0:1550575093.083436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.0:1550575093.083437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575093.083439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000100:00100000:0.0:1550575093.083536:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935408:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575093.083544:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.083563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.083568:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:0.0:1550575093.083571:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814b47e0a00
00000800:00000200:1.0:1550575093.083572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000400:00000200:0.0:1550575093.083588:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881441278000
00000800:00000200:0.0:1550575093.083589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:1.2:1550575093.084072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575093.084076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.084080:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575093.084081:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575093.084083:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eb90
00000400:00000200:1.0:1550575093.084085:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11c61 [1] + 192
00000100:00000200:1.0:1550575093.084087:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575093.084087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.084093:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.084094:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.084094:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575093.084102:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575093.084105:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd800 x1625895440935824/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575093.084108:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000800:00000200:0.2:1550575093.084145:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575093.084149:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.084153:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575093.084155:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575093.084157:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ef50
00000400:00000200:0.0:1550575093.084158:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11c49 [1] + 192
00000800:00000200:1.0:1550575093.084159:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000100:00000200:0.0:1550575093.084160:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575137 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575093.084164:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.084164:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575093.084165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00000200:1.0:1550575093.084168:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575137 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575093.084170:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660f00 x1625895440936784/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575137 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575093.084172:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cabf7900
00000100:00100000:2.0:1550575093.084182:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935824:172.20.0.211@o2ib1:4
00000100:00100000:1.0:1550575093.084283:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440936784:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575093.084455:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575093.084460:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.084464:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575093.084465:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575093.084467:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e980
00000400:00000200:1.0:1550575093.084468:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x11c79 [1] + 192
00000100:00000200:1.0:1550575093.084470:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575093.084470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.084475:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575093.084475:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575093.084476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575093.084483:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575093.084485:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff300 x1625895440935296/t0(0) o4->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 2 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575093.084487:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00100000:2.0:1550575093.084551:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935296:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575093.088610:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575093.088639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575093.088656:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575093.088662:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575093.088670:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832eff0
00000400:00000200:0.0:1550575093.088675:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11c31 [1] + 0
00000100:00000200:0.0:1550575093.088683:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440936944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575093.088696:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575093.088699:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575093.088701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575093.088703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00000200:0.0:1550575093.088711:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440936944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575093.088718:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440936944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575099 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575093.088724:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cda13300
00000100:00080000:0.0:1550575093.088731:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575093.088734:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0005_UUID on 172.20.0.211@o2ib1 failed (-19)
00000100:00100000:0.0:1550575093.088737:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440936944:172.20.0.211@o2ib1:8
00000400:00000200:2.0:1550575095.694103:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575095.694109:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575096.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575096.694651:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575097.694595:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575097.694597:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575098.694590:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575098.694592:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575099.694638:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575099.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575100.694636:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575100.694642:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575101.694634:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575101.694637:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575102.694633:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575102.694640:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575103.694593:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575103.694596:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575104.694643:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575104.694649:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575105.694635:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575105.694641:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575106.694634:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575106.694640:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575107.694638:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575107.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:0.0:1550575108.065434:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575108.694590:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575108.694592:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575109.694592:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575109.694594:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000200:0.0:1550575110.573556:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575110.573560:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575110.573564:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8180
00000100:00080000:0.0:1550575110.573566:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): DISCONN
00000100:00000400:0.0:1550575110.573568:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575110.573570:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575110.573572:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575110.573574:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814c1bcfd80
00000100:00080000:0.0:1550575110.573574:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): DISCONN
00000400:00000200:2.0:1550575110.694660:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575110.694668:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575111.694655:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575111.694662:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575112.694656:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575112.694662:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575113.694648:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575113.694654:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575114.694647:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575114.694654:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575115.694639:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575115.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:3.0:1550575116.051236:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575073/real 1550575073]  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575116 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575116.051252:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575116 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575116.051261:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575116 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575116.051267:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00000200:3.0:1550575116.051272:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814734fde00
00000400:00000200:3.0:1550575116.051274:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c9346000
00000100:00080000:3.0:1550575116.051277:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac0000 already not connected (conn 3, was 2): DISCONN
00000400:00000200:2.0:1550575116.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575116.694651:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:1.0:1550575117.573275:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575085]  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575117.573293:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575117.573301:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575117.573309:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88017fc05a00
00000100:00080000:1.0:1550575117.573312:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 5, was 3): DISCONN
00000400:00000200:2.0:1550575117.694635:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295116561 ping_notsent 0 alive 1 alive_count 3 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575117.694641:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00080000:0.0:1550575118.065558:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000100:00080000:0.0:1550575118.065565:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0001_UUID: starting recovery
00000100:00080000:0.0:1550575118.065567:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575118.065573:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295056675
00000100:00080000:0.0:1550575118.065577:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 0
00000100:00080000:0.0:1550575118.065582:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: Connection changing to hpcfs-OST0001 (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575118.065585:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: import ffff8815d7ac0000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575118.065591:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 15335424, lost: 0.
00000100:00100000:0.0:1550575118.065600:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0de00 x1625895440937120/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575118.065613:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000100:00080000:0.0:1550575118.065619:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575118.065620:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575118.065623:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065574
00000100:00100000:3.0:1550575118.065625:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:2f725050-db06-fe55-a79c-03010d354168:2491:1625895440937056:172.20.0.201@o2ib1:400
00000100:00080000:0.0:1550575118.065626:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295072668
00000100:00080000:0.0:1550575118.065628:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 0
00000100:00080000:0.0:1550575118.065630:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: Connection changing to hpcfs-OST0004 (at 172.20.0.211@o2ib1)
00000100:00080000:0.0:1550575118.065632:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.0.211@o2ib1/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575118.065635:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 10223616, lost: 0.
00000100:00100000:0.0:1550575118.065640:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d200 x1625895440937168/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575118.065642:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937056, portal 25
00000100:00080000:0.0:1550575118.065646:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000100:00000200:3.0:1550575118.065647:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1625895440937056, offset 0
00000100:00080000:0.0:1550575118.065649:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575118.065649:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575118.065652:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065567
00000400:00000200:3.0:1550575118.065653:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000100:00080000:0.0:1550575118.065654:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295072668
00000100:00080000:0.0:1550575118.065656:0:2495:0:(import.c:563:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: tried all connections, increasing latency to 6s
00000100:00100000:2.0:1550575118.065657:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937072:172.20.0.202@o2ib1:400
00000100:00100000:1.0:1550575118.065659:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937104:172.20.0.211@o2ib1:400
00000100:00080000:0.0:1550575118.065659:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: Connection changing to hpcfs-OST0005 (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575118.065660:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575118.065663:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 37486592, lost: 0.
00000400:00000200:3.0:1550575118.065667:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00100000:0.0:1550575118.065668:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0ea00 x1625895440937184/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.065673:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:1.0:1550575118.065674:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937104, portal 4
00000100:00000200:2.0:1550575118.065675:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937072, portal 10
00000100:00000200:1.0:1550575118.065679:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440937104, offset 0
00000100:00000200:2.0:1550575118.065680:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440937072, offset 0
00000800:00000200:3.0:1550575118.065681:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575118.065684:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000400:00000200:1.0:1550575118.065685:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:3.0:1550575118.065686:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000400:00000200:2.0:1550575118.065690:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000800:00000200:3.0:1550575118.065694:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:3.0:1550575118.065698:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440937136:172.20.0.211@o2ib1:400
00000400:00000200:1.0:1550575118.065699:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:3.0:1550575118.065703:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937136, portal 4
00000800:00000200:1.0:1550575118.065705:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00100000:0.0:1550575118.065705:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440937088:172.20.0.201@o2ib1:400
00000100:00000200:3.0:1550575118.065706:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440937136, offset 0
00000400:00000200:3.0:1550575118.065709:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575118.065712:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.2:1550575118.065714:0:2494:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:0.0:1550575118.065715:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937088, portal 10
00000800:00000200:2.0:1550575118.065717:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:0.0:1550575118.065719:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440937088, offset 0
00000400:00000200:3.0:1550575118.065721:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575118.065724:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575118.065725:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575118.065727:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575118.065729:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575118.065729:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000400:00000200:0.0:1550575118.065729:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000800:00000200:3.0:1550575118.065730:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:3.0:1550575118.065732:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:3.0:1550575118.065734:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000800:00000200:2.0:1550575118.065735:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575118.065737:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575118.065739:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (21)++
00000100:00100000:2.0:1550575118.065740:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937152:172.20.0.212@o2ib1:400
00000800:00000200:1.0:1550575118.065741:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (22)++
00000400:00000200:0.0:1550575118.065741:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575118.065745:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)--
00000100:00000200:2.0:1550575118.065746:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937152, portal 4
00000100:00000200:2.0:1550575118.065748:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440937152, offset 0
00000800:00000200:0.2:1550575118.065750:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000400:00000200:2.0:1550575118.065751:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00100000:1.0:1550575118.065766:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937120:172.20.0.212@o2ib1:8
00000800:00000200:3.0:1550575118.065768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575118.065770:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575118.065770:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:1.0:1550575118.065772:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937120, portal 4
00000100:00000200:3.0:1550575118.065775:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440937056/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575125 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.065775:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575118.065775:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.065778:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575118.065779:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575118.065779:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000400:00000200:3.0:1550575118.065783:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:2.0:1550575118.065783:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.065783:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:2.0:1550575118.065785:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:2.0:1550575118.065786:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (24)++
00000100:00000200:1.0:1550575118.065786:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937120, offset 0
00000800:00000200:3.0:1550575118.065787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:2.0:1550575118.065788:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (25)--
00000800:00000200:3.0:1550575118.065789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (25)++
00000400:00000200:1.0:1550575118.065789:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:3.0:1550575118.065791:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (25)--
00000100:00000200:3.0:1550575118.065793:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f900 x1625895440937136/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575118.065798:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000400:00000200:3.0:1550575118.065799:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:3.0:1550575118.065801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.0:1550575118.065801:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575118.065803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575118.065805:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575118.065805:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575118.065807:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000100:00000200:3.0:1550575118.065808:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c600 x1625895440937072/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575118.065808:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.065808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.065810:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000800:00000200:1.0:1550575118.065811:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000400:00000200:3.0:1550575118.065813:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000100:00100000:1.0:1550575118.065813:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937168:172.20.0.211@o2ib1:8
00000800:00000200:3.0:1550575118.065815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575118.065816:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d800 x1625895440937104/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.065817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575118.065818:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575118.065824:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000800:00000200:0.0:1550575118.065827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000100:00000200:3.0:1550575118.065828:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440937088/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.065829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.065831:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000400:00000200:3.0:1550575118.065832:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cabf7e00
00000100:00000200:1.0:1550575118.065834:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937168, portal 4
00000800:00000200:3.0:1550575118.065835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575118.065836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000100:00000200:0.0:1550575118.065836:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e400 x1625895440937152/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.065837:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575118.065840:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8080
00000100:00000200:1.0:1550575118.065842:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937168, offset 0
00000800:00000200:0.0:1550575118.065843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000100:00000200:3.0:1550575118.065844:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440937120/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575135 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.065845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575118.065848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000400:00000200:3.0:1550575118.065849:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b80
00000800:00000200:3.0:1550575118.065851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575118.065851:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575118.065852:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:3.0:1550575118.065853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.065853:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.065855:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.065856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000400:00000200:1.0:1550575118.065858:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575118.065861:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575118.065865:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575118.065866:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:1.0:1550575118.065867:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:1.0:1550575118.065869:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000100:00100000:1.0:1550575118.065872:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937184:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575118.065875:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937184, portal 4
00000100:00000200:1.0:1550575118.065878:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937184, offset 0
00000400:00000200:1.0:1550575118.065881:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575118.065887:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575118.065890:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575118.065893:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575118.065894:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575118.065895:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575118.065897:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575118.065898:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.065912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.065916:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.2:1550575118.065917:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:0.0:1550575118.065919:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d200 x1625895440937168/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575124 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.065924:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000800:00000200:0.0:1550575118.065926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.065928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.065931:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575118.065933:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.065934:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.065935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.065937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.065939:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575118.065941:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0ea00 x1625895440937184/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575129 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.065946:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:0.0:1550575118.065948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.065949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575118.065951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575118.065960:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575118.065965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.065968:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.065972:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575118.065978:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f0c0
00000400:00000200:0.0:1550575118.065982:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11ca9 [1] + 192
00000100:00000200:0.0:1550575118.065988:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e400 x1625895440937152/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066004:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.066006:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:1.2:1550575118.066007:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575118.066009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.066011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.066013:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.066017:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066020:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f0b0
00000400:00000200:0.0:1550575118.066024:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11c99 [1] + 192
00000100:00000200:2.0:1550575118.066054:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e400 x1625895440937152/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575118.066064:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e400 x1625895440937152/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.066071:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000100:00000200:0.0:1550575118.066075:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f900 x1625895440937136/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575118.066081:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937152:172.20.0.212@o2ib1:400
00000800:00000200:0.0:1550575118.066088:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.066089:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.066090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.066092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575118.066101:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575118.066105:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066108:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f090
00000100:00000200:3.0:1550575118.066112:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f900 x1625895440937136/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575118.066119:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f900 x1625895440937136/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575118.066124:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000400:00000200:0.0:1550575118.066127:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11c89 [1] + 192
00000100:00000200:0.0:1550575118.066141:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d800 x1625895440937104/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575118.066142:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440937136:172.20.0.211@o2ib1:400
00000800:00000200:0.0:1550575118.066145:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.066146:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575118.066146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.066146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.066147:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.066148:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066149:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f070
00000400:00000200:0.0:1550575118.066150:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 192/192 into md 0x11c8d [1] + 192
00000100:00000200:0.0:1550575118.066152:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c600 x1625895440937072/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066156:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000100:00000200:1.0:1550575118.066157:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d800 x1625895440937104/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066157:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.066157:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.066157:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575118.066159:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:1.0:1550575118.066160:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d800 x1625895440937104/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.066160:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066161:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f080
00000400:00000200:1.0:1550575118.066162:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000400:00000200:0.0:1550575118.066163:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x11ca1 [1] + 192
00000100:00000200:2.0:1550575118.066165:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c600 x1625895440937072/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575118.066165:0:2494:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0000-osc-ffff880034986800: committing for last_committed 12894333443 gen 1
00000100:00000200:2.0:1550575118.066167:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c600 x1625895440937072/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.066169:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00100000:2.0:1550575118.066170:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937072:172.20.0.202@o2ib1:400
00000100:00000200:0.0:1550575118.066170:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440937088/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066172:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.066172:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575118.066172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.066173:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.066174:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.066175:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066176:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be4832f060
00000400:00000200:0.0:1550575118.066177:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x11c81 [1] + 192
00000100:00000200:0.0:1550575118.066178:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440937056/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066183:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.066184:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.066184:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.066185:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.066185:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575118.066186:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575118.066187:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066188:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f0d0
00000400:00000200:0.0:1550575118.066189:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11cb9 [1] + 0
00000100:00000200:3.0:1550575118.066191:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440937056/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575118.066192:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440937056/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575118.066194:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:1.0:1550575118.066195:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937104:172.20.0.211@o2ib1:400
00000100:00000200:0.0:1550575118.066195:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d200 x1625895440937168/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575124 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575118.066196:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:2f725050-db06-fe55-a79c-03010d354168:2491:1625895440937056:172.20.0.201@o2ib1:400
00000800:00000200:0.0:1550575118.066198:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.066199:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575118.066199:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.066200:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.066200:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.066200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000100:00000200:1.0:1550575118.066201:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d200 x1625895440937168/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575124 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066201:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575118.066202:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:1.0:1550575118.066203:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d200 x1625895440937168/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575124 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.066203:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575118.066204:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f0e0
00000400:00000200:1.0:1550575118.066205:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000400:00000200:0.0:1550575118.066206:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11cc1 [1] + 0
00000100:00080000:1.0:1550575118.066207:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to DISCONN
00000100:00000200:0.0:1550575118.066207:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0ea00 x1625895440937184/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575129 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575118.066208:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0004_UUID on 172.20.0.211@o2ib1 failed (-19)
00000100:00100000:1.0:1550575118.066209:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937168:172.20.0.211@o2ib1:8
00000800:00000200:0.0:1550575118.066209:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000100:00000200:1.0:1550575118.066210:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0ea00 x1625895440937184/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575129 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066210:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.066211:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575118.066211:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575118.066212:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0ea00 x1625895440937184/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575129 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575118.066212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575118.066212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575118.066213:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000100:00100000:1.0:1550575118.066214:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894542455 gen 1
00000100:00000200:0.0:1550575118.066215:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440937088/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575118.066216:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440937088/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575125 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575118.066217:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:0.0:1550575118.066218:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815cabf7b00
00000100:00100000:0.0:1550575118.066222:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440937088:172.20.0.201@o2ib1:400
00000100:00080000:1.0:1550575118.066235:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:0.0:1550575118.066237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.066238:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575118.066238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.066239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000080:00080000:1.0:1550575118.066242:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575118.066244:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575118.066244:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575118.066246:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575118.066249:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575118.066251:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575118.066252:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575118.066253:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00000200:2.0:1550575118.072909:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575118.072912:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575118.072917:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000100:00080000:2.0:1550575118.072919:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936640 new x1625895440937200
00000100:00000200:2.0:1550575118.072925:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f0f0-0x5c6be4832f0f0, portal 8
00000100:00000200:2.0:1550575118.072926:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936640, portal 4
00000100:00000200:2.0:1550575118.072928:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936640, offset 0
00000400:00000200:2.0:1550575118.072930:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575118.072933:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575118.072935:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575118.072937:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575118.072938:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (20)++
00000800:00000200:2.0:1550575118.072939:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575118.072940:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)--
00000100:00000200:2.0:1550575118.072942:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575118.072944:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575129 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575118.072946:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000100:00000200:2.0:1550575118.072947:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88144102aa00
00000400:00000200:2.0:1550575118.072948:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000100:00080000:2.0:1550575118.072948:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936624 new x1625895440937216
00000100:00000200:2.0:1550575118.072951:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f100-0x5c6be4832f100, portal 8
00000100:00000200:2.0:1550575118.072952:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936624, portal 4
00000100:00000200:2.0:1550575118.072953:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936624, offset 0
00000400:00000200:2.0:1550575118.072954:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575118.072956:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575118.072957:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575118.072959:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575118.072960:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575118.072960:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575118.072961:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00080000:2.0:1550575118.072962:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936240 new x1625895440937232
00000100:00000200:2.0:1550575118.072965:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f110-0x5c6be4832f110, portal 8
00000100:00000200:2.0:1550575118.072966:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936240, portal 4
00000100:00000200:2.0:1550575118.072966:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936240, offset 0
00000400:00000200:2.0:1550575118.072967:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575118.072969:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575118.072970:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575118.072971:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575118.072972:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (21)++
00000800:00000200:2.0:1550575118.072972:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (22)++
00000800:00000200:2.0:1550575118.072973:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)--
00000100:00080000:2.0:1550575118.072973:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936464 new x1625895440937248
00000100:00000200:2.0:1550575118.072976:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f120-0x5c6be4832f120, portal 8
00000100:00000200:2.0:1550575118.072978:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935200, portal 4
00000100:00000200:2.0:1550575118.072978:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935200, offset 0
00000400:00000200:2.0:1550575118.072979:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575118.072981:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575118.072982:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575118.072983:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575118.072983:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575118.072984:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575118.072984:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000100:00080000:2.0:1550575118.072985:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936416 new x1625895440937264
00000100:00000200:2.0:1550575118.072989:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f130-0x5c6be4832f130, portal 8
00000100:00000200:2.0:1550575118.072990:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575118.072990:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575118.072991:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575118.072993:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575118.072994:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575118.072995:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575118.072996:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:2.0:1550575118.072996:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000800:00000200:2.0:1550575118.072997:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.2:1550575118.073001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575118.073012:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (25)--
00000100:00000200:0.0:1550575118.073015:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575118.073018:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000800:00000200:0.0:1550575118.073020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.073020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073021:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000100:00000200:0.0:1550575118.073022:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.073024:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8980
00000800:00000200:0.0:1550575118.073025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.073025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073026:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00000200:0.0:1550575118.073027:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.073028:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000800:00000200:0.0:1550575118.073029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.073029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.2:1550575118.073108:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575118.073113:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.073114:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.073116:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575118.073118:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f0f0
00000400:00000200:0.0:1550575118.073120:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11cc9 [256] + 0
00000400:00000200:0.0:1550575118.073121:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127a000
00000800:00000200:0.0:1550575118.073122:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073123:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)--
00000400:00000200:0.0:1550575118.073126:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575118.073128:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575118.073128:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575118.073134:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.073135:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073135:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073136:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.073137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.073137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.073143:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.073146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073147:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.073148:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575118.073149:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f120
00000400:00000200:0.0:1550575118.073150:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ced [256] + 0
00000400:00000200:0.0:1550575118.073151:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127e000
00000800:00000200:0.0:1550575118.073152:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073152:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000400:00000200:0.0:1550575118.073154:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575118.073155:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575118.073156:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575118.073159:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.073160:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.073161:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.073162:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575118.073162:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.073162:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.073163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.073234:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.073238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073239:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.073240:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575118.073241:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f130
00000400:00000200:0.0:1550575118.073242:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11cf9 [256] + 0
00000400:00000200:0.0:1550575118.073243:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460ca000
00000800:00000200:0.0:1550575118.073244:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073244:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)--
00000400:00000200:0.0:1550575118.073246:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575118.073247:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575118.073248:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575118.073251:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.073252:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073252:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575118.073253:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575118.073253:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.073253:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073254:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575118.073258:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575118.073267:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575118.073267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.073268:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073268:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.073269:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.2:1550575118.073338:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073342:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073343:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575118.073346:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814aded5c00] (24)++
00000800:00000200:0.0:1550575118.073355:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814aded5c00] (25)--
00000800:00000200:0.0:1550575118.073355:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (24)--
00000800:00000200:0.0:1550575118.073356:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.2:1550575118.073427:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (22)++
00000800:00000200:0.0:1550575118.073431:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)++
00000800:00000200:0.0:1550575118.073437:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (24)--
00000100:00000200:0.0:1550575118.073438:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a800
00000400:00000200:0.0:1550575118.073443:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127a000
00000800:00000200:0.0:1550575118.073444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.073445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.074314:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.074321:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074322:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 4
00000800:00000200:0.0:1550575118.074323:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074323:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.074683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.074687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.074763:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.074766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.074846:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.074849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.074929:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.074933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074934:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.074949:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.074952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.074953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.074953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.074954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075021:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075026:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075027:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075028:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075028:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075029:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075030:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075030:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075035:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075035:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075036:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075037:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075037:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075038:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075044:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075113:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075117:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075118:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075118:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075119:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075119:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075120:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075120:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075120:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075121:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075121:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075122:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075122:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075122:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075123:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075123:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075124:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075124:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075124:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075124:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075125:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075126:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075127:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075132:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075135:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075140:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075143:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075143:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075143:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075148:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075150:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075151:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075151:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075152:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075155:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075158:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075159:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075159:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075159:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075160:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075160:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075160:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075227:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075231:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075231:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075232:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075232:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075233:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075234:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075234:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075234:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075235:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075235:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075235:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075236:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075236:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075237:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075238:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075238:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075238:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075239:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075239:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075240:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075240:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075240:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075241:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075241:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075310:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075313:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075314:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075314:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075315:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075315:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075316:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075316:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075316:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075317:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075317:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075317:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075318:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075318:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075319:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075319:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075320:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075320:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075321:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075321:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075322:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075322:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075322:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075323:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075323:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075323:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075324:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075324:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075325:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075325:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075332:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075334:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075335:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075336:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075340:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075343:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075347:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075351:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075351:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075351:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075352:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075354:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075356:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075361:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075364:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075365:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075369:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075372:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075373:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075377:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075380:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075381:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075382:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075383:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075391:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075394:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075395:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075398:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075401:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075402:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075406:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075409:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075417:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075418:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075418:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075418:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075419:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075419:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075419:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075428:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075431:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075434:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075435:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075435:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075435:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075442:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075445:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075446:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075450:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075454:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075458:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075462:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075463:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075464:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075476:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075480:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075488:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075502:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075510:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075514:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075524:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075527:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075532:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075540:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075554:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075562:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075569:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075583:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075591:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075598:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075605:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075613:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075636:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075647:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075663:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075677:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075685:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075693:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075707:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075715:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075722:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075730:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075744:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075752:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075759:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075767:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075774:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075781:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075796:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075810:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075826:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075833:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075840:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075847:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075855:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075863:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075877:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075893:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075900:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075907:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075914:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075922:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075930:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075943:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075951:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075959:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075967:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075973:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075981:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075984:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075989:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075992:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075993:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.075993:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.075994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.075994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.075996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.075997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076003:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076011:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076018:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076026:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076033:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076034:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076034:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076035:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076040:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076043:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076055:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076058:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076059:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076063:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076066:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076066:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076067:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076074:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076075:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076084:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076087:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076092:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076095:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076095:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076102:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076103:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076107:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076110:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076110:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076117:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076122:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076124:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076129:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076132:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076132:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076137:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076139:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076140:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076141:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076141:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076141:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90790) failed: 5
00000800:00000200:0.0:1550575118.076142:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (23)--
00000800:00000200:0.0:1550575118.076142:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.2:1550575118.076151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (21)++
00000800:00000200:0.0:1550575118.076153:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)++
00000800:00000100:0.0:1550575118.076155:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2f50 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575118.076156:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575118.076157:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575118.076162:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814aded5c00] (23)--
00000100:00020000:0.0:1550575118.076163:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:0.0:1550575118.076167:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ca000
00000800:00000200:0.0:1550575118.076168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (22)--
00000800:00000200:0.0:1550575118.076168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (21)--
00000100:00000400:2.0:1550575118.076255:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575118/real 1550575118]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575125 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575118.076260:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575125 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575118.076262:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575125 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.076265:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b00
00000100:02000400:2.0:1550575118.076266:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575118.076269:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575118.076270:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575118.076284:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575118.076285:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00020000:0.0:1550575118.076286:0:2495:0:(import.c:671:ptlrpc_connect_import()) already connecting
00000400:00000200:2.0:1550575118.076428:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575118.076429:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575118.076453:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814aded5c00] (20)--
00000800:00000200:1.2:1550575118.076485:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:0.2:1550575118.076599:0:397:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814aded5c00] (19)++
00000800:00000200:0.0:1550575118.076929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.076930:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:0.0:1550575118.076932:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575118.076935:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8880
00000800:00000200:0.0:1550575118.076936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575118.076937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)++
00000800:00000200:0.0:1550575118.076937:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (21)--
00000800:00000200:0.0:1550575118.076938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (20)--
00000800:00000200:0.0:1550575118.076938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.076939:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575118.076940:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.076942:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a80
00000800:00000200:0.0:1550575118.076942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575118.076943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (19)++
00000800:00000200:0.0:1550575118.076943:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (20)--
00000800:00000200:0.0:1550575118.076944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (19)--
00000800:00000200:0.0:1550575118.076945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575118.076946:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575118.076947:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575118.076950:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f110
00000400:00000200:0.0:1550575118.076951:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ce1 [256] + 0
00000400:00000200:0.0:1550575118.076953:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144127c000
00000800:00000200:0.0:1550575118.076954:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.076954:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575118.076957:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575118.076958:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575118.076959:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575118.076963:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.076964:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.076964:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.076965:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.076966:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575118.076966:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (18)++
00000800:00000200:0.0:1550575118.076967:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (19)--
00000800:00000200:0.0:1550575118.076967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (18)--
00000800:00000200:0.0:1550575118.076968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.076969:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575118.076970:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575118.076971:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f100
00000400:00000200:0.0:1550575118.076972:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11cd5 [256] + 0
00000400:00000200:0.0:1550575118.076973:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881441278000
00000800:00000200:0.0:1550575118.076973:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.076973:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000400:00000200:0.0:1550575118.076975:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575118.076976:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575118.076977:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575118.076980:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575118.076981:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.076981:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575118.076982:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575118.076982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.076983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (17)++
00000800:00000200:0.0:1550575118.076983:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (18)--
00000800:00000200:0.0:1550575118.076984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (17)--
00000800:00000200:0.0:1550575118.076984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.076984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.076985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (16)++
00000800:00000200:0.0:1550575118.076985:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (17)--
00000800:00000200:0.0:1550575118.076986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (16)--
00000800:00000200:0.0:1550575118.076986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.076987:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575118.076992:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575118.077001:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575118.077001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.077002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (15)++
00000800:00000200:0.0:1550575118.077002:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (16)--
00000800:00000200:0.0:1550575118.077003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (15)--
00000800:00000200:0.0:1550575118.077003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.077004:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575118.077005:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575118.077006:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eec0
00000400:00000200:0.0:1550575118.077007:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ccd [1] + 192
00000100:00000200:0.0:1550575118.077009:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575118.077017:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575118.077018:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575118.077018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.077019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (14)++
00000800:00000200:0.0:1550575118.077019:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (15)--
00000800:00000200:0.0:1550575118.077019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (14)--
00000800:00000200:0.0:1550575118.077020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.077021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.077021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (13)++
00000800:00000200:0.0:1550575118.077022:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (14)--
00000800:00000200:0.0:1550575118.077022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (13)--
00000800:00000200:0.0:1550575118.077022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000100:00000200:2.0:1550575118.077023:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575118.077023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.077023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (12)++
00000800:00000200:0.0:1550575118.077024:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (13)--
00000800:00000200:0.0:1550575118.077024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (12)--
00000800:00000200:0.0:1550575118.077024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.077025:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000100:00000200:2.0:1550575118.077026:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440936640/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575118.077027:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000800:00000200:0.0:1550575118.077030:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575118.077051:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575118.077052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575118.077052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (11)++
00000800:00000200:0.0:1550575118.077052:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (12)--
00000800:00000200:0.0:1550575118.077053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (11)--
00000800:00000200:0.0:1550575118.077053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575118.077054:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575118.077059:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:3.0:1550575118.077067:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (10)++
00000800:00000200:3.0:1550575118.077068:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (11)--
00000800:00000200:0.0:1550575118.077068:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:3.0:1550575118.077069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (10)--
00000800:00000200:0.0:1550575118.077069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:3.0:1550575118.077070:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (9)++
00000800:00000200:0.0:1550575118.077070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:3.0:1550575118.077072:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (10)--
00000800:00000200:3.0:1550575118.077072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (9)--
00000800:00000200:3.0:1550575118.077073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (8)++
00000800:00000200:3.0:1550575118.077074:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (9)--
00000800:00000200:3.0:1550575118.077074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (9)--
00000800:00000200:0.0:1550575118.077074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (9)++
00000800:00000200:3.0:1550575118.077075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (8)++
00000800:00000200:0.0:1550575118.077075:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (8)--
00000800:00000200:3.0:1550575118.077076:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (7)--
00000800:00000200:0.0:1550575118.077076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (8)--
00000800:00000200:0.0:1550575118.077076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (7)++
00000800:00000200:3.0:1550575118.077077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (7)--
00000800:00000200:3.0:1550575118.077078:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (6)++
00000800:00000200:0.0:1550575118.077078:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (6)--
00000800:00000200:0.0:1550575118.077078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (6)--
00000800:00000200:3.0:1550575118.077079:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (5)--
00000800:00000200:3.0:1550575118.077079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (5)--
00000800:00000200:0.0:1550575118.077079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814aded5c00] (5)++
00000800:00000200:3.0:1550575118.077080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (3)--
00000800:00000200:0.0:1550575118.077080:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814aded5c00] (4)--
00000800:00000200:0.0:1550575118.077081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814aded5c00] (2)--
00000008:00100000:2.0:1550575118.077389:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010fc00 - object 0x0:1728629 offset 1534066688<>1535115264
00000100:00100000:2.0:1550575118.077400:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440936640:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575118.077402:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00080000:2.0:1550575118.077404:0:2494:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff8814b010fc00 x1625895440937280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575118.080535:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575118.080549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:3.0:1550575118.080557:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:3.0:1550575118.080558:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814736f0000
00000800:00000200:0.0:1550575118.080560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000400:00000200:3.0:1550575118.080561:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127e000
00000800:00000200:0.0:1550575118.080562:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000800:00000200:3.0:1550575118.080563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575118.080563:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147a201c00
00000400:00000200:0.0:1550575118.080564:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144127c000
00000800:00000200:3.0:1550575118.080565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575118.080566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:3.0:1550575118.080567:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:3.0:1550575118.080567:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102aa00
00000800:00000200:0.0:1550575118.080567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000400:00000200:3.0:1550575118.080568:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881441278000
00000800:00000200:0.0:1550575118.080568:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575118.080569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575118.080569:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:3.0:1550575118.080570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575118.080571:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eeb0
00000400:00000200:0.0:1550575118.080572:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11cd9 [1] + 192
00000100:00000200:0.0:1550575118.080573:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575118.080576:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575118.080576:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575118.080577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575118.080596:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575118.080600:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661200 x1625895440936624/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575162 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575118.080603:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000008:00100000:2.0:1550575118.080939:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f000 - object 0x0:1728629 offset 1535115264<>1536163840
00000100:00100000:2.0:1550575118.080950:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440936624:172.20.0.212@o2ib1:4
00000100:00080000:2.0:1550575118.080953:0:2494:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff8814b010f000 x1625895440937296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575118.092588:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575118.092602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575118.092609:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575118.092611:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575118.092612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:3.0:1550575118.092613:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f0a0
00000400:00000200:3.0:1550575118.092615:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11cb1 [1] + 0
00000100:00000200:3.0:1550575118.092618:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440937120/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575135 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.092622:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575118.092623:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:3.0:1550575118.092623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00100000:1.0:1550575118.115386:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937184:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575118.115417:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440937120/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575135 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575118.115420:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440937120/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575135 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575118.115423:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f80
00000100:00080000:0.0:1550575118.115426:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575118.115427:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0001_UUID on 172.20.0.212@o2ib1 failed (-19)
00000100:00100000:0.0:1550575118.115428:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937120:172.20.0.212@o2ib1:8
00000800:00000200:1.0:1550575118.115446:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814aded5c00] (1)--
00000800:00000200:1.0:1550575118.115466:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9100] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575118.115475:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815e4ead000 0x15e4ead000(0x15e4ead000)
00000800:00000200:1.0:1550575118.115476:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e4eae000 0x15e4eae000(0x15e4eae000)
00000800:00000200:1.0:1550575118.115477:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e4eaf000 0x15e4eaf000(0x15e4eaf000)
00000800:00000200:1.0:1550575118.115477:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88152f3c8000 0x152f3c8000(0x152f3c8000)
00000800:00000200:1.0:1550575118.115478:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88152f3c9000 0x152f3c9000(0x152f3c9000)
00000800:00000200:1.0:1550575118.115478:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88152f3ca000 0x152f3ca000(0x152f3ca000)
00000800:00000200:1.0:1550575118.115479:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88152f3cb000 0x152f3cb000(0x152f3cb000)
00000800:00000200:1.0:1550575118.115479:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88152f3cc000 0x152f3cc000(0x152f3cc000)
00000800:00000200:1.0:1550575118.115479:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88152f3cd000 0x152f3cd000(0x152f3cd000)
00000800:00000200:1.0:1550575118.115480:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88152f3ce000 0x152f3ce000(0x152f3ce000)
00000800:00000200:1.0:1550575118.115480:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88152f3cf000 0x152f3cf000(0x152f3cf000)
00000800:00000200:1.0:1550575118.115480:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88147a300000 0x147a300000(0x147a300000)
00000800:00000200:1.0:1550575118.115481:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88147a301000 0x147a301000(0x147a301000)
00000800:00000200:1.0:1550575118.115481:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815dc538000 0x15dc538000(0x15dc538000)
00000800:00000200:1.0:1550575118.115482:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815dc539000 0x15dc539000(0x15dc539000)
00000800:00000200:1.0:1550575118.115482:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815dc53a000 0x15dc53a000(0x15dc53a000)
00000800:00000200:1.0:1550575118.115483:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815dc53b000 0x15dc53b000(0x15dc53b000)
00000800:00000200:1.0:1550575118.115483:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88152aa08000 0x152aa08000(0x152aa08000)
00000800:00000200:1.0:1550575118.116509:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575118.116510:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116510:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116510:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116511:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116511:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116511:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116512:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116512:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116512:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116513:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116513:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116513:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116514:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116514:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116514:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116514:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116515:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116515:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116515:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116516:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116516:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116516:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116517:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116517:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116517:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116517:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116518:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116518:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116518:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116519:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116519:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116519:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116520:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116520:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116520:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.116521:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575118.116522:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575118.116824:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575118.117028:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575118.117376:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575118.117377:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575118.117378:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575118.117378:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88147a201400] (20)++
00000800:00000200:1.0:1550575118.117379:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88147a201400] (21)--
00000800:00000200:0.2:1550575118.117381:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575118.117387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575118.117391:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575118.117393:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575118.117395:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575118.117396:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e920
00000400:00000200:0.0:1550575118.117397:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11cf1 [1] + 192
00000800:00000200:3.0:1550575118.117398:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000100:00000200:0.0:1550575118.117399:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.117400:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:3.0:1550575118.117402:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575118.117405:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ed30
00000800:00000200:0.0:1550575118.117405:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575118.117406:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (24)--
00000400:00000200:3.0:1550575118.117407:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ce5 [1] + 192
00000800:00000200:0.0:1550575118.117407:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575118.117408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000100:00000200:3.0:1550575118.117409:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.117413:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (21)++
00000800:00000200:3.0:1550575118.117414:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (22)--
00000100:00000200:2.0:1550575118.117414:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575118.117415:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000100:00000200:2.0:1550575118.117418:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff2700 x1625895440935200/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.117420:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000008:00100000:2.0:1550575118.117762:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010e400 - object 0x0:1728629 offset 1536163840<>1537212416
00000100:00100000:2.0:1550575118.117773:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440935200:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575118.117776:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00080000:3.0:1550575118.117778:0:2491:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575118.117778:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662400 x1625895440936240/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575125 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.117780:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000008:00100000:2.0:1550575118.118100:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010d800 - object 0x0:1728629 offset 1537212416<>1538260992
00000100:00100000:2.0:1550575118.118109:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440936240:172.20.0.212@o2ib1:4
00000100:00080000:1.0:1550575118.118112:0:2492:0:(client.c:1563:ptlrpc_send_new_req()) @@@ req from PID 0 waiting for recovery: (FULL != DISCONN)  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575118.694622:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575118.694624:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000800:00000200:0.2:1550575119.075485:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575119.075502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575119.075510:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575119.075513:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575119.075518:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832db30
00000400:00000100:0.0:1550575119.075520:0:2483:0:(lib-move.c:2052:lnet_parse_put()) Dropping PUT from 12345-172.20.0.212@o2ib1 portal 4 match 1625895440931632 offset 0 length 192: 4
00000800:00000200:0.0:1550575119.075523:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575119.075525:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575119.075526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575119.075526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000400:00000200:2.0:1550575119.694639:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575119.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575120.694638:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575120.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575121.694639:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575121.694646:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575122.694639:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575122.694646:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575123.694641:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575123.694647:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575124.694648:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575124.694654:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575125.694606:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575125.694609:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575126.694633:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575126.694639:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575127.694598:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575127.694601:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575128.694633:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575128.694639:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00000400:3.0:1550575129.117221:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575086]  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575129.138741:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575129.138744:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575129.138747:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00000200:3.0:1550575129.138749:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88144102a400
00000400:00000200:3.0:1550575129.138750:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446008000
00000100:00080000:3.0:1550575129.138753:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 5, was 2): DISCONN
00000100:00000400:3.0:1550575129.138755:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575085/real 1550575086]  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575129.138773:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575129.138775:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575129.138776:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00080000:3.0:1550575129.138777:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 5, was 2): DISCONN
00000400:00000200:2.0:1550575129.694647:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575129.694653:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575130.694649:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575130.694656:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575131.694646:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575131.694652:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575132.694644:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575132.694650:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575133.694650:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575133.694656:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575134.694645:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575134.694651:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575135.694653:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575135.694660:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575136.694601:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575136.694603:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575137.694146:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575137.694148:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575138.694147:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575138.694150:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575139.694143:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575139.694145:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575140.694043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575140.694046:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575141.694041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575141.694042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575142.694040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575142.694042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000100:00100000:2.0:1550575143.076060:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937360:172.20.0.202@o2ib1:400
00000100:00080000:0.0:1550575143.076060:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000100:00080000:0.0:1550575143.076062:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0001_UUID: starting recovery
00000100:00080000:0.0:1550575143.076064:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575143.076066:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295056675
00000100:00100000:1.0:1550575143.076067:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937392:172.20.0.211@o2ib1:400
00000100:00080000:0.0:1550575143.076067:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295097669
00000100:00000200:2.0:1550575143.076068:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937360, portal 10
00000100:00080000:0.0:1550575143.076068:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 0
00000100:00000200:2.0:1550575143.076070:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440937360, offset 0
00000100:00080000:0.0:1550575143.076070:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: Connection changing to hpcfs-OST0001 (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575143.076071:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: import ffff8815d7ac0000 using connection 172.20.0.212@o2ib1/172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.076073:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000008:00100000:0.0:1550575143.076074:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 15335424, lost: 0.
00000100:00000200:1.0:1550575143.076076:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937392, portal 4
00000100:00000200:1.0:1550575143.076077:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440937392, offset 0
00000100:00100000:0.0:1550575143.076078:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0e100 x1625895440937408/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.076079:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.203@o2ib117) : PUT
00000400:00000200:1.0:1550575143.076079:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:2.0:1550575143.076081:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00080000:0.0:1550575143.076084:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000800:00000200:2.0:1550575143.076085:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575143.076085:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:0.0:1550575143.076085:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575143.076085:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1550575143.076086:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (20)++
00000100:00080000:0.0:1550575143.076086:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295065574
00000800:00000200:2.0:1550575143.076087:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (21)++
00000800:00000200:1.0:1550575143.076087:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:0.0:1550575143.076087:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295072668
00000800:00000200:1.0:1550575143.076090:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00080000:0.0:1550575143.076090:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295097669
00000800:00000200:2.0:1550575143.076091:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (22)--
00000800:00000200:1.0:1550575143.076091:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000100:00080000:0.0:1550575143.076091:0:2495:0:(import.c:563:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: tried all connections, increasing latency to 6s
00000800:00000200:1.0:1550575143.076092:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000100:00080000:0.0:1550575143.076092:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: Connection changing to hpcfs-OST0004 (at 172.20.0.212@o2ib1)
00000100:00100000:2.0:1550575143.076093:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937440:172.20.0.212@o2ib1:400
00000100:00080000:0.0:1550575143.076093:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575143.076094:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 10223616, lost: 0.
00000100:00000200:2.0:1550575143.076095:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937440, portal 4
00000800:00000200:1.0:1550575143.076095:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00000200:2.0:1550575143.076096:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440937440, offset 0
00000100:00100000:0.0:1550575143.076096:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d200 x1625895440937456/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.076097:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00100000:1.0:1550575143.076098:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00080000:0.0:1550575143.076098:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 0 force_next 1 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575143.076099:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575143.076099:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1550575143.076100:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00100000:1.0:1550575143.076100:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937376:172.20.0.201@o2ib1:400
00000800:00000200:2.0:1550575143.076102:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575143.076103:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.076104:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (21)++
00000800:00000200:2.0:1550575143.076104:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (22)++
00000800:00000200:0.2:1550575143.076104:0:2495:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000800:00000200:2.0:1550575143.076105:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (24)--
00000800:00000200:1.2:1550575143.076106:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00080000:0.0:1550575143.076108:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295097669
00000100:00080000:0.0:1550575143.076109:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00100000:2.0:1550575143.076110:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000008:00100000:0.0:1550575143.076110:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 27262976, lost: 0.
00000100:00000200:1.0:1550575143.076111:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937376, portal 10
00000100:00100000:0.0:1550575143.076111:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d500 x1625895440937472/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575143.076112:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:2f725050-db06-fe55-a79c-03010d354168:2494:1625895440937344:172.20.0.201@o2ib1:400
00000100:00000200:1.0:1550575143.076112:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440937376, offset 0
00000400:00000200:1.0:1550575143.076113:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000100:00000200:2.0:1550575143.076115:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937344, portal 25
00000100:00000200:2.0:1550575143.076115:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1625895440937344, offset 0
00000400:00000200:1.0:1550575143.076116:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.204@o2ib117) : PUT
00000400:00000200:2.0:1550575143.076117:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000800:00000200:1.0:1550575143.076117:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.076117:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.076118:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (24)--
00000400:00000200:2.0:1550575143.076119:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575143.076119:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.076120:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575143.076120:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.076120:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000100:00000200:0.0:1550575143.076120:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440937360/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575143.076121:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.076121:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:2.0:1550575143.076122:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (23)++
00000800:00000200:2.0:1550575143.076122:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (24)++
00000800:00000200:2.0:1550575143.076123:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (25)--
00000400:00000200:0.0:1550575143.076123:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e80
00000100:00100000:2.0:1550575143.076124:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937424:172.20.0.211@o2ib1:400
00000800:00000200:0.0:1550575143.076125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000100:00000200:2.0:1550575143.076126:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440937424, portal 4
00000800:00000200:0.0:1550575143.076126:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.076126:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:2.0:1550575143.076127:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440937424, offset 0
00000100:00000200:0.0:1550575143.076127:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c300 x1625895440937392/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076129:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000400:00000200:2.0:1550575143.076130:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.0:1550575143.076130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.076131:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.076132:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (24)--
00000400:00000200:2.0:1550575143.076133:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:0.0:1550575143.076133:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0ea00 x1625895440937440/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575143.076134:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.076134:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d80
00000800:00000200:2.0:1550575143.076135:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.076135:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000100:00100000:1.0:1550575143.076135:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937408:172.20.0.212@o2ib1:8
00000800:00000200:0.0:1550575143.076135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:2.0:1550575143.076136:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.076136:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575143.076137:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000100:00000200:1.0:1550575143.076137:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937408, portal 4
00000100:00000200:1.0:1550575143.076137:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937408, offset 0
00000800:00000200:0.0:1550575143.076137:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:0.0:1550575143.076138:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c900 x1625895440937376/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076140:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000800:00000200:0.0:1550575143.076141:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.076141:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000400:00000200:1.0:1550575143.076142:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575143.076142:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000100:00000200:0.0:1550575143.076143:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440937344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575150 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575143.076144:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000400:00000200:0.0:1550575143.076144:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c80
00000800:00000200:1.0:1550575143.076145:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.076145:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076146:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575143.076147:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:1.0:1550575143.076147:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.076147:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076147:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:2.0:1550575143.076148:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.076148:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (21)++
00000800:00000200:1.0:1550575143.076148:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (22)--
00000100:00000200:0.0:1550575143.076148:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0fc00 x1625895440937424/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575143.076149:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937456:172.20.0.212@o2ib1:8
00000400:00000200:0.0:1550575143.076149:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000800:00000200:0.0:1550575143.076150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575143.076151:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937456, portal 4
00000100:00000200:1.0:1550575143.076152:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937456, offset 0
00000400:00000200:1.0:1550575143.076153:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575143.076155:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575143.076156:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.076157:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.076157:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.076158:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.076158:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575143.076158:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000100:00100000:1.0:1550575143.076159:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937472:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575143.076161:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937472, portal 4
00000100:00000200:1.0:1550575143.076161:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937472, offset 0
00000800:00000200:0.0:1550575143.076161:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076162:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000400:00000200:1.0:1550575143.076163:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575143.076164:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:0.0:1550575143.076164:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e100 x1625895440937408/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076165:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9580
00000400:00000200:1.0:1550575143.076167:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575143.076168:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575143.076169:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.076169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:1.0:1550575143.076170:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (21)++
00000800:00000200:1.0:1550575143.076170:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076170:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:1.0:1550575143.076171:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076171:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.076171:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575143.076172:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d200 x1625895440937456/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575154 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076174:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000800:00000200:0.0:1550575143.076175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575143.076176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575143.076177:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076179:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076180:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000100:00000200:0.0:1550575143.076181:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440937472/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575149 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076182:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f80
00000800:00000200:0.0:1550575143.076183:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076184:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076185:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.076186:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076187:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076187:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:1.2:1550575143.076193:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.076197:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.076201:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.076202:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.076203:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.076203:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.076204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575143.076256:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.076258:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.076261:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.076263:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575143.076265:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000400:00000200:1.0:1550575143.076266:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f1e0
00000800:00000200:0.0:1550575143.076266:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.076267:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11d15 [1] + 192
00000400:00000200:0.0:1550575143.076268:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000100:00000200:1.0:1550575143.076270:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0ea00 x1625895440937440/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076271:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f1d0
00000800:00000200:1.0:1550575143.076276:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.076277:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.076277:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575143.076277:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11d2d [1] + 192
00000800:00000200:1.0:1550575143.076278:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000100:00000200:0.0:1550575143.076279:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0fc00 x1625895440937424/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076281:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000100:00000200:2.0:1550575143.076282:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0ea00 x1625895440937440/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575143.076282:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000100:00000200:2.0:1550575143.076285:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0ea00 x1625895440937440/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076286:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575143.076286:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000400:00000200:2.0:1550575143.076287:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e00
00000800:00000200:0.0:1550575143.076287:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076290:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000100:00100000:2.0:1550575143.076291:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937440:172.20.0.212@o2ib1:400
00000800:00000200:1.0:1550575143.076291:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000400:00000200:0.0:1550575143.076291:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076292:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f1b0
00000400:00000200:0.0:1550575143.076293:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x11d0d [1] + 192
00000100:00000200:0.0:1550575143.076294:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c300 x1625895440937392/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076298:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (21)++
00000100:00000200:2.0:1550575143.076299:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0fc00 x1625895440937424/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076299:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076299:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000100:00000200:2.0:1550575143.076300:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0fc00 x1625895440937424/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.076302:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c00
00000100:00100000:2.0:1550575143.076303:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937424:172.20.0.211@o2ib1:400
00000100:00000200:1.0:1550575143.076303:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c300 x1625895440937392/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575143.076305:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c300 x1625895440937392/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575143.076307:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b00
00000800:00000200:0.2:1550575143.076309:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000100:00100000:1.0:1550575143.076310:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937392:172.20.0.211@o2ib1:400
00000800:00000200:0.0:1550575143.076311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076312:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.076313:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076314:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f200
00000400:00000200:0.0:1550575143.076315:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11d45 [1] + 0
00000100:00000200:0.0:1550575143.076316:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440937472/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575149 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076320:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076320:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076320:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076321:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:1.2:1550575143.076322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000100:00000200:1.0:1550575143.076326:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440937472/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575149 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076326:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575143.076327:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:1.0:1550575143.076328:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440937472/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575149 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076328:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076328:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f1c0
00000400:00000200:1.0:1550575143.076331:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000400:00000200:0.0:1550575143.076332:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11d35 [1] + 0
00000100:00100000:1.0:1550575143.076333:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894543470 gen 1
00000100:00000200:0.0:1550575143.076333:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e100 x1625895440937408/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076335:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.076336:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.076336:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575143.076337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575143.076339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575143.076341:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076342:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.076343:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076344:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f1f0
00000400:00000200:0.0:1550575143.076345:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11d3d [1] + 0
00000100:00000200:0.0:1550575143.076346:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d200 x1625895440937456/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575154 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076348:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076348:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:0.2:1550575143.076353:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:1.2:1550575143.076354:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575143.076357:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000100:00080000:1.0:1550575143.076358:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:0.0:1550575143.076358:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.076359:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076360:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f1a0
00000400:00000200:0.0:1550575143.076361:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x11d1d [1] + 192
00000100:00000200:0.0:1550575143.076363:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c900 x1625895440937376/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076366:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000080:00080000:1.0:1550575143.076367:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000800:00000200:0.0:1550575143.076367:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.076368:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.076368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000100:00080000:1.0:1550575143.076369:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000800:00000200:0.0:1550575143.076369:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000100:00080000:1.0:1550575143.076370:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000800:00000200:0.0:1550575143.076370:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.076371:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076371:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be4832f180
00000100:00080000:1.0:1550575143.076372:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000400:00000200:0.0:1550575143.076373:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x11d25 [1] + 192
00000080:00080000:1.0:1550575143.076374:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00000200:0.0:1550575143.076374:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440937344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:02000000:1.0:1550575143.076375:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000800:00000200:0.0:1550575143.076378:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.076379:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.076380:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.076381:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.076381:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076382:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076382:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076382:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000100:00000200:2.0:1550575143.076383:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440937344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076383:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:2.0:1550575143.076385:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440937344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076385:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:0.0:1550575143.076386:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f190
00000400:00000200:2.0:1550575143.076387:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d00
00000100:00100000:2.0:1550575143.076388:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:2f725050-db06-fe55-a79c-03010d354168:2494:1625895440937344:172.20.0.201@o2ib1:400
00000400:00000200:0.0:1550575143.076388:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 192/192 into md 0x11d05 [1] + 192
00000100:00000200:0.0:1550575143.076389:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440937360/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.076391:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.076391:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.076392:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.076392:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:0.0:1550575143.076393:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.076393:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.076393:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000100:00000200:2.0:1550575143.076394:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f150-0x5c6be4832f150, portal 8
00000800:00000200:0.0:1550575143.076394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575143.076395:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937296, portal 4
00000100:00000200:2.0:1550575143.076396:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937296, offset 0
00000400:00000200:2.0:1550575143.076397:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.076400:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575143.076401:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575143.076402:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.076403:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575143.076403:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575143.076404:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00000200:2.0:1550575143.076407:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f140-0x5c6be4832f140, portal 8
00000100:00000200:2.0:1550575143.076408:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937280, portal 4
00000100:00000200:2.0:1550575143.076409:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937280, offset 0
00000400:00000200:2.0:1550575143.076410:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.076411:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575143.076412:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575143.076414:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.076414:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (20)++
00000800:00000200:2.0:1550575143.076414:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (21)++
00000800:00000200:2.0:1550575143.076415:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (22)--
00000100:00080000:2.0:1550575143.076416:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937264 new x1625895440937488
00000100:00000200:2.0:1550575143.076419:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f210-0x5c6be4832f210, portal 8
00000100:00000200:2.0:1550575143.076421:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575143.076421:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575143.076422:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.076424:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575143.076425:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575143.076426:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.076427:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575143.076427:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575143.076427:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000100:00000200:2.0:1550575143.076429:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440937360/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575143.076431:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440937360/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.076433:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f00
00000100:00100000:2.0:1550575143.076434:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937360:172.20.0.202@o2ib1:400
00000800:00000200:0.2:1550575143.076472:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076474:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076475:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000100:00000200:0.0:1550575143.076476:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010fc00 x1625895440937280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.076478:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000800:00000200:0.0:1550575143.076479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:0.2:1550575143.076600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575143.076602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076603:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.076604:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.076605:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f150
00000400:00000200:0.0:1550575143.076607:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d4d [256] + 0
00000400:00000200:0.0:1550575143.076608:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460ce000
00000800:00000200:0.0:1550575143.076609:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076609:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000400:00000200:0.0:1550575143.076612:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.076613:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.076614:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.076621:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.076622:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076622:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.076623:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.076623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.2:1550575143.076693:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076697:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.076701:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.076710:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.076710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.076711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.2:1550575143.076821:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.076824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.076826:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000100:00000200:0.0:1550575143.076826:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bf200
00000400:00000200:0.0:1550575143.076830:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ce000
00000800:00000200:0.0:1550575143.076831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.076832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:0.2:1550575143.077573:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575143.077576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.077577:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.077578:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575143.077579:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f150
00000400:00000200:0.0:1550575143.077581:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11d51 [1] + 192
00000100:00000200:0.0:1550575143.077582:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010f000 x1625895440937296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.077588:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.077588:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.077588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.077589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000100:00000200:2.0:1550575143.077592:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f000 x1625895440937296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575143.077594:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f000 x1625895440937296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.077595:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d00
00000800:00000200:1.2:1550575143.082600:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000100:00080000:1.0:1550575143.082609:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575117 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575143.082610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082612:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575143.082613:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010f000 x1625895440937296/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl UnregRPC:R/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575143.082615:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082616:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c00
00000800:00000200:0.0:1550575143.082617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.082617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000100:00080000:1.0:1550575143.082618:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.082618:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575143.082619:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575143.082620:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082621:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000800:00000200:0.0:1550575143.082621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000100:00080000:1.0:1550575143.082622:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575143.082622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575143.082623:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000100:00080000:1.0:1550575143.082624:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 0 ref 2 fl Rpc:W/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082624:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082625:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f140
00000100:00100000:1.0:1550575143.082627:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937472:172.20.0.212@o2ib1:8
00000400:00000200:0.0:1550575143.082627:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d59 [256] + 0
00000400:00000200:0.0:1550575143.082628:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460c8000
00000800:00000200:0.0:1550575143.082628:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.082629:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575143.082630:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e100 x1625895440937408/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575143.082632:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e100 x1625895440937408/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082632:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082633:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.082634:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9c80
00000800:00000200:0.0:1550575143.082634:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00000200:2.0:1550575143.082635:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f160-0x5c6be4832f160, portal 8
00000100:00000200:2.0:1550575143.082637:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937312, portal 4
00000100:00000200:2.0:1550575143.082637:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937312, offset 0
00000100:00080000:1.0:1550575143.082637:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1550575143.082638:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0001_UUID on 172.20.0.212@o2ib1 failed (-19)
00000800:00000200:0.0:1550575143.082638:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082638:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000400:00000200:2.0:1550575143.082639:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00100000:1.0:1550575143.082639:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937408:172.20.0.212@o2ib1:8
00000800:00000200:0.0:1550575143.082639:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082640:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.082640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000100:00000200:1.0:1550575143.082641:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d200 x1625895440937456/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575154 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.082641:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575143.082642:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575143.082643:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00000200:1.0:1550575143.082643:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d200 x1625895440937456/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575154 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082643:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:2.0:1550575143.082644:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575143.082644:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000400:00000200:0.0:1550575143.082644:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f210
00000800:00000200:2.0:1550575143.082645:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (20)++
00000800:00000200:2.0:1550575143.082645:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (21)++
00000100:00100000:1.0:1550575143.082645:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894508205 gen 1
00000400:00000200:0.0:1550575143.082645:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d65 [256] + 0
00000800:00000200:2.0:1550575143.082646:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (22)--
00000400:00000200:0.0:1550575143.082646:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460cc000
00000800:00000200:0.0:1550575143.082647:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082647:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000100:00000200:2.0:1550575143.082650:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832ef30-0x5c6be4832ef30, portal 8
00000400:00000200:0.0:1550575143.082650:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000100:00000200:2.0:1550575143.082651:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936752, portal 4
00000100:00000200:2.0:1550575143.082651:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936752, offset 0
00000800:00000200:0.0:1550575143.082651:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:2.0:1550575143.082652:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575143.082652:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.2:1550575143.082653:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000400:00000200:2.0:1550575143.082654:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575143.082655:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575143.082657:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.082657:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082657:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.082658:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082658:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.082658:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (23)++
00000800:00000200:2.0:1550575143.082659:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082659:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.082659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082662:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (24)--
00000100:00000200:0.0:1550575143.082663:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082664:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f00
00000800:00000200:0.0:1550575143.082665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.082666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082666:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575143.082667:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082668:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f80
00000800:00000200:0.0:1550575143.082669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.082669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000100:00080000:2.0:1550575143.082670:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936224 new x1625895440937504
00000100:00080000:1.0:1550575143.082670:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0004-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:0.0:1550575143.082670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.082670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575143.082671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:1.2:1550575143.082673:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:2.0:1550575143.082674:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f220-0x5c6be4832f220, portal 8
00000100:00000200:2.0:1550575143.082675:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936224, portal 4
00000100:00000200:2.0:1550575143.082675:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936224, offset 0
00000400:00000200:2.0:1550575143.082676:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000080:00080000:1.0:1550575143.082677:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000400:00000200:2.0:1550575143.082678:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00080000:1.0:1550575143.082678:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0004_UUID@172.20.255.212@o2ib after partition
00000800:00000200:2.0:1550575143.082679:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00080000:1.0:1550575143.082679:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to RECOVER
00000800:00000200:2.0:1550575143.082680:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00080000:1.0:1550575143.082680:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from RECOVER to FULL
00000800:00000200:2.0:1550575143.082681:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (21)++
00000800:00000200:2.0:1550575143.082681:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (22)++
00000080:00080000:1.0:1550575143.082681:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575143.082681:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936560 new x1625895440937520
00000800:00000200:2.0:1550575143.082682:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (23)--
00000100:02000000:1.0:1550575143.082682:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0004-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575143.082683:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575080 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:2.0:1550575143.082684:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936448 new x1625895440937536
00000100:00080000:1.0:1550575143.082685:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:RX/0/ffffffff rc -11/-1
00000100:00000200:0.0:1550575143.082686:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f230-0x5c6be4832f230, portal 8
00000100:00000200:2.0:1550575143.082687:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f240-0x5c6be4832f240, portal 8
00000100:00080000:1.0:1550575143.082687:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:0.2:1550575143.082688:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (22)++
00000100:00080000:1.0:1550575143.082689:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575143.082690:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935104, portal 4
00000100:00080000:1.0:1550575143.082690:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575129 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575143.082690:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935088, portal 4
00000100:00000200:2.0:1550575143.082691:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935104, offset 0
00000100:00000200:0.0:1550575143.082691:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935088, offset 0
00000400:00000200:2.0:1550575143.082692:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00080000:1.0:1550575143.082692:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575092 ref 2 fl Rpc:X/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575143.082693:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.082694:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00100000:1.0:1550575143.082694:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937456:172.20.0.212@o2ib1:8
00000800:00000200:2.0:1550575143.082695:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575143.082696:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.082697:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575143.082697:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000400:00000200:0.0:1550575143.082697:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575143.082698:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575143.082699:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c900 x1625895440937376/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.082699:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00080000:2.0:1550575143.082700:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936608 new x1625895440937552
00000800:00000200:0.0:1550575143.082700:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00000200:1.0:1550575143.082701:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c900 x1625895440937376/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575150 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.082701:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082701:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082702:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (25)--
00000400:00000200:1.0:1550575143.082703:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9400
00000100:00080000:0.0:1550575143.082704:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936432 new x1625895440937568
00000100:00100000:1.0:1550575143.082705:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937376:172.20.0.201@o2ib1:400
00000100:00000200:2.0:1550575143.082706:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f250-0x5c6be4832f250, portal 8
00000100:00000200:2.0:1550575143.082707:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936608, portal 4
00000100:00000200:0.0:1550575143.082707:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f260-0x5c6be4832f260, portal 8
00000100:00000200:2.0:1550575143.082708:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936608, offset 0
00000400:00000200:2.0:1550575143.082709:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:0.0:1550575143.082709:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000100:00000200:1.0:1550575143.082710:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f170-0x5c6be4832f170, portal 8
00000100:00000200:0.0:1550575143.082711:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:2.0:1550575143.082712:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000400:00000200:0.0:1550575143.082712:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:2.0:1550575143.082713:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:1.0:1550575143.082713:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937328, portal 4
00000800:00000200:2.0:1550575143.082714:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:1.0:1550575143.082714:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937328, offset 0
00000400:00000200:0.0:1550575143.082714:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575143.082715:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575143.082715:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000400:00000200:1.0:1550575143.082715:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575143.082715:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575143.082716:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000100:00080000:2.0:1550575143.082717:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936592 new x1625895440937584
00000800:00000200:0.0:1550575143.082717:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082717:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082718:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.082718:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (26)--
00000400:00000200:1.0:1550575143.082719:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:0.0:1550575143.082719:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936480 new x1625895440937600
00000100:00000200:2.0:1550575143.082720:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f270-0x5c6be4832f270, portal 8
00000800:00000200:1.0:1550575143.082720:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:2.0:1550575143.082721:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936592, portal 4
00000100:00000200:2.0:1550575143.082721:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936592, offset 0
00000400:00000200:2.0:1550575143.082722:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575143.082722:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.082723:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575143.082723:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000100:00000200:0.0:1550575143.082723:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f280-0x5c6be4832f280, portal 8
00000100:00000200:0.0:1550575143.082724:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936096, portal 4
00000400:00000200:2.0:1550575143.082725:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575143.082725:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000100:00000200:0.0:1550575143.082725:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936096, offset 0
00000800:00000200:2.0:1550575143.082726:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.082726:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00080000:1.0:1550575143.082727:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935552 new x1625895440937616
00000800:00000200:2.0:1550575143.082728:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.082729:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (25)++
00000800:00000200:2.0:1550575143.082729:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (26)++
00000400:00000200:0.0:1550575143.082729:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575143.082730:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (27)--
00000100:00000200:1.0:1550575143.082730:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f290-0x5c6be4832f290, portal 8
00000800:00000200:0.0:1550575143.082730:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:1.0:1550575143.082731:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935552, portal 4
00000800:00000200:0.0:1550575143.082731:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082731:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (25)++
00000100:00000200:1.0:1550575143.082732:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935552, offset 0
00000800:00000200:0.0:1550575143.082732:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.082732:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (27)--
00000400:00000200:1.0:1550575143.082733:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575143.082735:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575143.082735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575143.082736:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082737:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.082738:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.082738:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (26)++
00000800:00000200:1.0:1550575143.082739:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (27)++
00000800:00000200:1.0:1550575143.082740:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (28)--
00000100:00080000:1.0:1550575143.082740:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935440 new x1625895440937632
00000800:00000200:0.0:1550575143.082742:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (27)++
00000100:00000200:1.0:1550575143.082743:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f2a0-0x5c6be4832f2a0, portal 8
00000100:00000200:1.0:1550575143.082744:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935440, portal 4
00000100:00000200:1.0:1550575143.082745:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935440, offset 0
00000400:00000200:1.0:1550575143.082746:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575143.082747:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575143.082748:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.082750:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.082750:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575143.082752:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (29)++
00000800:00000200:0.0:1550575143.082752:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575143.082752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:1.0:1550575143.082753:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575143.082753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (27)++
00000800:00000200:0.0:1550575143.082754:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (28)--
00000100:00000200:0.0:1550575143.082755:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082756:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f00
00000800:00000200:0.0:1550575143.082757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (27)--
00000800:00000200:0.0:1550575143.082758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.082759:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (28)--
00000100:00000200:0.0:1550575143.082759:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575143.082761:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c00
00000800:00000200:0.0:1550575143.082761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.082762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (26)++
00000800:00000200:0.0:1550575143.082762:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (27)--
00000100:00000200:0.0:1550575143.082763:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575175 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575143.082764:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe180
00000800:00000200:0.0:1550575143.082765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (26)--
00000800:00000200:0.0:1550575143.082765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.082766:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (27)--
00000100:00000200:0.0:1550575143.082767:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082768:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000800:00000200:0.0:1550575143.082768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575143.082769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.082769:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (26)--
00000100:00000200:0.0:1550575143.082770:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575143.082771:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe280
00000800:00000200:0.0:1550575143.082772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.082773:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:0.0:1550575143.082774:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082775:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000800:00000200:0.0:1550575143.082776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082777:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (25)--
00000100:00000200:0.0:1550575143.082777:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575143.082779:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d80
00000800:00000200:0.0:1550575143.082779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.082780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082780:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:0.0:1550575143.082781:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575143.082782:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe380
00000800:00000200:0.0:1550575143.082783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082783:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (24)--
00000100:00000200:0.0:1550575143.082784:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575143.082786:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:0.0:1550575143.082786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.082787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082788:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082788:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082788:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575143.082790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082791:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.082792:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082793:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832ef30
00000400:00000200:0.0:1550575143.082794:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d7d [256] + 0
00000400:00000200:0.0:1550575143.082795:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460ca000
00000800:00000200:0.0:1550575143.082795:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082796:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000400:00000200:0.0:1550575143.082798:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082799:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082799:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082803:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082803:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575143.082804:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.082804:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.082805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.2:1550575143.082818:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.082820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.082821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.2:1550575143.082853:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575143.082855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082856:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082860:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (24)++
00000800:00000200:1.2:1550575143.082865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.082869:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.082870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575143.082871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082873:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575143.082873:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bf400
00000400:00000200:0.0:1550575143.082874:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460c8000
00000800:00000200:0.0:1550575143.082875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.082875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.082876:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575143.082876:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.2:1550575143.082878:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (22)++
00000400:00000200:0.0:1550575143.082880:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:0.0:1550575143.082880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575143.082881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575143.082882:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.082883:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082884:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f250
00000400:00000200:0.0:1550575143.082885:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11dad [256] + 0
00000400:00000200:0.0:1550575143.082886:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:0.0:1550575143.082886:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.082887:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575143.082889:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082890:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082890:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082894:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082894:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.082894:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082895:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575143.082896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082896:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082897:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082897:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.082898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575143.082899:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.082900:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082901:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f240
00000400:00000200:0.0:1550575143.082902:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d99 [256] + 0
00000400:00000200:0.0:1550575143.082902:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:0.0:1550575143.082903:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082903:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575143.082905:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082906:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082907:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082909:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082910:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082910:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082911:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082912:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082916:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082922:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575143.082923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575143.082924:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.082925:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082926:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f170
00000400:00000200:0.0:1550575143.082927:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11dc1 [256] + 0
00000400:00000200:0.0:1550575143.082928:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:0.0:1550575143.082928:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082929:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (25)--
00000400:00000200:0.0:1550575143.082930:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082931:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082932:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082935:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082936:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082936:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.082937:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (26)--
00000800:00000200:0.0:1550575143.082937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082938:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082941:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082947:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.082948:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082949:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.082950:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082951:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f280
00000400:00000200:0.0:1550575143.082952:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ddd [256] + 0
00000400:00000200:0.0:1550575143.082953:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:0.0:1550575143.082953:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.082953:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (26)--
00000400:00000200:0.0:1550575143.082955:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082956:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082956:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082960:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082961:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.082961:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082961:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (24)++
00000800:00000200:0.0:1550575143.082964:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.082965:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082966:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f160
00000400:00000200:0.0:1550575143.082966:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d71 [256] + 0
00000400:00000200:0.0:1550575143.082967:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814460ce000
00000800:00000200:0.0:1550575143.082967:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.082968:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (26)--
00000400:00000200:0.0:1550575143.082970:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082970:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.082971:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082974:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082975:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.082975:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (26)++
00000800:00000200:0.0:1550575143.082975:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (27)--
00000800:00000200:0.0:1550575143.082976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (26)--
00000800:00000200:0.0:1550575143.082976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082977:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082979:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.082985:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575143.082985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.082986:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (25)--
00000800:00000200:0.0:1550575143.082986:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.082987:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.082988:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.082989:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f220
00000400:00000200:0.0:1550575143.082990:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d89 [256] + 0
00000400:00000200:0.0:1550575143.082990:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:0.0:1550575143.082991:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.082991:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000400:00000200:0.0:1550575143.082993:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.082994:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.082994:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.082998:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.082998:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.082998:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.082999:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.082999:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575143.083000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.083000:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.2:1550575143.083002:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (24)++
00000400:00000200:0.0:1550575143.083003:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.083004:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f270
00000400:00000200:0.0:1550575143.083005:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11dd1 [256] + 0
00000400:00000200:0.0:1550575143.083006:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:0.0:1550575143.083006:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.083007:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (27)--
00000400:00000200:0.0:1550575143.083009:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.083009:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.083010:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.083013:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.083013:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (25)++
00000800:00000200:0.0:1550575143.083014:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (26)++
00000800:00000200:0.0:1550575143.083014:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (27)--
00000800:00000200:0.0:1550575143.083014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575143.083015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575143.083015:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (26)++
00000800:00000200:0.0:1550575143.083016:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.083017:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.083018:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f260
00000400:00000200:0.0:1550575143.083019:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11db1 [256] + 0
00000400:00000200:0.0:1550575143.083020:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575143.083020:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (27)++
00000800:00000200:0.0:1550575143.083020:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (28)--
00000400:00000200:0.0:1550575143.083022:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.083023:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.083023:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.083027:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.083028:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.083028:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.083028:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575143.083029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (27)--
00000800:00000200:0.0:1550575143.083029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (26)--
00000800:00000200:1.2:1550575143.083041:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575143.083046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.083047:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.083049:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:0.2:1550575143.083050:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (25)++
00000400:00000200:0.0:1550575143.083051:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f230
00000400:00000200:0.0:1550575143.083052:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11d95 [256] + 0
00000400:00000200:0.0:1550575143.083053:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:0.0:1550575143.083053:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083054:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (28)--
00000400:00000200:0.0:1550575143.083056:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.083056:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.083057:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.083061:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.083061:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (26)++
00000800:00000200:0.0:1550575143.083062:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (27)++
00000800:00000200:0.0:1550575143.083062:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (28)--
00000800:00000200:0.0:1550575143.083062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.083063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.083063:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575143.083064:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.083065:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f2a0
00000400:00000200:0.0:1550575143.083066:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11df5 [256] + 0
00000400:00000200:0.0:1550575143.083067:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:0.0:1550575143.083067:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083068:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (28)--
00000400:00000200:0.0:1550575143.083070:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.083071:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.083071:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.083074:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.083075:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083075:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (28)++
00000800:00000200:0.0:1550575143.083076:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575143.083076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575143.083077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (27)++
00000800:00000200:0.0:1550575143.083077:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.083078:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575143.083080:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f290
00000400:00000200:0.0:1550575143.083081:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11de9 [256] + 0
00000400:00000200:0.0:1550575143.083081:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:0.0:1550575143.083082:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (28)++
00000800:00000200:0.0:1550575143.083082:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (29)--
00000400:00000200:0.0:1550575143.083084:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575143.083085:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575143.083085:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575143.083089:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575143.083089:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (28)++
00000800:00000200:0.0:1550575143.083090:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (29)++
00000800:00000200:0.0:1550575143.083090:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575143.083090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575143.083091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083092:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (28)--
00000100:00000200:0.0:1550575143.083093:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102a400
00000400:00000200:0.0:1550575143.083094:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:0.0:1550575143.083095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.083096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (28)--
00000800:00000200:0.0:1550575143.083096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.083097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.083097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:0.0:1550575143.083098:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.083101:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (27)++
00000008:00100000:2.0:1550575143.083104:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010cc00 - object 0x0:1728629 offset 1538260992<>1539309568
00000800:00000200:0.0:1550575143.083107:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575143.083107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.083108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000100:00100000:2.0:1550575143.083112:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440937296:172.20.0.212@o2ib1:4
00000100:00100000:1.0:1550575143.083112:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1550575143.083114:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937648:172.20.0.212@o2ib1:4
00000100:00000200:1.0:1550575143.083118:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f2b0-0x5c6be4832f2b0, portal 8
00000100:00000200:1.0:1550575143.083119:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937648, portal 4
00000100:00000200:1.0:1550575143.083120:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937648, offset 0
00000400:00000200:1.0:1550575143.083121:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575143.083124:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575143.083125:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.083126:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.083127:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575143.083127:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575143.083128:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (27)--
00000800:00000200:1.2:1550575143.083263:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575143.083267:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:1.0:1550575143.083273:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (28)--
00000100:00000200:1.0:1550575143.083274:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814736f1e00
00000800:00000200:0.0:1550575143.083276:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000400:00000200:1.0:1550575143.083277:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:0.0:1550575143.083277:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575143.083278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:1.0:1550575143.083279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:0.0:1550575143.083279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575143.083280:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.2:1550575143.083288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575143.083290:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575143.083293:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.083294:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (27)++
00000800:00000200:0.0:1550575143.083296:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.083299:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575143.083309:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (29)--
00000800:00000200:1.0:1550575143.083309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575143.083309:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (29)++
00000800:00000200:1.0:1550575143.083310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (28)++
00000800:00000200:1.0:1550575143.083311:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575143.083318:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (29)--
00000800:00000200:0.0:1550575143.083318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (28)--
00000800:00000200:0.0:1550575143.083319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:1.0:1550575143.083321:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575143.083328:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (27)--
00000800:00000200:1.0:1550575143.083328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.2:1550575143.083385:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575143.083388:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575143.083389:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (27)--
00000100:00000200:1.0:1550575143.083390:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412be000
00000400:00000200:1.0:1550575143.083393:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:1.0:1550575143.083394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575143.083395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575143.083395:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:1.0:1550575143.083396:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575143.083398:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b80
00000800:00000200:1.0:1550575143.083399:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575143.083400:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.2:1550575143.083501:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (27)++
00000800:00000200:1.2:1550575143.083502:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.083504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000200:1.0:1550575143.083505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575143.083505:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.083506:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575143.083507:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:1.0:1550575143.083508:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dba49600
00000400:00000200:0.0:1550575143.083508:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f140
00000400:00000200:1.0:1550575143.083511:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575143.083512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.083512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000400:00000200:0.0:1550575143.083512:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11d5d [1] + 192
00000800:00000200:1.0:1550575143.083513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575143.083514:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010fc00 x1625895440937280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.083518:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (28)++
00000800:00000200:0.0:1550575143.083519:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575143.083519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (28)--
00000100:00000200:2.0:1550575143.083521:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010fc00 x1625895440937280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575143.083523:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010fc00 x1625895440937280/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.083525:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e00
00000800:00000200:1.2:1550575143.083600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083604:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.083606:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:0.0:1550575143.083606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575143.083607:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f2b0
00000400:00000200:1.0:1550575143.083608:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e01 [256] + 0
00000400:00000200:1.0:1550575143.083610:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e6b98000
00000800:00000200:1.0:1550575143.083610:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083611:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575143.083613:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575143.083615:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.083615:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575143.083619:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.083620:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083620:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575143.083621:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575143.083621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.2:1550575143.083626:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575143.083631:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:1.0:1550575143.083631:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147a201e00
00000400:00000200:1.0:1550575143.083634:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:1.0:1550575143.083634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.083635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575143.083737:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083741:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575143.083741:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a42600
00000400:00000200:1.0:1550575143.083742:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575143.083743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.083743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.083744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.083766:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.083767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083768:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.083771:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083778:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.083778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.083779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000008:00100000:2.0:1550575143.083858:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010c000 - object 0x0:1728629 offset 1539309568<>1540358144
00000800:00000200:0.2:1550575143.083862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (27)++
00000800:00000200:0.0:1550575143.083865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000100:00100000:2.0:1550575143.083866:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440937280:172.20.0.212@o2ib1:4
00000100:00100000:1.0:1550575143.083866:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937664:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575143.083868:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575143.083869:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00000200:1.0:1550575143.083870:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f2c0-0x5c6be4832f2c0, portal 8
00000400:00000200:0.0:1550575143.083871:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eea0
00000100:00000200:1.0:1550575143.083872:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937664, portal 4
00000400:00000200:0.0:1550575143.083872:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11db5 [1] + 192
00000100:00000200:1.0:1550575143.083873:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937664, offset 0
00000100:00000200:0.0:1550575143.083874:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575143.083877:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (29)++
00000400:00000200:1.0:1550575143.083878:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575143.083878:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575143.083878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575143.083879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (28)--
00000400:00000200:1.0:1550575143.083880:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:2.0:1550575143.083881:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575143.083881:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:2.0:1550575143.083883:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440936608/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000800:00000200:1.2:1550575143.083883:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:2.0:1550575143.083885:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000800:00000200:1.0:1550575143.083886:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.083887:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083887:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575143.083887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.083888:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575143.083890:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575143.083890:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bea00
00000800:00000200:1.0:1550575143.083891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000400:00000200:0.0:1550575143.083893:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e6b98000
00000800:00000200:0.0:1550575143.083894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.083895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.083898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083900:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:0.2:1550575143.083900:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (27)++
00000100:00000200:1.0:1550575143.083901:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575143.083903:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:0.0:1550575143.083903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.083904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00100000:2.0:1550575143.083961:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440936608:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575143.083972:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.083974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.083975:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.083976:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575143.083977:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e8c0
00000400:00000200:1.0:1550575143.083978:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11da1 [1] + 192
00000100:00000200:1.0:1550575143.083980:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575143.083984:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.083984:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.083984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.083985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575143.083986:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575143.083988:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814adff0c00 x1625895440935104/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575143.083989:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000800:00000200:1.2:1550575143.084017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.084018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084019:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.084020:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575143.084021:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f2c0
00000400:00000200:1.0:1550575143.084022:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e0d [256] + 0
00000400:00000200:1.0:1550575143.084023:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:1.0:1550575143.084024:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084024:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:1.0:1550575143.084026:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575143.084027:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.084027:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575143.084031:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.084031:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084037:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.084037:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084045:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084070:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084071:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.084074:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.084080:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084152:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084153:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.084154:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575143.084155:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eca0
00000400:00000200:1.0:1550575143.084156:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11de1 [1] + 192
00000100:00000200:1.0:1550575143.084158:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575143.084160:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.084160:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084207:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084209:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084210:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575143.084210:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bfa00
00000400:00000200:1.0:1550575143.084211:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575143.084212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.084212:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575143.084221:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.084222:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084223:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.084224:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575143.084225:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ed20
00000400:00000200:1.0:1550575143.084226:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11d8d [1] + 192
00000100:00000200:1.0:1550575143.084227:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575143.084229:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084229:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.084230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000008:00100000:2.0:1550575143.084304:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010f300 - object 0x0:1728629 offset 1540358144<>1541406720
00000100:00100000:2.0:1550575143.084308:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935104:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575143.084310:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575143.084312:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037fc00 x1625895440936224/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.084314:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f80
00000800:00000200:1.2:1550575143.084491:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.084492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084493:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.084494:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575143.084495:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ea10
00000400:00000200:1.0:1550575143.084496:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11df9 [1] + 192
00000100:00000200:1.0:1550575143.084498:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575143.084500:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084500:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.084501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575143.084503:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575143.084504:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfcf00 x1625895440935440/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575143.084507:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b00
00000100:00100000:1.0:1550575143.084592:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935440:172.20.0.212@o2ib1:4
00000008:00100000:2.0:1550575143.084637:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010e700 - object 0x0:1728629 offset 1541406720<>1542455296
00000100:00100000:2.0:1550575143.084640:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440936224:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575143.084645:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937696:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575143.084648:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f2e0-0x5c6be4832f2e0, portal 8
00000100:00000200:2.0:1550575143.084650:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937696, portal 4
00000100:00000200:2.0:1550575143.084651:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937696, offset 0
00000400:00000200:2.0:1550575143.084652:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.084655:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575143.084656:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575143.084658:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.084659:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575143.084659:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575143.084660:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:2.0:1550575143.084662:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:2.0:1550575143.084663:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937680:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575143.084665:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f2d0-0x5c6be4832f2d0, portal 8
00000100:00000200:2.0:1550575143.084666:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937680, portal 4
00000100:00000200:2.0:1550575143.084667:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937680, offset 0
00000800:00000200:1.2:1550575143.084667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:2.0:1550575143.084668:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.084669:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575143.084669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575143.084670:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.084670:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575143.084671:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010e700 x1625895440937696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575143.084672:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.084672:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000400:00000200:1.0:1550575143.084672:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f80
00000800:00000200:2.0:1550575143.084673:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575143.084673:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084680:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084682:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575143.084683:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575143.084684:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a80
00000800:00000200:1.0:1550575143.084684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.084685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575143.084838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.084840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084841:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.084842:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575143.084843:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f2e0
00000400:00000200:1.0:1550575143.084844:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e19 [256] + 0
00000400:00000200:1.0:1550575143.084845:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575143.084845:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084846:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:1.0:1550575143.084848:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575143.084849:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.084849:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575143.084853:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575143.084853:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084853:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.084854:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084860:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.084876:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.084878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.084878:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575143.084881:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575143.084889:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575143.084889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.084890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.085017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.085019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.085020:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575143.085021:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bee00
00000400:00000200:1.0:1550575143.085025:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575143.085025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.085026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575143.085525:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575143.085527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.085528:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575143.085529:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575143.085530:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f2e0
00000400:00000200:1.0:1550575143.085531:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e1d [1] + 192
00000100:00000200:1.0:1550575143.085533:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010e700 x1625895440937696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575143.085538:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.085538:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575143.085539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.085539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575143.085543:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e700 x1625895440937696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575143.085545:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e700 x1625895440937696/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575143.085546:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000008:00100000:2.0:1550575143.085855:0:2494:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010db00 - object 0x0:1728629 offset 1542455296<>1543503872
00000100:00100000:2.0:1550575143.085864:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937696:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575143.085867:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440937712:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575143.085871:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f2f0-0x5c6be4832f2f0, portal 8
00000100:00000200:2.0:1550575143.085872:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937712, portal 4
00000100:00000200:2.0:1550575143.085873:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937712, offset 0
00000400:00000200:2.0:1550575143.085874:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575143.085876:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575143.085878:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575143.085879:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575143.085880:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575143.085880:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575143.085881:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575143.085891:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575143.085893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575143.085894:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575143.085895:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575143.085897:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000800:00000200:1.0:1550575143.085898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575143.085899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000400:00000200:2.0:1550575143.982050:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575143.982051:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000800:00000200:1.2:1550575144.079538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575144.079541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575144.079542:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575144.079543:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575144.079545:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ef30
00000400:00000200:1.0:1550575144.079546:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11d81 [1] + 0
00000100:00000200:1.0:1550575144.079548:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575144.079554:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575144.079554:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575144.079555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575144.079555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575144.143538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575144.143540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575144.143541:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575144.143542:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575144.143543:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832ea80
00000400:00000200:1.0:1550575144.143544:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11ded [1] + 0
00000100:00000200:1.0:1550575144.143546:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575144.143548:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575144.143548:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575144.143549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575144.143549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.0:1550575144.586591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000200:0.0:1550575144.586595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:0.0:1550575144.586698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000200:1.0:1550575144.586859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:1.0:1550575144.586859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:1.0:1550575144.586860:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2f64 sending 1 waiting 0: failed 5
00000800:00000200:0.0:1550575144.586860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:1.0:1550575144.586862:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575144.586862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575144.586864:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575144.586864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575144.586872:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (30)--
00000800:00000200:0.0:1550575144.586872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (29)++
00000800:00000100:0.0:1550575144.586872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000100:00020000:1.0:1550575144.586873:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575144.586873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586895:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586924:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586950:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586959:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586960:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586961:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586963:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586963:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586965:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586965:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586982:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586983:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586983:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586995:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586995:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586997:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586998:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.586998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.586999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.586999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587000:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587002:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587004:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587005:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587005:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587005:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587007:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587008:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587010:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587011:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587012:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587013:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587015:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587015:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587017:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587018:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587018:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587019:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587020:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587024:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587025:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587025:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587025:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587026:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587026:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587027:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587027:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587028:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587030:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587031:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587031:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587036:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587037:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587037:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587037:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587038:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587039:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587040:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587040:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587040:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587041:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587042:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587042:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587043:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587044:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587044:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587045:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587047:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587049:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587050:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587052:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587053:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587054:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587054:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587055:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587055:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587055:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587056:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587056:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587057:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587057:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587057:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587058:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587058:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587058:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587059:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587059:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587059:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587060:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587061:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587061:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587062:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587062:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587063:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587063:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587064:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587064:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587064:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587065:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587065:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587065:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587066:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587066:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587067:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587067:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587067:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587068:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587068:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587069:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587069:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587070:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587071:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587072:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587072:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587074:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587075:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587076:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587077:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587077:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587078:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587079:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587079:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587081:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587081:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587085:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587086:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587087:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587087:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587087:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587088:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587088:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587089:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587091:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587092:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587092:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587093:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587093:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587094:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587094:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587094:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587095:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587095:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587096:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587096:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587097:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587097:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587098:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587098:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587098:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587099:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587099:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587099:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587099:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587100:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587100:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587100:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587101:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587101:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587101:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587102:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587102:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587102:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587103:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587103:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587103:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587104:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587104:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587104:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587104:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587105:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587105:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587105:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587106:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587106:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587106:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587107:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587107:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587107:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587108:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587108:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587108:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587109:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587109:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587109:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587110:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587110:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587111:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587111:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587112:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587112:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587112:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587112:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587113:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587113:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587113:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587114:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587114:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587114:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587115:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587115:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587115:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587116:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587116:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587117:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587117:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587118:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587118:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587119:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587119:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587120:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587120:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587120:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587121:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587121:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587121:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587122:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587122:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587122:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587123:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587123:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587123:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587124:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587124:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587124:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587125:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587125:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587126:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587127:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587127:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587128:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587128:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587128:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587129:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587129:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587129:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587130:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587130:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587131:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587131:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587131:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587132:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587132:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587132:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587132:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587133:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587133:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587133:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587134:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587134:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587134:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587135:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587136:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587136:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587136:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587137:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587137:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587137:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587137:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000100:0.0:1550575144.587138:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575144.587138:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (29)--
00000800:00000200:0.0:1550575144.587138:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (28)++
00000800:00000200:0.0:1550575144.587141:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (29)--
00000100:00100000:3.0:1550575144.588593:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000008:00100000:3.0:1550575144.588884:0:2491:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815df663000 - object 0x0:1728687 offset 1545601024<>1546649600
00000100:00100000:3.0:1550575144.588901:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [2->3]
00000100:00100000:3.0:1550575144.588903:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937744:172.20.0.212@o2ib1:4
00000400:00000200:1.0:1550575145.243594:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460cc000
00000800:00000200:1.0:1550575145.243597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (28)--
00000100:00000200:2.0:1550575145.243598:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575145.243599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (27)++
00000100:00000200:2.0:1550575145.243602:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f600 x1625895440936096/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575150 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575145.243603:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (28)--
00000400:00000200:2.0:1550575145.243604:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe300
00000100:00020000:0.0:1550575145.243606:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8815dba49c00
00000100:00100000:2.0:1550575145.243689:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936096:172.20.0.212@o2ib1:4
00000400:00000200:2.0:1550575145.243701:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575145.243702:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575145.243801:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575145.243802:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575145.243803:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88147a201400] (27)--
00000400:00000200:0.0:1550575145.914578:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ca000
00000100:00020000:1.0:1550575145.914581:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814412bf000
00000800:00000200:0.0:1550575145.914581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (26)--
00000800:00000200:0.0:1550575145.914582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (25)++
00000100:00000400:3.0:1550575145.914583:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575145.914585:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (26)--
00000400:00000200:2.0:1550575146.243041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 6 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575146.243043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:1.0:1550575146.573562:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:1.0:1550575146.573564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (25)--
00000100:00020000:0.0:1550575146.573564:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814412bec00
00000800:00000200:1.0:1550575146.573566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (24)++
00000100:00000400:2.0:1550575146.573568:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575146.573568:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (25)--
00000400:00000200:0.0:1550575147.276567:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814460ce000
00000800:00000200:0.0:1550575147.276572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (24)--
00000100:00000200:3.0:1550575147.276573:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575147.276575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000100:00000200:3.0:1550575147.276576:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575147.276578:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b00
00000800:00000200:0.0:1550575147.276578:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (24)--
00000100:02000400:3.0:1550575147.276582:0:2491:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00020000:1.0:1550575147.276582:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814412d2c00
00000100:00080000:3.0:1550575147.276585:0:2491:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575147.276586:0:2491:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575147.277141:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575147.277143:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575147.277144:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575147.277145:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295122680
00000100:00080000:3.0:1550575147.277148:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575147.277150:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 18743296, lost: 0.
00000100:00100000:3.0:1550575147.277156:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df663900 x1625895440937760/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575149.050619:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575149.050626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000100:00000200:2.0:1550575149.050627:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575149.050629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000100:00000200:2.0:1550575149.050631:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575149.050634:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9400
00000800:00000200:1.0:1550575149.050634:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (23)--
00000100:00080000:2.0:1550575149.050637:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 8, was 7): CONNECTING
00000100:00020000:0.0:1550575149.050637:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881477c0be00
00000400:00000200:2.0:1550575149.050644:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 6 lpni_ping_timestamp 4295066561
00000400:00000200:2.0:1550575149.050646:0:2489:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.20.116.203@o2ib117
00000400:00000200:0.0:1550575149.716675:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:0.0:1550575149.716679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000100:00000200:3.0:1550575149.716682:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f310-0x5c6be4832f310, portal 8
00000100:00020000:1.0:1550575149.716682:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881441a43200
00000800:00000200:0.0:1550575149.716682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575149.716683:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (22)--
00000800:00000200:0.0:1550575149.716683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:0.0:1550575149.716684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575149.716684:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (21)--
00000800:00000200:0.0:1550575149.716685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (20)--
00000800:00000200:0.0:1550575149.716685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (19)++
00000800:00000200:0.0:1550575149.716685:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:0.0:1550575149.716686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (19)--
00000800:00000200:0.0:1550575149.716686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (18)++
00000800:00000200:0.0:1550575149.716687:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (19)--
00000800:00000200:0.0:1550575149.716687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (18)--
00000800:00000200:0.0:1550575149.716687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (17)++
00000800:00000200:0.0:1550575149.716688:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (18)--
00000800:00000200:0.0:1550575149.716688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (17)--
00000800:00000200:0.0:1550575149.716689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (16)++
00000800:00000200:0.0:1550575149.716689:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (17)--
00000800:00000200:0.0:1550575149.716689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (16)--
00000800:00000200:0.0:1550575149.716690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (15)++
00000800:00000200:0.0:1550575149.716690:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (16)--
00000800:00000200:0.0:1550575149.716690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (15)--
00000800:00000200:0.0:1550575149.716691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (14)++
00000800:00000200:0.0:1550575149.716691:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (15)--
00000800:00000200:0.0:1550575149.716692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (14)--
00000800:00000200:0.0:1550575149.716692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (13)++
00000800:00000200:0.0:1550575149.716692:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (14)--
00000800:00000200:0.0:1550575149.716693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (13)--
00000800:00000200:0.0:1550575149.716693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (12)++
00000800:00000200:0.0:1550575149.716693:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (13)--
00000800:00000200:0.0:1550575149.716694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (12)--
00000800:00000200:0.0:1550575149.716694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (11)++
00000800:00000200:0.0:1550575149.716694:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (12)--
00000800:00000200:0.0:1550575149.716697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (11)--
00000800:00000200:0.0:1550575149.716697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (10)++
00000800:00000200:0.0:1550575149.716698:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (11)--
00000800:00000200:0.0:1550575149.716698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (10)--
00000800:00000200:0.0:1550575149.716698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (9)++
00000800:00000200:0.0:1550575149.716699:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (10)--
00000800:00000200:0.0:1550575149.716699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (9)--
00000800:00000200:0.0:1550575149.716699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (8)++
00000800:00000200:0.0:1550575149.716700:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (9)--
00000800:00000200:0.0:1550575149.716700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (8)--
00000800:00000200:0.0:1550575149.716700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (7)++
00000800:00000200:0.0:1550575149.716701:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (8)--
00000800:00000200:0.0:1550575149.716701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (7)--
00000800:00000200:0.0:1550575149.716701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (6)++
00000800:00000200:0.0:1550575149.716702:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (7)--
00000800:00000200:0.0:1550575149.716702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (6)--
00000800:00000200:0.0:1550575149.716702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (5)++
00000800:00000200:0.0:1550575149.716703:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (6)--
00000800:00000200:0.0:1550575149.716703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (5)--
00000800:00000200:0.0:1550575149.716703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (4)++
00000800:00000200:0.0:1550575149.716704:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (5)--
00000800:00000200:0.0:1550575149.716704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (4)--
00000800:00000200:0.0:1550575149.716705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (3)--
00000400:00000200:1.0:1550575149.722307:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:1.0:1550575149.722310:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (2)--
00000400:00000200:2.0:1550575149.722311:0:2489:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.20.116.203@o2ib117
00000100:00000200:3.0:1550575149.722313:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937744, portal 4
00000100:00000200:3.0:1550575149.722315:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937744, offset 0
00000400:00000200:2.0:1550575149.722315:0:2489:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.116.203@o2ib117(172.20.116.203@o2ib117:172.20.116.203@o2ib117) : GET
00000800:00000200:2.0:1550575149.722317:0:2489:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:3.0:1550575149.722318:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575149.722324:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575149.722326:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575149.722329:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575149.722330:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575149.722331:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575149.722334:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00000400:3.0:1550575149.722339:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575150 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575149.722343:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575150 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575149.722344:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88147a201400] (1)--
00000100:00000200:3.0:1550575149.722345:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575150 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575149.722348:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:00080000:3.0:1550575149.722349:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 8, was 7): CONNECTING
00000800:00000200:1.2:1550575149.722386:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00100000:1.0:1550575149.722404:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937760:172.20.0.212@o2ib1:8
00000800:00000200:0.0:1550575149.722405:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722408:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575149.722409:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937760, portal 4
00000100:00000200:0.0:1550575149.722411:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575194 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.722415:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00000200:1.0:1550575149.722416:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937760, offset 0
00000800:00000200:0.0:1550575149.722416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575149.722417:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000400:00000200:1.0:1550575149.722418:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575149.722422:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575149.722423:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.722425:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.722426:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.722427:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.722428:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.722434:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000400:1.0:1550575149.722438:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575149.722442:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575149.722444:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575149.722446:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe100
00000100:00080000:1.0:1550575149.722447:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 8, was 7): CONNECTING
00000800:00000200:1.0:1550575149.722451:0:2489:0:(o2iblnd_cb.c:1473:kiblnd_launch_tx()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575149.722455:0:2489:0:(o2iblnd_cb.c:1275:kiblnd_connect_peer()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)++
00000800:00000200:0.0:1550575149.722471:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722473:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575149.722474:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663900 x1625895440937760/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575155 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.722476:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9600
00000800:00000200:0.0:1550575149.722477:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575149.722479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000400:0.0:1550575149.722490:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.722493:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.722495:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.722497:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c80
00000100:02000400:0.0:1550575149.722499:0:2491:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0004-osc-ffff880034986800: Connection to hpcfs-OST0004 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575149.722500:0:2491:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575149.722501:0:2491:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0004_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1550575149.722505:0:2491:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.722507:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.722509:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.722511:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d00
00000100:00080000:0.0:1550575149.722511:0:2491:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815dc8d8000 already not connected (conn 8, was 7): CONNECTING
00000100:00080000:0.0:1550575149.722516:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575149.722517:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575149.722517:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575149.722519:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295122680
00000100:00080000:0.0:1550575149.722521:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575149.722523:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 6815744, lost: 0.
00000100:00100000:0.0:1550575149.722529:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d800 x1625895440937776/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575149.722562:0:2489:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575149.722571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575149.722573:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575149.722575:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575149.722578:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f320
00000400:00000200:0.0:1550575149.722580:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11e49 [1] + 0
00000100:00000200:0.0:1550575149.722583:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df663900 x1625895440937760/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575155 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575149.722585:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722586:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575149.722586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575149.722587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575149.722710:0:2489:0:(o2iblnd_cb.c:1228:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:1.0:1550575149.722711:0:2489:0:(o2iblnd_cb.c:1296:kiblnd_connect_peer()) 172.20.116.203@o2ib117: connection bound to ib0:172.20.116.6:mlx5_0
00000800:00000200:1.0:1550575149.722712:0:2489:0:(o2iblnd_cb.c:1480:kiblnd_launch_tx()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3)--
00000400:00000200:1.0:1550575149.722714:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295066561
00000400:00000200:1.0:1550575149.722716:0:2489:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.722717:0:2489:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.722720:0:2489:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.116.204@o2ib117(172.20.116.204@o2ib117:172.20.116.204@o2ib117) : GET
00000800:00000200:1.0:1550575149.722721:0:2489:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.722722:0:2489:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.722723:0:2489:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.722723:0:2489:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.722724:0:2489:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:1.0:1550575149.722727:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937776:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575149.722729:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937776, portal 4
00000800:00000200:1.2:1550575149.722730:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:1.0:1550575149.722735:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440937776, offset 0
00000400:00000200:1.0:1550575149.722736:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575149.722738:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575149.722738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722739:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.722742:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.722743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.722744:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.722744:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575149.722744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575149.722745:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.722745:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00000200:1.0:1550575149.722747:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663900 x1625895440937760/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575155 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575149.722749:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663900 x1625895440937760/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575155 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575149.722750:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000800:00000200:1.2:1550575149.722751:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575149.722755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722756:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00100000:1.0:1550575149.722757:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894544045 gen 1
00000100:00000200:0.0:1550575149.722757:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d800 x1625895440937776/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575156 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.722759:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:0.0:1550575149.722760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575149.722760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575149.722761:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575149.722762:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.116.204@o2ib117 : REPLY
00000400:00000200:0.0:1550575149.722764:0:2483:0:(lib-move.c:2180:lnet_parse_reply()) 172.20.116.6@o2ib117: Reply from 12345-172.20.116.204@o2ib117 of length 272/272 into md 0x9
00000400:00000200:0.0:1550575149.722766:0:2483:0:(router.c:123:lnet_notify_locked()) Old news
00000800:00000200:0.0:1550575149.722766:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722767:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575149.722767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575149.722768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00080000:1.0:1550575149.722783:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575149.722789:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575149.722790:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575149.722791:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575149.722792:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722796:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722798:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722800:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722804:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722807:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575149.722810:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575149.722810:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00000200:0.0:1550575149.722810:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00080000:1.0:1550575149.722812:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575150 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722814:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:1.0:1550575149.722816:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575149.722818:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.722818:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00100000:1.0:1550575149.722820:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937760:172.20.0.212@o2ib1:8
00000400:00000200:0.0:1550575149.722820:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e00
00000100:00000200:0.0:1550575149.722821:0:2491:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814412bf800
00000400:00000200:0.0:1550575149.722822:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000100:00080000:0.0:1550575149.722824:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937712 new x1625895440937792
00000800:00000200:1.0:1550575149.722825:0:44:0:(o2iblnd_cb.c:2985:kiblnd_cm_callback()) 172.20.116.203@o2ib117 Addr resolved: 0
00000100:00000200:0.0:1550575149.722828:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f340-0x5c6be4832f340, portal 8
00000100:00000200:0.0:1550575149.722830:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937712, portal 4
00000100:00000200:0.0:1550575149.722831:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937712, offset 0
00000400:00000200:0.0:1550575149.722832:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00080000:1.0:1550575149.722835:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937520 new x1625895440937808
00000400:00000200:0.0:1550575149.722835:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575149.722837:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.722838:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575149.722839:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575149.722839:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575149.722840:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00080000:0.0:1550575149.722841:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937312 new x1625895440937824
00000100:00000200:1.0:1550575149.722843:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f350-0x5c6be4832f350, portal 8
00000100:00000200:1.0:1550575149.722845:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935088, portal 4
00000100:00000200:0.0:1550575149.722845:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f360-0x5c6be4832f360, portal 8
00000800:00000200:1.2:1550575149.722846:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:0.0:1550575149.722846:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937312, portal 4
00000100:00000200:0.0:1550575149.722847:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937312, offset 0
00000400:00000200:0.0:1550575149.722848:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:1.0:1550575149.722850:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935088, offset 0
00000400:00000200:1.0:1550575149.722851:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575149.722851:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575149.722852:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.722854:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575149.722854:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575149.722854:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.722855:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.722855:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.722855:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000100:00000400:2.0:1550575149.722856:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575143/real 1550575143]  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575149.722856:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936752 new x1625895440937840
00000800:00000200:1.0:1550575149.722857:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.722858:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.722858:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.722859:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000100:00000200:2.0:1550575149.722860:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.722862:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.722864:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9c80
00000100:00080000:2.0:1550575149.722865:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 7, was 6): CONNECTING
00000100:00000200:0.0:1550575149.722865:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f370-0x5c6be4832f370, portal 8
00000100:00000200:0.0:1550575149.722867:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936752, portal 4
00000100:00000200:2.0:1550575149.722868:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.722870:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.722872:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b80
00000100:00000200:0.0:1550575149.722872:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936752, offset 0
00000100:00080000:2.0:1550575149.722873:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937664 new x1625895440937856
00000400:00000200:0.0:1550575149.722874:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575149.722876:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:2.0:1550575149.722877:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f380-0x5c6be4832f380, portal 8
00000800:00000200:0.0:1550575149.722877:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.722878:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:2.0:1550575149.722879:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937664, portal 4
00000800:00000200:0.0:1550575149.722879:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575149.722879:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000100:00000200:2.0:1550575149.722880:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937664, offset 0
00000800:00000200:0.0:1550575149.722880:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000400:00000200:2.0:1550575149.722881:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575149.722883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575149.722883:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:0.0:1550575149.722884:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.722885:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000400:00000200:0.0:1550575149.722886:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000800:00000200:2.0:1550575149.722887:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.722887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575149.722887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575149.722887:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:0.0:1550575149.722888:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575149.722889:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.722889:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:2.0:1550575149.722890:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000400:00000200:0.0:1550575149.722890:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe280
00000800:00000200:0.0:1550575149.722890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575149.722891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:2.0:1550575149.722892:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575149.722892:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:2.0:1550575149.722893:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.722895:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.722897:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000100:00080000:2.0:1550575149.722898:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937648 new x1625895440937872
00000100:00000200:0.0:1550575149.722898:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575149.722899:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000800:00000200:0.0:1550575149.722900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575149.722900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.722901:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000100:00000200:2.0:1550575149.722902:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f390-0x5c6be4832f390, portal 8
00000800:00000200:0.0:1550575149.722902:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575149.722902:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575149.722902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000100:00000200:2.0:1550575149.722903:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937648, portal 4
00000800:00000200:0.0:1550575149.722903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000100:00000200:2.0:1550575149.722904:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937648, offset 0
00000800:00000200:0.0:1550575149.722904:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575149.722904:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.722906:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe400
00000400:00000200:2.0:1550575149.722907:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575149.722907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575149.722907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.722908:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000400:00000200:2.0:1550575149.722909:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:0.0:1550575149.722909:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575149.722910:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:0.0:1550575149.722910:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e80
00000800:00000200:0.0:1550575149.722911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:2.0:1550575149.722912:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.722912:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575149.722912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:2.0:1550575149.722913:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.722914:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00080000:2.0:1550575149.722914:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937328 new x1625895440937888
00000100:00000200:2.0:1550575149.722917:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f3a0-0x5c6be4832f3a0, portal 8
00000100:00000200:2.0:1550575149.722919:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937328, portal 4
00000100:00000200:2.0:1550575149.722919:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937328, offset 0
00000400:00000200:2.0:1550575149.722920:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575149.722922:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575149.722923:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.722924:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.722925:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.722925:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575149.722926:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575149.722927:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.722931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000100:00000200:2.0:1550575149.722933:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:1.0:1550575149.722933:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:2.0:1550575149.722935:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000800:00000200:0.0:1550575149.722935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.722935:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000400:00000200:2.0:1550575149.722936:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00000200:1.0:1550575149.722938:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575149.722940:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8980
00000800:00000200:1.0:1550575149.722941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575149.722941:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575149.722942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000400:00000200:0.0:1550575149.722942:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8080
00000100:00000200:2.0:1550575149.722943:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff8814412bfc00
00000800:00000200:1.0:1550575149.722943:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.722943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000400:00000200:2.0:1550575149.722944:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000100:00080000:2.0:1550575149.722944:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937680 new x1625895440937904
00000800:00000200:1.0:1550575149.722944:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.722944:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575149.722944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.722945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575149.722947:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f3b0-0x5c6be4832f3b0, portal 8
00000100:00000200:2.0:1550575149.722948:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937680, portal 4
00000100:00000200:2.0:1550575149.722949:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937680, offset 0
00000400:00000200:2.0:1550575149.722950:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575149.722952:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575149.722953:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.722954:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.722954:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575149.722955:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.722956:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00080000:2.0:1550575149.722957:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937488 new x1625895440937920
00000100:00000200:2.0:1550575149.722960:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f3c0-0x5c6be4832f3c0, portal 8
00000100:00000200:2.0:1550575149.722961:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575149.722962:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575149.722963:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.2:1550575149.722964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:2.0:1550575149.722965:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575149.722966:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.722967:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.722967:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.722967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575149.722968:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:2.0:1550575149.722968:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.722968:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.722969:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575149.722971:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f340
00000400:00000200:1.0:1550575149.722973:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e59 [256] + 0
00000400:00000200:1.0:1550575149.722974:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:1.0:1550575149.722975:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.722976:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000400:00000200:1.0:1550575149.722978:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575149.722979:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.722982:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575149.722986:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.722986:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.722987:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.722988:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.722988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.722989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.722989:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:1.0:1550575149.722991:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575149.722992:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000800:00000200:1.0:1550575149.722993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.722994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.722994:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575149.722995:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575156 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575149.722996:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8780
00000800:00000200:1.0:1550575149.722997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.722997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.722998:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.722999:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575149.723000:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f350
00000400:00000200:1.0:1550575149.723001:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e65 [256] + 0
00000400:00000200:1.0:1550575149.723002:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:1.0:1550575149.723002:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723003:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575149.723005:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575149.723006:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723006:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575149.723010:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.723010:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723011:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723011:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.723012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.723013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575149.723015:0:321:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.723026:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723027:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.723038:0:6:0:(o2iblnd_cb.c:3015:kiblnd_cm_callback()) 172.20.116.203@o2ib117 Route resolved: 0
00000800:00000200:1.0:1550575149.723039:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:2.0:1550575149.723046:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88144600a000 0x144600a000(0x144600a000)
00000800:00000200:2.0:1550575149.723047:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e2fc000 0x143e2fc000(0x143e2fc000)
00000800:00000200:1.0:1550575149.723047:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:2.0:1550575149.723048:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88144600b000 0x144600b000(0x144600b000)
00000800:00000200:2.0:1550575149.723048:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e331000 0x143e331000(0x143e331000)
00000800:00000200:2.0:1550575149.723048:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88143e33c000 0x143e33c000(0x143e33c000)
00000800:00000200:1.0:1550575149.723048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:2.0:1550575149.723049:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815df745000 0x15df745000(0x15df745000)
00000800:00000200:2.0:1550575149.723049:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e2509000 0x15e2509000(0x15e2509000)
00000800:00000200:1.0:1550575149.723049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575149.723050:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88143e318000 0x143e318000(0x143e318000)
00000800:00000200:2.0:1550575149.723050:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88143e33b000 0x143e33b000(0x143e33b000)
00000800:00000200:1.0:1550575149.723050:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.723051:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814b22c4000 0x14b22c4000(0x14b22c4000)
00000800:00000200:2.0:1550575149.723051:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88152aa0b000 0x152aa0b000(0x152aa0b000)
00000400:00000200:1.0:1550575149.723051:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:2.0:1550575149.723052:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88143e3af000 0x143e3af000(0x143e3af000)
00000800:00000200:2.0:1550575149.723052:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e29b000 0x143e29b000(0x143e29b000)
00000800:00000200:2.0:1550575149.723052:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e30c000 0x143e30c000(0x143e30c000)
00000400:00000200:1.0:1550575149.723052:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f380
00000800:00000200:2.0:1550575149.723053:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e24f000 0x143e24f000(0x143e24f000)
00000800:00000200:2.0:1550575149.723053:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e366000 0x143e366000(0x143e366000)
00000400:00000200:1.0:1550575149.723053:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e89 [256] + 0
00000800:00000200:2.0:1550575149.723054:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88156f52e000 0x156f52e000(0x156f52e000)
00000800:00000200:2.0:1550575149.723054:0:6:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88158736a000 0x158736a000(0x158736a000)
00000400:00000200:1.0:1550575149.723054:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f4000
00000800:00000200:1.0:1550575149.723054:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723054:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (25)--
00000400:00000200:1.0:1550575149.723056:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575149.723057:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723058:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575149.723061:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.723062:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723062:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723063:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723063:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723064:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723067:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723075:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.2:1550575149.723081:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723084:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.723085:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575149.723086:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f3a0
00000400:00000200:1.0:1550575149.723087:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ea1 [256] + 0
00000400:00000200:1.0:1550575149.723088:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f0000
00000800:00000200:1.0:1550575149.723088:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723089:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000400:00000200:1.0:1550575149.723090:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575149.723091:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723092:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575149.723095:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.723096:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723096:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575149.723097:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (27)--
00000800:00000200:1.0:1550575149.723097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723097:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723098:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.723099:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575149.723100:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f3b0
00000400:00000200:1.0:1550575149.723101:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ead [256] + 0
00000400:00000200:1.0:1550575149.723102:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f2000
00000800:00000200:1.0:1550575149.723102:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575149.723103:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (27)--
00000400:00000200:1.0:1550575149.723104:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575149.723105:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723106:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575149.723109:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.723110:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575149.723110:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (27)++
00000800:00000200:1.0:1550575149.723111:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (28)--
00000800:00000200:1.0:1550575149.723111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (27)--
00000800:00000200:1.0:1550575149.723111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.2:1550575149.723180:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723182:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575149.723184:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (27)--
00000100:00000200:1.0:1550575149.723184:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bf800
00000400:00000200:1.0:1550575149.723188:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:1.0:1550575149.723189:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723189:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723191:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.2:1550575149.723204:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723205:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723206:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723211:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (26)++
00000800:00000200:1.0:1550575149.723219:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (27)--
00000800:00000200:1.0:1550575149.723220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.2:1550575149.723301:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723304:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723305:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:1.0:1550575149.723306:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881477c0be00
00000400:00000200:1.0:1550575149.723307:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:1.0:1550575149.723307:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723308:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723308:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723308:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723309:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.2:1550575149.723328:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723330:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723331:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723335:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723345:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723345:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723346:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723346:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.723350:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.723359:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:1.0:1550575149.723359:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.723360:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.2:1550575149.723418:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723420:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.723421:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:1.0:1550575149.723421:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bfa00
00000400:00000200:1.0:1550575149.723424:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f4000
00000800:00000200:1.0:1550575149.723424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.723425:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575149.723539:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.723542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.723543:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575149.723544:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bf000
00000400:00000200:1.0:1550575149.723544:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f0000
00000800:00000200:1.0:1550575149.723546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.723547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.723630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.723633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.723634:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575149.723634:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bfc00
00000400:00000200:1.0:1550575149.723637:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f2000
00000800:00000200:1.0:1550575149.723637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.723638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575149.723851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.723853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.723854:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.723855:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575149.723856:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e8b0
00000400:00000200:1.0:1550575149.723857:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e6d [1] + 192
00000100:00000200:1.0:1550575149.723859:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575149.723862:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.723862:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.723862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.723863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575149.723865:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:1.0:1550575149.723867:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663600 x1625895440935088/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575149.723868:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f80
00000800:00000200:1.2:1550575149.724221:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000008:00100000:1.0:1550575149.724228:0:2493:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8815e037fc00 - object 0x0:1728629 offset 1543503872<>1544552448
00000100:00100000:1.0:1550575149.724238:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935088:172.20.0.212@o2ib1:4
00000100:00100000:1.0:1550575149.724239:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000800:00000200:2.0:1550575149.724247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.724249:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00100000:1.0:1550575149.724249:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440937936:172.20.0.212@o2ib1:4
00000400:00000200:2.0:1550575149.724251:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00000200:1.0:1550575149.724252:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f3d0-0x5c6be4832f3d0, portal 8
00000400:00000200:2.0:1550575149.724253:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f2c0
00000400:00000200:2.0:1550575149.724255:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e8d [1] + 192
00000100:00000200:1.0:1550575149.724256:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937936, portal 4
00000100:00000200:2.0:1550575149.724257:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575149.724260:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000100:00000200:1.0:1550575149.724260:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937936, offset 0
00000800:00000200:2.0:1550575149.724261:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:2.0:1550575149.724261:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575149.724261:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:2.0:1550575149.724262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575149.724264:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.724265:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c000 x1625895440937664/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575149.724265:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575149.724266:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575149.724267:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8880
00000800:00000200:1.0:1550575149.724268:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.724268:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.724269:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.724270:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.724276:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.724290:0:44:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 0
00000800:00000200:1.0:1550575149.724291:0:44:0:(o2iblnd_cb.c:2448:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)++
00000800:00000200:1.0:1550575149.724292:0:44:0:(o2iblnd_cb.c:2457:kiblnd_passive_connect()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575149.724298:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815df744000 0x15df744000(0x15df744000)
00000800:00000200:1.0:1550575149.724299:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e311000 0x143e311000(0x143e311000)
00000800:00000200:1.0:1550575149.724299:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8814adf8b000 0x14adf8b000(0x14adf8b000)
00000800:00000200:1.0:1550575149.724300:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e334000 0x143e334000(0x143e334000)
00000800:00000200:1.0:1550575149.724300:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814b22c3000 0x14b22c3000(0x14b22c3000)
00000800:00000200:1.0:1550575149.724300:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88143e3ac000 0x143e3ac000(0x143e3ac000)
00000800:00000200:1.0:1550575149.724301:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88143e364000 0x143e364000(0x143e364000)
00000800:00000200:1.0:1550575149.724301:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e02f1000 0x15e02f1000(0x15e02f1000)
00000800:00000200:1.0:1550575149.724301:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814b02fa000 0x14b02fa000(0x14b02fa000)
00000800:00000200:1.0:1550575149.724302:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814adf8d000 0x14adf8d000(0x14adf8d000)
00000800:00000200:1.0:1550575149.724302:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88143e345000 0x143e345000(0x143e345000)
00000800:00000200:1.0:1550575149.724303:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814add7e000 0x14add7e000(0x14add7e000)
00000800:00000200:1.0:1550575149.724303:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e33d000 0x143e33d000(0x143e33d000)
00000800:00000200:1.0:1550575149.724303:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e15be000 0x15e15be000(0x15e15be000)
00000800:00000200:1.0:1550575149.724304:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814b22c2000 0x14b22c2000(0x14b22c2000)
00000800:00000200:1.0:1550575149.724304:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e3ad000 0x143e3ad000(0x143e3ad000)
00000800:00000200:1.0:1550575149.724305:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e30f000 0x143e30f000(0x143e30f000)
00000800:00000200:1.0:1550575149.724305:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815dc977000 0x15dc977000(0x15dc977000)
00000800:00000200:1.0:1550575149.724371:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.724372:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575149.724373:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815e037fc00 x1625895440937936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575149.724375:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f80
00000800:00000200:1.0:1550575149.724376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.724376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575149.724466:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.724468:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.724469:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.724471:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575149.724472:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f3d0
00000400:00000200:1.0:1550575149.724473:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ec5 [256] + 0
00000400:00000200:1.0:1550575149.724474:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:1.0:1550575149.724475:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.724476:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:1.0:1550575149.724478:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575149.724479:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.724479:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575149.724484:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.724484:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.724485:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.724485:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.724486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.724486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.724491:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.724493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.724494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.724494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.724514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.724516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.724517:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.724521:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.724530:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.724530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.724531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000008:00100000:2.0:1550575149.724622:0:2492:0:(osc_request.c:1314:osc_brw_prep_request()) brw rpc ffff8814b010cf00 - object 0x0:1728629 offset 1544552448<>1545601024
00000100:00100000:2.0:1550575149.724631:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937664:172.20.0.212@o2ib1:4
00000100:00100000:2.0:1550575149.724634:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000800:00000200:1.2:1550575149.724634:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00100000:2.0:1550575149.724636:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937952:172.20.0.212@o2ib1:4
00000100:00000200:2.0:1550575149.724640:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f3e0-0x5c6be4832f3e0, portal 8
00000100:00000200:2.0:1550575149.724642:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937952, portal 4
00000100:00000200:2.0:1550575149.724643:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937952, offset 0
00000400:00000200:2.0:1550575149.724644:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575149.724647:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575149.724649:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.724650:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.724651:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575149.724652:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575149.724653:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:2.0:1550575149.724669:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9100] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:2.0:1550575149.724674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575149.724676:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:2.0:1550575149.724677:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dba49600
00000400:00000200:2.0:1550575149.724679:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:2.0:1550575149.724681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:2.0:1550575149.724681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575149.724681:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:2.0:1550575149.724682:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cf00 x1625895440937952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575149.724684:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8880
00000800:00000200:2.0:1550575149.724685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:2.0:1550575149.724685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:2.0:1550575149.724688:0:6:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:2.0:1550575149.724688:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724689:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724689:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724690:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724690:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724690:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724691:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724691:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724691:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724692:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724692:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724692:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724693:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724693:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724693:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724694:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724694:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724694:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724695:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724695:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724695:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724696:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724696:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724696:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724697:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724697:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724697:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724698:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724698:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724698:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724699:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724699:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724699:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724699:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:2.0:1550575149.724700:0:6:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814734fc600] (19)++
00000800:00000200:2.0:1550575149.724700:0:6:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:1.2:1550575149.725044:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575149.725049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.725052:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575149.725053:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575149.725055:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f3d0
00000800:00000200:1.0:1550575149.725057:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:2.0:1550575149.725058:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ec9 [1] + 192
00000100:00000200:2.0:1550575149.725059:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037fc00 x1625895440937936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575149.725062:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.725062:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:2.0:1550575149.725063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575149.725064:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037fc00 x1625895440937936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575149.725066:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037fc00 x1625895440937936/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575149.725068:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000100:00100000:2.0:1550575149.725138:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440937936:172.20.0.212@o2ib1:4
00000800:00000200:1.0:1550575149.725234:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575149.725235:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725236:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725236:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725236:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725237:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725237:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725237:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725238:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725238:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725238:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725238:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725239:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725239:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725239:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725240:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725240:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725240:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725241:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725241:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725241:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725241:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725242:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725242:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725242:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725243:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725243:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725243:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725244:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725244:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725244:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725245:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725245:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725245:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725246:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725246:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725246:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:1.0:1550575149.725248:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575149.725590:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000100:1.0:1550575149.725748:0:44:0:(o2iblnd_cb.c:2651:kiblnd_check_reconnect()) 172.20.116.203@o2ib117: don't reconnect (no need), 12, 12, msg_size: 4096, queue_depth: 8/8, max_frags: 256/256
00000800:00000200:1.0:1550575149.725750:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(1), version(12), status(-111)
00000800:00000200:1.0:1550575149.725835:0:44:0:(o2iblnd_cb.c:3065:kiblnd_cm_callback()) conn[ffff8814734fc600] (19)--
00000800:00000200:0.2:1550575149.725910:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814734fc600] (18)++
00000800:00000200:0.0:1550575149.725915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (19)++
00000800:00000200:0.0:1550575149.725917:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (20)--
00000800:00000200:0.0:1550575149.725917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (19)--
00000800:00000200:0.0:1550575149.725918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (18)--
00000800:00000200:1.0:1550575149.725946:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575149.725946:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575149.725947:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814412bf400] (19)++
00000800:00000200:1.0:1550575149.725947:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814412bf400] (20)++
00000800:00000200:1.0:1550575149.725948:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (21)++
00000800:00000200:1.0:1550575149.725949:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814412bf400] (22)--
00000800:00000200:0.2:1550575149.725959:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (21)++
00000800:00000200:0.0:1550575149.725961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (22)++
00000800:00000200:0.0:1550575149.725964:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575149.725965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (23)++
00000400:00000200:0.0:1550575149.725965:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:2.0:1550575149.725966:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (24)--
00000400:00000200:0.0:1550575149.725967:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000800:00000200:2.0:1550575149.725968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (23)--
00000400:00000200:0.0:1550575149.725968:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f310
00000800:00000200:2.0:1550575149.725969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (22)++
00000800:00000200:2.0:1550575149.725969:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575149.725969:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e3d [256] + 0
00000400:00000200:0.0:1550575149.725970:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000400:00000200:2.0:1550575149.725971:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575149.725971:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (23)++
00000400:00000200:2.0:1550575149.725972:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f330
00000800:00000200:0.0:1550575149.725972:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (24)--
00000400:00000200:2.0:1550575149.725973:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11e51 [1] + 0
00000100:00000200:2.0:1550575149.725974:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d800 x1625895440937776/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575156 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.725975:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.725977:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575149.725978:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.725978:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575149.725979:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (24)--
00000800:00000200:2.0:1550575149.725979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (23)--
00000800:00000200:2.0:1550575149.725980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (22)++
00000800:00000200:2.0:1550575149.725981:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000100:00000200:1.0:1550575149.725981:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d800 x1625895440937776/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575156 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575149.725982:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:0.0:1550575149.725982:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3) version: 12
00000400:00000200:2.0:1550575149.725983:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f360
00000800:00000200:0.0:1550575149.725983:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.725983:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (24)++
00000100:00000200:1.0:1550575149.725984:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d800 x1625895440937776/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575156 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575149.725984:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412bf400] (25)--
00000400:00000200:1.0:1550575149.725985:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:0.0:1550575149.725985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (24)--
00000800:00000200:0.0:1550575149.725985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.725986:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575149.725987:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e69 [256] + 0
00000100:00100000:1.0:1550575149.725987:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894509837 gen 1
00000400:00000200:0.0:1550575149.725987:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575149.725988:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:2.0:1550575149.725989:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.725989:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (25)--
00000400:00000200:0.0:1550575149.725989:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f370
00000400:00000200:0.0:1550575149.725990:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e7d [256] + 0
00000400:00000200:0.0:1550575149.725990:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:0.0:1550575149.725991:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.725991:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (25)--
00000400:00000200:2.0:1550575149.725992:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:2.0:1550575149.725993:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.725994:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:0.0:1550575149.725995:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.725996:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.725997:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575149.725998:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.725999:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:2.0:1550575149.725999:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575149.726000:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:2.0:1550575149.726000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (24)--
00000800:00000200:0.0:1550575149.726000:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575149.726001:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.726001:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.726001:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (25)++
00000800:00000200:2.0:1550575149.726002:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.726002:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575149.726002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000400:00000200:2.0:1550575149.726003:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:0.0:1550575149.726003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000400:00000200:2.0:1550575149.726004:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f390
00000800:00000200:0.0:1550575149.726004:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575149.726005:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11e95 [256] + 0
00000400:00000200:0.0:1550575149.726005:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:2.0:1550575149.726006:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815e22f6000
00000800:00000200:1.2:1550575149.726006:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:0.0:1550575149.726006:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f3c0
00000800:00000200:2.0:1550575149.726007:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (25)++
00000800:00000200:2.0:1550575149.726007:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (26)--
00000100:00080000:1.0:1550575149.726007:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0004-osc-ffff880034986800: connect to target with instance 3
00000400:00000200:0.0:1550575149.726007:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11eb9 [256] + 0
00000400:00000200:0.0:1550575149.726008:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575149.726008:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (25)++
00000400:00000200:2.0:1550575149.726009:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.726009:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (26)--
00000800:00000200:2.0:1550575149.726010:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.726011:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000080:00080000:1.0:1550575149.726011:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575149.726012:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0004_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575149.726012:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to RECOVER
00000400:00000200:0.0:1550575149.726012:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.726013:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000100:00080000:1.0:1550575149.726014:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575149.726014:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575149.726015:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.726016:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575149.726016:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.726017:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3) version: 12
00000100:00080000:1.0:1550575149.726018:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575194 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575149.726018:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.726018:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (26)++
00000800:00000200:2.0:1550575149.726019:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575149.726019:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412bf400] (27)--
00000800:00000200:0.0:1550575149.726019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:2.0:1550575149.726020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:0.0:1550575149.726020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000100:00080000:1.0:1550575149.726021:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from RECOVER to FULL
00000800:00000200:0.0:1550575149.726021:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575149.726022:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575149.726022:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:2.0:1550575149.726023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000080:00080000:1.0:1550575149.726023:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575149.726023:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0004-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000400:00000200:0.0:1550575149.726023:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f2f0
00000800:00000200:2.0:1550575149.726024:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575149.726024:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e5d [1] + 192
00000400:00000200:2.0:1550575149.726025:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00080000:1.0:1550575149.726025:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.726026:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726027:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f170
00000100:00080000:1.0:1550575149.726029:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575175 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726030:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ea5 [1] + 192
00000800:00000200:0.0:1550575149.726030:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (26)++
00000800:00000200:0.0:1550575149.726031:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (27)--
00000800:00000200:0.0:1550575149.726031:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575149.726032:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.726032:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000100:00000200:2.0:1550575149.726038:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575149.726041:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (25)++
00000800:00000200:2.0:1550575149.726041:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (26)--
00000800:00000200:2.0:1550575149.726042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:2.0:1550575149.726042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575149.726043:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000100:00100000:1.0:1550575149.726045:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440937776:172.20.0.212@o2ib1:8
00000800:00000200:2.0:1550575149.726047:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575149.726047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:0.0:1550575149.726048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575149.726049:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.726057:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:2.0:1550575149.726057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:2.0:1550575149.726058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:2.0:1550575149.726059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:2.0:1550575149.726060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:2.0:1550575149.726060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726061:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.726061:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000400:00000200:2.0:1550575149.726062:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575149.726063:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f2d0
00000400:00000200:2.0:1550575149.726064:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11eb1 [1] + 192
00000100:00000200:2.0:1550575149.726065:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575149.726067:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (25)++
00000800:00000200:2.0:1550575149.726067:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (26)--
00000800:00000200:2.0:1550575149.726068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:2.0:1550575149.726068:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726069:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.726069:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575149.726069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000400:00000200:2.0:1550575149.726070:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.116.203@o2ib117 : REPLY
00000800:00000200:0.0:1550575149.726070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000400:00000200:2.0:1550575149.726071:0:2484:0:(lib-move.c:2180:lnet_parse_reply()) 172.20.116.6@o2ib117: Reply from 12345-172.20.116.203@o2ib117 of length 272/272 into md 0x5
00000800:00000200:0.0:1550575149.726071:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:2.0:1550575149.726072:0:2484:0:(router.c:123:lnet_notify_locked()) Old news
00000400:00000200:0.0:1550575149.726072:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:2.0:1550575149.726074:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (26)++
00000400:00000200:0.0:1550575149.726074:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f3e0
00000800:00000200:2.0:1550575149.726075:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (27)++
00000800:00000200:2.0:1550575149.726075:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (28)--
00000400:00000200:0.0:1550575149.726075:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ed1 [256] + 0
00000800:00000200:2.0:1550575149.726076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (27)--
00000800:00000200:2.0:1550575149.726076:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (26)++
00000400:00000200:0.0:1550575149.726076:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000800:00000200:0.0:1550575149.726076:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (26)++
00000800:00000200:2.0:1550575149.726077:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.726077:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (28)--
00000400:00000200:0.0:1550575149.726079:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.726080:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.726081:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:2.0:1550575149.726083:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (27)++
00000800:00000200:0.0:1550575149.726085:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575149.726085:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.726085:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.726086:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575149.726086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (28)--
00000800:00000200:0.0:1550575149.726087:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (27)++
00000800:00000200:0.0:1550575149.726088:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575149.726090:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (28)--
00000800:00000200:2.0:1550575149.726090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (27)--
00000800:00000200:2.0:1550575149.726091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (26)++
00000800:00000200:2.0:1550575149.726092:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.726094:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (27)++
00000800:00000200:2.0:1550575149.726101:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (28)++
00000800:00000200:0.0:1550575149.726101:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (28)--
00000800:00000200:0.0:1550575149.726102:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (27)--
00000800:00000200:0.0:1550575149.726102:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (27)++
00000800:00000200:2.0:1550575149.726108:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (28)--
00000800:00000200:2.0:1550575149.726108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (27)--
00000800:00000200:0.0:1550575149.726108:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (28)--
00000800:00000200:2.0:1550575149.726109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (24)--
00000800:00000200:0.0:1550575149.726109:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000100:00000200:0.0:1550575149.726111:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575149.726112:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010db00 x1625895440937712/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575149.726114:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe080
00000100:00000200:2.0:1550575149.726115:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000800:00000200:0.2:1550575149.726117:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814734fc600] (17)++
00000100:00000200:2.0:1550575149.726119:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575187 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726121:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe200
00000100:00080000:2.0:1550575149.726122:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937568 new x1625895440937968
00000100:00000200:2.0:1550575149.726125:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f3f0-0x5c6be4832f3f0, portal 8
00000100:00000200:2.0:1550575149.726126:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000100:00000200:2.0:1550575149.726127:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:2.0:1550575149.726128:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575149.726131:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575149.726132:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575149.726133:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575149.726134:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412bf400] (23)++
00000800:00000200:2.0:1550575149.726134:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726135:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412bf400] (25)--
00000100:00000200:2.0:1550575149.726137:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.726139:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010d800 x1625895440937328/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726141:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000800:00000200:1.2:1550575149.726213:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.726218:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (18)++
00000800:00000200:1.0:1550575149.726219:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (19)--
00000800:00000200:1.0:1550575149.726219:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (18)--
00000800:00000200:1.0:1550575149.726220:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.726222:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00100000:0.0:1550575149.726222:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440937712:172.20.0.212@o2ib1:4
00000100:00000200:1.0:1550575149.726223:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bec00
00000400:00000200:1.0:1550575149.726224:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000100:00080000:0.0:1550575149.726224:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937584 new x1625895440937984
00000800:00000200:1.0:1550575149.726225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.726225:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (17)++
00000800:00000200:1.0:1550575149.726226:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (18)--
00000800:00000200:1.0:1550575149.726226:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (17)--
00000800:00000200:1.0:1550575149.726227:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.726227:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (16)++
00000100:00000200:0.0:1550575149.726227:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f400-0x5c6be4832f400, portal 8
00000800:00000200:1.0:1550575149.726228:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (17)--
00000800:00000200:1.0:1550575149.726228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (16)--
00000100:00000200:0.0:1550575149.726228:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936592, portal 4
00000800:00000200:1.0:1550575149.726229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (15)++
00000800:00000200:1.0:1550575149.726229:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (16)--
00000800:00000200:1.0:1550575149.726229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (15)--
00000100:00000200:0.0:1550575149.726229:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936592, offset 0
00000800:00000200:1.0:1550575149.726230:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (14)++
00000800:00000200:1.0:1550575149.726230:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (15)--
00000800:00000200:1.0:1550575149.726230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (14)--
00000400:00000200:0.0:1550575149.726230:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575149.726231:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (13)++
00000800:00000200:1.0:1550575149.726231:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (14)--
00000800:00000200:1.0:1550575149.726231:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (13)--
00000800:00000200:1.0:1550575149.726232:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (12)++
00000800:00000200:1.0:1550575149.726232:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (13)--
00000800:00000200:1.0:1550575149.726233:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (12)--
00000800:00000200:1.0:1550575149.726233:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (11)++
00000400:00000200:0.0:1550575149.726233:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575149.726234:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (12)--
00000800:00000200:1.0:1550575149.726234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (11)--
00000800:00000200:1.0:1550575149.726234:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (10)++
00000800:00000200:0.0:1550575149.726234:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.726235:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (11)--
00000800:00000200:1.0:1550575149.726235:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (10)--
00000800:00000200:1.0:1550575149.726235:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (9)++
00000800:00000200:0.0:1550575149.726235:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575149.726236:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (10)--
00000800:00000200:1.0:1550575149.726236:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (9)--
00000800:00000200:0.0:1550575149.726236:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.726236:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000100:00100000:2.0:1550575149.726237:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440937328:172.20.0.212@o2ib1:4
00000800:00000200:1.0:1550575149.726237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (8)++
00000800:00000200:1.0:1550575149.726237:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (9)--
00000800:00000200:1.0:1550575149.726237:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (8)--
00000800:00000200:0.0:1550575149.726237:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.726238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (7)++
00000800:00000200:1.0:1550575149.726238:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (8)--
00000800:00000200:1.0:1550575149.726238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (7)--
00000100:00080000:2.0:1550575149.726239:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937616 new x1625895440938000
00000800:00000200:1.0:1550575149.726239:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (6)++
00000800:00000200:1.0:1550575149.726239:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (7)--
00000800:00000200:1.0:1550575149.726239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (6)--
00000800:00000200:1.0:1550575149.726240:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (5)++
00000800:00000200:1.0:1550575149.726240:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (6)--
00000800:00000200:1.0:1550575149.726241:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (6)--
00000800:00000200:0.0:1550575149.726241:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (6)++
00000100:00000200:2.0:1550575149.726242:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f410-0x5c6be4832f410, portal 8
00000800:00000200:1.0:1550575149.726242:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (5)++
00000800:00000200:0.0:1550575149.726242:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (5)--
00000800:00000200:0.0:1550575149.726242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (5)--
00000100:00000200:2.0:1550575149.726243:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935552, portal 4
00000800:00000200:1.0:1550575149.726243:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (4)--
00000800:00000200:0.0:1550575149.726243:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814734fc600] (4)++
00000100:00000200:2.0:1550575149.726244:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935552, offset 0
00000800:00000200:1.0:1550575149.726244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (4)--
00000800:00000200:1.0:1550575149.726244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (3)--
00000800:00000200:0.0:1550575149.726244:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814734fc600] (3)--
00000400:00000200:2.0:1550575149.726245:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575149.726245:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814734fc600] (1)--
00000400:00000200:2.0:1550575149.726247:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575149.726249:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575149.726251:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575149.726252:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575149.726252:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:2.0:1550575149.726253:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000100:00000200:2.0:1550575149.726257:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575194 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.726258:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575194 ref 2 fl Rpc:S/0/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726260:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000100:00000200:2.0:1550575149.726262:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.726263:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010f300 x1625895440937680/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726264:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000800:00000200:0.2:1550575149.726278:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726284:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.726286:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (26)--
00000100:00000200:0.0:1550575149.726287:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102be00
00000400:00000200:0.0:1550575149.726288:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:0.0:1550575149.726289:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:0.0:1550575149.726290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (24)--
00000100:00100000:2.0:1550575149.726330:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937680:172.20.0.212@o2ib1:4
00000100:00080000:2.0:1550575149.726332:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937744 new x1625895440938016
00000100:00000200:2.0:1550575149.726335:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f420-0x5c6be4832f420, portal 8
00000100:00000200:2.0:1550575149.726336:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937744, portal 4
00000100:00000200:2.0:1550575149.726336:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937744, offset 0
00000400:00000200:2.0:1550575149.726337:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575149.726340:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575149.726340:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575149.726342:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3) version: 12
00000800:00000200:2.0:1550575149.726342:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412bf400] (23)++
00000800:00000200:2.0:1550575149.726343:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (24)++
00000800:00000200:2.0:1550575149.726343:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412bf400] (25)--
00000800:00000200:1.2:1550575149.726386:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.726391:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (25)++
00000800:00000200:1.0:1550575149.726397:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (26)--
00000100:00000200:1.0:1550575149.726397:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412bea00
00000400:00000200:1.0:1550575149.726400:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e22f6000
00000800:00000200:1.0:1550575149.726401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.726401:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.726402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575149.726403:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575149.726403:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000100:00000200:1.0:1550575149.726404:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575149.726406:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575149.726407:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (25)--
00000400:00000200:1.0:1550575149.726408:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe400
00000800:00000200:1.0:1550575149.726409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.726409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575149.726409:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575149.726411:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8500
00000800:00000200:0.0:1550575149.726412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.726413:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.726416:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.726419:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[2] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.726422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.726423:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.2:1550575149.726425:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726429:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.726430:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (26)--
00000100:00000200:0.0:1550575149.726431:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dba49c00
00000400:00000200:0.0:1550575149.726432:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:0.0:1550575149.726432:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:0.0:1550575149.726433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (24)--
00000800:00000200:1.0:1550575149.726434:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.726435:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575149.726509:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.726513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726516:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575149.726517:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575149.726518:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f400
00000800:00000200:1.0:1550575149.726519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000400:00000200:0.0:1550575149.726520:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ee9 [256] + 0
00000400:00000200:0.0:1550575149.726521:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:0.0:1550575149.726521:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726522:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (25)--
00000400:00000200:0.0:1550575149.726524:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.726525:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575149.726525:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.2:1550575149.726528:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575149.726528:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575149.726529:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575149.726529:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.726530:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575149.726531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (24)--
00000800:00000200:0.0:1550575149.726531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.726533:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575149.726534:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575149.726535:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f410
00000800:00000200:1.0:1550575149.726536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575149.726536:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11ef5 [256] + 0
00000400:00000200:0.0:1550575149.726536:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:0.0:1550575149.726537:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575149.726537:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575149.726539:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575149.726540:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575149.726540:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575149.726544:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3) version: 12
00000800:00000200:0.0:1550575149.726545:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412bf400] (23)++
00000800:00000200:0.0:1550575149.726545:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726546:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412bf400] (25)--
00000800:00000200:0.0:1550575149.726546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575149.726624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.726628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.726633:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575149.726634:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814734fca00
00000400:00000200:1.0:1550575149.726636:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000800:00000200:1.0:1550575149.726637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.726637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.726638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.726638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575149.726651:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.726655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.726656:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575149.726660:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575149.726670:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575149.726670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.726671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.2:1550575149.726740:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.726744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.726747:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575149.726748:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575149.726749:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f160
00000800:00000200:1.0:1550575149.726750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000400:00000200:0.0:1550575149.726750:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e71 [1] + 192
00000100:00000200:0.0:1550575149.726752:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575149.726754:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.726754:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575149.726755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000100:00000200:0.0:1550575149.726756:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.726758:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e400 x1625895440937312/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.726759:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe380
00000800:00000200:1.2:1550575149.726777:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.726780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.726783:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575149.726784:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412d2c00
00000400:00000200:1.0:1550575149.726785:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575149.726786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.726786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00100000:0.0:1550575149.726832:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440937312:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575149.726935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.726939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.726941:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.726943:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575149.726944:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f2b0
00000800:00000200:0.0:1550575149.726945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575149.726946:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e99 [1] + 192
00000100:00000200:1.0:1550575149.726947:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575149.726951:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.726952:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.726952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575149.726953:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:2.0:1550575149.726955:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440937648/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:2.0:1550575149.726957:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00100000:2.0:1550575149.727024:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937648:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575149.727048:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575149.727051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.727054:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575149.727055:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575149.727056:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ef30
00000800:00000200:1.0:1550575149.727057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000400:00000200:0.0:1550575149.727057:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11e81 [1] + 192
00000100:00000200:0.0:1550575149.727058:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575149.727060:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575149.727061:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575149.727061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000100:00000200:0.0:1550575149.727062:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575149.727064:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815e037c900 x1625895440936752/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575181 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575149.727065:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe180
00000100:00100000:0.0:1550575149.727174:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:0:1625895440936752:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575149.727402:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412bf400] (24)++
00000800:00000200:1.2:1550575149.727405:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575149.727410:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575149.727410:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575149.727411:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575149.727413:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f3e0
00000400:00000200:1.0:1550575149.727414:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11ed5 [1] + 192
00000100:00000200:1.0:1550575149.727415:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cf00 x1625895440937952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575149.727420:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575149.727421:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575149.727421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575149.727422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:2.0:1550575149.727425:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cf00 x1625895440937952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575149.727427:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cf00 x1625895440937952/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575149.727429:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8700
00000100:00100000:2.0:1550575149.727497:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440937952:172.20.0.212@o2ib1:4
00000800:00000200:1.2:1550575150.723658:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575150.723676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575150.723679:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575150.723682:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575150.723689:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832db30
00000400:00000200:1.0:1550575150.723692:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11ebd [1] + 0
00000100:00000200:1.0:1550575150.723697:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575156 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575150.723710:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575150.723712:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575150.723713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575150.723714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000400:00000200:1.0:1550575150.724051:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 7 lpni_ping_timestamp 4295128654
00000400:00000200:1.0:1550575150.724053:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575151.228707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575151.228711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575151.228834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000100:3.0:1550575151.228836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.228931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.228932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.228932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228935:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228972:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228974:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228974:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228975:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228975:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228976:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228978:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228980:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228982:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228983:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228987:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.228991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.228992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.228992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229005:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229006:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229007:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229008:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229011:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229012:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229013:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229016:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575151.229019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000100:3.0:1550575151.229021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575151.229021:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (3)--
00000800:00000200:3.0:1550575151.229022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (27)--
00000800:00000200:0.0:1550575151.229024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (26)++
00000800:00000100:0.0:1550575151.229024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229025:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575151.229025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000100:3.0:1550575151.229027:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229028:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:3.0:1550575151.229030:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229037:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229042:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229043:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229044:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229045:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229046:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575151.229046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:0.0:1550575151.229047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000100:0.0:1550575151.229047:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575151.229048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000100:3.0:1550575151.229050:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575151.229051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (26)--
00000800:00000200:3.0:1550575151.229051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (25)++
00000800:00000200:0.0:1550575151.229052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (26)++
00000800:00000100:3.0:1550575151.229053:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2f9e sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575151.229054:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000100:0.0:1550575151.229054:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2fa1 sending 1 waiting 0: failed 5
00000800:00000200:3.0:1550575151.229056:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575151.229062:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (27)--
00000800:00000200:3.0:1550575151.229064:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (26)--
00000100:00000200:0.0:1550575151.229067:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575151.229074:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8880
00000100:00020000:3.0:1550575151.229076:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575151.229076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (25)--
00000800:00000200:0.0:1550575151.229077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (24)++
00000800:00000200:0.0:1550575151.229078:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (25)--
00000100:00000400:2.0:1550575151.229083:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575149/real 1550575151]  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575151.396205:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:1.0:1550575151.396208:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:1.0:1550575151.396209:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814412bf400] (24)--
00000800:00000200:1.0:1550575151.396732:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814412bf400] (23)--
00000400:00000200:1.0:1550575151.724045:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 8 lpni_ping_timestamp 4295128654
00000400:00000200:1.0:1550575151.724047:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575151.875723:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:3.0:1550575151.875726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (22)--
00000800:00000200:3.0:1550575151.875727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (21)++
00000100:00000200:0.0:1550575151.875727:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status -5  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:3.0:1550575151.875730:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412bf400] (22)--
00000400:00000200:0.0:1550575151.875731:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8380
00000100:00000200:2.0:1550575151.875733:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575151.875733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (21)--
00000800:00000200:0.0:1550575151.875734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (20)++
00000800:00000200:0.0:1550575151.875735:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (21)--
00000800:00000200:0.0:1550575151.875735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (20)--
00000800:00000200:0.0:1550575151.875735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (19)++
00000100:00000200:2.0:1550575151.875736:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575151.875736:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (20)--
00000800:00000200:0.0:1550575151.875736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (19)--
00000800:00000200:0.0:1550575151.875737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (18)++
00000800:00000200:0.0:1550575151.875737:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (19)--
00000800:00000200:0.0:1550575151.875737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (18)--
00000400:00000200:2.0:1550575151.875738:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000800:00000200:0.0:1550575151.875738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (17)++
00000800:00000200:0.0:1550575151.875738:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (18)--
00000800:00000200:0.0:1550575151.875738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (17)--
00000100:00020000:3.0:1550575151.875739:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881441a43200
00000800:00000200:0.0:1550575151.875739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (16)++
00000800:00000200:0.0:1550575151.875739:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (17)--
00000800:00000200:0.0:1550575151.875739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (16)--
00000800:00000200:0.0:1550575151.875740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (15)++
00000800:00000200:0.0:1550575151.875740:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (16)--
00000800:00000200:0.0:1550575151.875741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (15)--
00000800:00000200:0.0:1550575151.875742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (14)++
00000800:00000200:0.0:1550575151.875742:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (15)--
00000800:00000200:0.0:1550575151.875743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (14)--
00000800:00000200:0.0:1550575151.875743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (13)++
00000800:00000200:0.0:1550575151.875744:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (14)--
00000800:00000200:0.0:1550575151.875744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (13)--
00000800:00000200:0.0:1550575151.875744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (12)++
00000800:00000200:0.0:1550575151.875744:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (13)--
00000800:00000200:0.0:1550575151.875745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (12)--
00000800:00000200:0.0:1550575151.875745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (11)++
00000800:00000200:0.0:1550575151.875746:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (12)--
00000800:00000200:0.0:1550575151.875746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (11)--
00000800:00000200:0.0:1550575151.875746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (10)++
00000800:00000200:0.0:1550575151.875747:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (11)--
00000800:00000200:0.0:1550575151.875747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (10)--
00000800:00000200:0.0:1550575151.875747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (9)++
00000800:00000200:0.0:1550575151.875748:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (10)--
00000800:00000200:0.0:1550575151.875748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (9)--
00000800:00000200:0.0:1550575151.875748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (8)++
00000800:00000200:0.0:1550575151.875749:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (9)--
00000800:00000200:0.0:1550575151.875749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (8)--
00000800:00000200:0.0:1550575151.875750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (7)++
00000800:00000200:0.0:1550575151.875750:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (8)--
00000800:00000200:0.0:1550575151.875750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (7)--
00000800:00000200:0.0:1550575151.875751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (6)++
00000800:00000200:0.0:1550575151.875751:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (7)--
00000800:00000200:0.0:1550575151.875751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (6)--
00000800:00000200:0.0:1550575151.875752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (5)++
00000800:00000200:0.0:1550575151.875752:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (6)--
00000800:00000200:0.0:1550575151.875752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (5)--
00000800:00000200:0.0:1550575151.875753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (4)++
00000800:00000200:0.0:1550575151.875753:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (5)--
00000800:00000200:0.0:1550575151.875753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (4)--
00000800:00000200:0.0:1550575151.875754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412bf400] (3)++
00000800:00000200:0.0:1550575151.875754:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412bf400] (4)--
00000800:00000200:0.0:1550575151.875754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (3)--
00000800:00000200:0.0:1550575151.875756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (2)--
00000100:00000400:0.0:1550575151.876070:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575149/real 1550575151]  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575152.501671:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:3.0:1550575152.501674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412bf400] (1)--
00000100:00000200:2.0:1550575152.501674:0:2493:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88147a201e00
00000400:00000200:2.0:1550575152.501675:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000100:02000400:2.0:1550575152.501678:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0004-osc-ffff880034986800: Connection to hpcfs-OST0004 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575152.501679:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from FULL to DISCONN
00000100:00000200:0.0:1550575152.501679:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:2.0:1550575152.501680:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0004_UUID: waking up pinger s:DISCONN
00000100:00000200:0.0:1550575152.501682:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575152.501686:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00000200:0.0:1550575152.501687:0:2494:0:(events.c:199:client_bulk_callback()) event type 6, status 0, desc ffff88144102be00
00000400:00000200:0.0:1550575152.501688:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446248000
00000100:00080000:0.0:1550575152.501689:0:2494:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 7, was 7): DISCONN
00000100:00080000:0.0:1550575152.501694:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575152.501695:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575152.501696:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575152.501697:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295129326
00000100:00080000:0.0:1550575152.501700:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575152.501703:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 6815744, lost: 0.
00000100:00100000:0.0:1550575152.501708:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c600 x1625895440938032/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00000400:0.0:1550575152.501716:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575149/real 1550575149]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575152.501719:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575152.501720:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000400:1.0:1550575152.501721:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575149/real 1550575149]  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575152.501721:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8180
00000100:02000400:0.0:1550575152.501722:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575152.501725:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00000200:1.0:1550575152.501726:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575152.501726:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575152.501728:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000100:00000200:1.0:1550575152.501729:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575152.501729:0:2495:0:(pinger.c:230:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1550575152.501730:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575152.501730:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000400:00000200:1.0:1550575152.501731:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000100:00080000:0.0:1550575152.501731:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1550575152.501732:0:2492:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 8, was 7): CONNECTING
00000100:00080000:0.0:1550575152.501732:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295126881
00000100:00080000:0.0:1550575152.501733:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575152.501733:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575152.501735:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f900 x1625895440938048/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575152.501737:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938032:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575152.501742:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938032, portal 4
00000100:00000200:1.0:1550575152.501744:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938032, offset 0
00000400:00000200:1.0:1550575152.501746:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575152.501752:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575152.501754:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575152.501757:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575152.501758:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575152.501759:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575152.501762:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:1.0:1550575152.501763:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938048:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575152.501765:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938048, portal 4
00000100:00000200:1.0:1550575152.501766:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938048, offset 0
00000400:00000200:1.0:1550575152.501767:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575152.501769:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575152.501770:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575152.501771:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575152.501772:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575152.501772:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.501773:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575152.501811:0:2888:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.501819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575152.501832:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575152.501833:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c600 x1625895440938032/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575152.501835:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9580
00000800:00000200:0.0:1550575152.501836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.501837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.501837:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575152.501838:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f900 x1625895440938048/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575152.501839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575152.501840:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a80
00000800:00000200:0.0:1550575152.501840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575152.501967:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575152.501976:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575152.501980:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575152.501982:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575152.501982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:3.0:1550575152.501986:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f440
00000400:00000200:3.0:1550575152.501988:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11f15 [1] + 0
00000100:00000200:3.0:1550575152.501991:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f900 x1625895440938048/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575152.502000:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575152.502001:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:3.0:1550575152.502001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575152.502005:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f900 x1625895440938048/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575152.502007:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f900 x1625895440938048/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575152.502009:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f80
00000100:00080000:1.0:1550575152.502014:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575152.502020:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575152.502022:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575152.502023:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575152.502024:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575152.502026:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575152.502027:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575152.502028:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:1.0:1550575152.502040:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938048:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575152.502040:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937920 new x1625895440938064
00000100:00000200:0.0:1550575152.502045:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f450-0x5c6be4832f450, portal 8
00000100:00000200:0.0:1550575152.502048:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575152.502049:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575152.502051:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575152.502054:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575152.502056:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.502058:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575152.502059:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575152.502059:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.502061:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575152.502068:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575152.502073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.502075:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575152.502077:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575184 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575152.502078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575152.502079:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe380
00000800:00000200:1.0:1550575152.502080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:2.0:1550575152.502923:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575152.503477:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575152.503484:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814b22c1000 0x14b22c1000(0x14b22c1000)
00000800:00000200:1.0:1550575152.503485:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e3ff000 0x143e3ff000(0x143e3ff000)
00000800:00000200:1.0:1550575152.503486:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e15bf000 0x15e15bf000(0x15e15bf000)
00000800:00000200:1.0:1550575152.503486:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815e02f0000 0x15e02f0000(0x15e02f0000)
00000800:00000200:1.0:1550575152.503487:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814b22c6000 0x14b22c6000(0x14b22c6000)
00000800:00000200:1.0:1550575152.503487:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814adf8f000 0x14adf8f000(0x14adf8f000)
00000800:00000200:1.0:1550575152.503487:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88143e2f0000 0x143e2f0000(0x143e2f0000)
00000800:00000200:1.0:1550575152.503488:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815266c7000 0x15266c7000(0x15266c7000)
00000800:00000200:1.0:1550575152.503488:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814b02f8000 0x14b02f8000(0x14b02f8000)
00000800:00000200:1.0:1550575152.503488:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88143e2ef000 0x143e2ef000(0x143e2ef000)
00000800:00000200:1.0:1550575152.503489:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88143e3e6000 0x143e3e6000(0x143e3e6000)
00000800:00000200:1.0:1550575152.503489:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88143e335000 0x143e335000(0x143e335000)
00000800:00000200:1.0:1550575152.503490:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88156b178000 0x156b178000(0x156b178000)
00000800:00000200:1.0:1550575152.503490:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814412f3000 0x14412f3000(0x14412f3000)
00000800:00000200:1.0:1550575152.503490:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e568a000 0x15e568a000(0x15e568a000)
00000800:00000200:1.0:1550575152.503491:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e322000 0x143e322000(0x143e322000)
00000800:00000200:1.0:1550575152.503491:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e23a000 0x143e23a000(0x143e23a000)
00000800:00000200:1.0:1550575152.503491:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815dc654000 0x15dc654000(0x15dc654000)
00000800:00000200:1.0:1550575152.504367:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575152.504367:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504368:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504368:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504369:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504369:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504369:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504369:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504370:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504370:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504370:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504371:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504371:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504371:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504372:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504372:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504372:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504373:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504373:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504373:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504374:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504374:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504374:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504374:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504375:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504375:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504375:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504376:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504376:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504376:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504376:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504377:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504377:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504377:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504378:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504378:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.504378:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:1.0:1550575152.504379:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575152.504827:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575152.505152:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575152.505153:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575152.505154:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814412be000] (19)++
00000800:00000200:1.0:1550575152.505154:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814412be000] (20)++
00000800:00000200:1.0:1550575152.505155:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814412be000] (21)--
00000800:00000200:0.2:1550575152.505211:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412be000] (20)++
00000800:00000200:0.0:1550575152.505222:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (21)++
00000800:00000200:0.0:1550575152.505227:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575152.505228:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (22)++
00000400:00000200:0.0:1550575152.505228:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575152.505230:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575152.505231:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575152.505231:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575152.505233:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f430
00000400:00000200:1.0:1550575152.505234:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f450
00000400:00000200:0.0:1550575152.505234:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11f0d [1] + 0
00000400:00000200:1.0:1550575152.505236:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f1d [256] + 0
00000400:00000200:1.0:1550575152.505237:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:1.0:1550575152.505238:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (23)++
00000800:00000200:1.0:1550575152.505239:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (24)--
00000100:00000200:0.0:1550575152.505240:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c600 x1625895440938032/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575152.505242:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575152.505243:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575152.505245:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (23)++
00000800:00000200:1.0:1550575152.505246:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575152.505246:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (24)--
00000800:00000200:0.0:1550575152.505247:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (23)--
00000800:00000200:0.0:1550575152.505248:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (22)--
00000800:00000200:1.0:1550575152.505250:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575152.505251:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412be000] (21)++
00000800:00000200:1.0:1550575152.505251:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412be000] (22)++
00000800:00000200:1.0:1550575152.505252:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412be000] (23)--
00000800:00000200:1.0:1550575152.505252:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (22)--
00000100:00000200:1.0:1550575152.505255:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c600 x1625895440938032/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575152.505257:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c600 x1625895440938032/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575158 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575152.505259:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000100:00080000:1.0:1550575152.505261:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0004-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575152.505264:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575152.505264:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0004_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575152.505265:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575152.505266:0:2490:0:(client.c:2793:ptlrpc_resend_req()) @@@ going to resend  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.2:1550575152.505267:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412be000] (21)++
00000100:00080000:1.0:1550575152.505269:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575152.505271:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575152.505271:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0004-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575152.505272:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575181 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575152.505274:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000100:00080000:1.0:1550575152.505275:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575152.505277:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575193 ref 2 fl Rpc:S/2/ffffffff rc -11/-1
00000100:00080000:1.0:1550575152.505279:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575152.505280:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe080
00000100:00100000:1.0:1550575152.505284:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938032:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575152.505284:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937984 new x1625895440938080
00000100:00080000:1.0:1550575152.505288:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938000 new x1625895440938096
00000100:00000200:0.0:1550575152.505288:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f460-0x5c6be4832f460, portal 8
00000100:00000200:0.0:1550575152.505290:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936592, portal 4
00000100:00000200:0.0:1550575152.505291:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936592, offset 0
00000100:00000200:1.0:1550575152.505292:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f470-0x5c6be4832f470, portal 8
00000400:00000200:0.0:1550575152.505294:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:1.0:1550575152.505295:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935552, portal 4
00000100:00000200:1.0:1550575152.505296:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935552, offset 0
00000400:00000200:1.0:1550575152.505297:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575152.505298:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575152.505299:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:1.0:1550575152.505301:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575152.505301:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575152.505302:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505302:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575152.505302:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575152.505304:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575152.505304:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.505304:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575152.505305:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.505306:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000100:00080000:0.0:1550575152.505307:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440937968 new x1625895440938112
00000800:00000200:1.2:1550575152.505311:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000100:00000200:0.0:1550575152.505311:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f480-0x5c6be4832f480, portal 8
00000100:00000200:0.0:1550575152.505312:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000100:00000200:0.0:1550575152.505312:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:0.0:1550575152.505314:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575152.505315:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (22)++
00000800:00000200:1.0:1550575152.505315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (23)--
00000800:00000200:1.0:1550575152.505316:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575152.505316:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000400:00000200:0.0:1550575152.505316:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:1.0:1550575152.505317:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575152.505317:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505318:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575152.505319:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe280
00000800:00000200:0.0:1550575152.505319:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575152.505319:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575152.505320:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575152.505320:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:1.0:1550575152.505321:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (22)++
00000800:00000200:1.0:1550575152.505322:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000100:00080000:0.0:1550575152.505323:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938016 new x1625895440938128
00000800:00000200:1.0:1550575152.505325:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (23)++
00000100:00000200:0.0:1550575152.505326:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f490-0x5c6be4832f490, portal 8
00000100:00000200:0.0:1550575152.505327:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440937744, portal 4
00000100:00000200:0.0:1550575152.505328:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440937744, offset 0
00000400:00000200:0.0:1550575152.505329:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575152.505331:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (24)--
00000400:00000200:0.0:1550575152.505331:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575152.505331:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575152.505332:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (23)--
00000800:00000200:1.0:1550575152.505332:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575152.505333:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575152.505333:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575152.505333:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (24)++
00000100:00000200:1.0:1550575152.505334:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575184 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575152.505334:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:0.0:1550575152.505334:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000400:00000200:1.0:1550575152.505335:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000800:00000200:1.0:1550575152.505336:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575152.505337:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (22)--
00000800:00000200:0.0:1550575152.505337:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575152.505339:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575152.505339:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575152.505341:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe480
00000800:00000200:1.0:1550575152.505342:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.505342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575152.505345:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575152.505349:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.505351:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575152.505352:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575152.505353:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe580
00000800:00000200:0.0:1550575152.505354:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575152.505355:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575152.505363:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575152.505368:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.505371:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505371:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.505372:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.505372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575152.505373:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575152.505435:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575152.505445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.2:1550575152.505449:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412be000] (21)++
00000800:00000200:1.0:1550575152.505451:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575152.505451:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575152.505452:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (22)++
00000800:00000200:1.0:1550575152.505452:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575152.505453:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575152.505454:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575152.505454:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f460
00000400:00000200:1.0:1550575152.505455:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f470
00000400:00000200:0.0:1550575152.505456:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f29 [256] + 0
00000400:00000200:0.0:1550575152.505457:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:0.0:1550575152.505457:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000400:00000200:1.0:1550575152.505458:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f35 [256] + 0
00000400:00000200:1.0:1550575152.505458:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:0.0:1550575152.505458:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575152.505459:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (23)++
00000800:00000200:1.0:1550575152.505459:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (24)--
00000400:00000200:0.0:1550575152.505460:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575152.505461:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505462:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575152.505463:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575152.505464:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575152.505465:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575152.505466:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575152.505467:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.505467:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.505468:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575152.505468:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575152.505469:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412be000] (23)++
00000800:00000200:1.0:1550575152.505469:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412be000] (24)++
00000800:00000200:0.0:1550575152.505469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575152.505469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (24)--
00000800:00000200:1.0:1550575152.505470:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412be000] (25)--
00000800:00000200:1.0:1550575152.505470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (23)--
00000800:00000200:1.2:1550575152.505475:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.505479:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.505481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.505482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575152.505496:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.505501:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.505503:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575152.505506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.505508:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.2:1550575152.505519:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412be000] (22)++
00000800:00000200:0.0:1550575152.505522:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.505522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575152.505523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (23)++
00000800:00000200:1.0:1550575152.505524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (24)--
00000800:00000200:0.0:1550575152.505524:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575152.505525:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575152.505526:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f490
00000400:00000200:0.0:1550575152.505527:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f4d [256] + 0
00000800:00000200:1.2:1550575152.505528:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000400:00000200:0.0:1550575152.505528:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:0.0:1550575152.505528:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (23)++
00000800:00000200:0.0:1550575152.505529:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (24)--
00000800:00000200:1.0:1550575152.505531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000400:00000200:0.0:1550575152.505531:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575152.505532:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505532:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505532:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:1.0:1550575152.505533:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575152.505535:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f480
00000400:00000200:1.0:1550575152.505536:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f41 [256] + 0
00000800:00000200:0.0:1550575152.505536:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:1.0:1550575152.505537:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:1.0:1550575152.505537:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (25)++
00000800:00000200:0.0:1550575152.505537:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575152.505537:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (24)++
00000800:00000200:1.0:1550575152.505538:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (26)--
00000800:00000200:0.0:1550575152.505538:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (25)--
00000800:00000200:0.0:1550575152.505538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (23)--
00000800:00000200:0.0:1550575152.505539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575152.505540:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575152.505541:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575152.505542:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575152.505546:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575152.505547:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814412be000] (22)++
00000800:00000200:1.0:1550575152.505547:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814412be000] (23)++
00000800:00000200:1.0:1550575152.505548:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814412be000] (24)--
00000800:00000200:1.0:1550575152.505548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575152.505668:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.505678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575152.505681:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:0.0:1550575152.505682:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814412d2c00
00000400:00000200:0.0:1550575152.505683:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575152.505684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575152.505684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575152.505685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575152.505686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575152.505692:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575152.505695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.505698:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575152.505700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575152.505702:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575152.505710:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575152.505710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575152.505840:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575152.505849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575152.505852:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575152.505853:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88144102be00
00000400:00000200:0.0:1550575152.505854:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:1.0:1550575152.505855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575152.505856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575152.506274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412be000] (23)++
00000800:00000200:0.0:1550575152.506278:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000200:0.0:1550575152.506279:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575152.506280:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575152.506282:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ee90
00000400:00000200:0.0:1550575152.506283:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11f2d [1] + 192
00000100:00000200:0.0:1550575152.506285:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575152.506287:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814412be000] (25)++
00000800:00000200:0.0:1550575152.506287:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814412be000] (26)--
00000800:00000200:0.0:1550575152.506288:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575152.506288:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (24)--
00000100:00000200:0.0:1550575152.506290:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575152.506291:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663c00 x1625895440936592/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575152.506293:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe080
00000800:00000200:0.2:1550575152.506312:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814412be000] (23)++
00000800:00000200:1.2:1550575152.506375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000100:00100000:0.0:1550575152.506380:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440936592:172.20.0.212@o2ib1:4
00000800:00000200:2.0:1550575152.508043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:2.0:1550575152.508045:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575152.508047:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:2.0:1550575152.508049:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832f310
00000400:00000200:2.0:1550575152.508050:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11f51 [1] + 192
00000100:00000200:2.0:1550575152.508053:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575152.508059:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575152.508060:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:2.0:1550575152.508060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:2.0:1550575152.508061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000400:00000200:1.0:1550575152.724044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 9 lpni_ping_timestamp 4295128654
00000400:00000200:1.0:1550575152.724046:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:1.0:1550575153.724045:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 9 lpni_ping_timestamp 4295128654
00000400:00000200:1.0:1550575153.724047:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575153.983552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575153.983558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:0.0:1550575153.983567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:0.0:1550575153.983567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575153.983568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000100:00000200:1.0:1550575153.983671:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000200:2.0:1550575153.983672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000100:00000200:1.0:1550575153.983675:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663000 x1625895440937744/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575196 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000800:00000100:2.0:1550575153.983676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000400:00000200:1.0:1550575153.983677:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe500
00000800:00000100:2.0:1550575153.983678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:2.0:1550575153.983789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (25)--
00000800:00000200:2.0:1550575153.983789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (24)++
00000800:00000100:2.0:1550575153.983791:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2faa sending 1 waiting 0: failed 5
00000800:00000100:2.0:1550575153.983792:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:2.0:1550575153.983793:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:2.0:1550575153.983797:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412be000] (25)--
00000100:00020000:2.0:1550575153.983798:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00100000:3.0:1550575153.983826:0:2919:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc bash:22e5bae6-83f9-7842-3de3-1b87825e7e92:2919:1625895440938144:172.20.0.202@o2ib1:101
00000100:00100000:1.0:1550575153.983833:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440937744:172.20.0.212@o2ib1:4
00000400:00000200:2.0:1550575153.989774:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:2.0:1550575153.989777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (24)--
00000100:00000200:3.0:1550575153.989778:0:2919:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 65536 bytes, xid 1625895440938144, portal 10
00000800:00000200:2.0:1550575153.989778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (23)++
00000100:00000200:3.0:1550575153.989780:0:2919:0:(niobuf.c:85:ptl_send_buf()) Sending 696 bytes to portal 12, xid 1625895440938144, offset 0
00000800:00000200:2.0:1550575153.989781:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412be000] (24)--
00000400:00000200:3.0:1550575153.989782:0:2919:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000100:00020000:2.0:1550575153.989784:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff881441a43200
00000400:00000200:3.0:1550575153.989788:0:2919:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575153.989790:0:2919:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 696 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575153.989792:0:2919:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575153.989793:0:2919:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575153.989794:0:2919:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575153.989796:0:2919:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:3.0:1550575153.989797:0:2919:0:(client.c:2334:ptlrpc_set_wait()) set ffff8815e6c1fc00 going to sleep for 6 seconds
00000800:00000200:3.0:1550575153.989812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (23)++
00000800:00000200:3.0:1550575153.989815:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814412be000] (24)--
00000800:00000200:1.2:1550575153.989829:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000400:1.0:1550575153.989901:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575152/real 1550575152]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575153.995701:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000100:00020000:3.0:1550575153.995703:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff88147a201e00
00000800:00000200:2.0:1550575153.995703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (23)--
00000800:00000200:2.0:1550575153.995704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (22)++
00000800:00000200:2.0:1550575153.995705:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (23)--
00000800:00000200:2.0:1550575153.995705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (22)--
00000800:00000200:2.0:1550575153.995706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:2.0:1550575153.995707:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000400:0.0:1550575153.996067:0:2492:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575152/real 1550575152]  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:3.0:1550575154.614555:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:3.0:1550575154.614558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (21)--
00000100:00000200:1.0:1550575154.614559:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575154.614560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (20)++
00000800:00000200:3.0:1550575154.614561:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (21)--
00000800:00000200:3.0:1550575154.614561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (20)--
00000800:00000200:3.0:1550575154.614562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000100:00000200:1.0:1550575154.614562:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575154.614563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (19)++
00000800:00000200:3.0:1550575154.614563:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (20)--
00000800:00000200:3.0:1550575154.614563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (19)--
00000800:00000200:3.0:1550575154.614564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (18)++
00000800:00000200:3.0:1550575154.614564:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (19)--
00000400:00000200:1.0:1550575154.614564:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe180
00000800:00000200:3.0:1550575154.614565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (18)--
00000800:00000200:3.0:1550575154.614565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (17)++
00000800:00000200:3.0:1550575154.614565:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (18)--
00000800:00000200:3.0:1550575154.614566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (17)--
00000800:00000200:3.0:1550575154.614566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (16)++
00000100:02000400:1.0:1550575154.614566:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:3.0:1550575154.614567:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (17)--
00000800:00000200:3.0:1550575154.614567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (16)--
00000100:00000200:2.0:1550575154.614567:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660000 x1625895440938144/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575160 ref 3 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:1.0:1550575154.614567:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000800:00000200:3.0:1550575154.614568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (15)++
00000800:00000200:3.0:1550575154.614568:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (16)--
00000800:00000200:3.0:1550575154.614568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (15)--
00000800:00000200:3.0:1550575154.614569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (14)++
00000800:00000200:3.0:1550575154.614569:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (15)--
00000800:00000200:3.0:1550575154.614569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (14)--
00000100:00080000:1.0:1550575154.614569:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:3.0:1550575154.614570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (13)++
00000800:00000200:3.0:1550575154.614570:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (14)--
00000800:00000200:3.0:1550575154.614570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (13)--
00000400:00000200:2.0:1550575154.614570:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:3.0:1550575154.614571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (12)++
00000800:00000200:3.0:1550575154.614571:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (13)--
00000800:00000200:3.0:1550575154.614571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (12)--
00000800:00000200:3.0:1550575154.614572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (11)++
00000800:00000200:2.0:1550575154.614572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:3.0:1550575154.614575:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (12)--
00000800:00000200:3.0:1550575154.614575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (11)--
00000100:00000200:0.0:1550575154.614575:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:3.0:1550575154.614576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (10)++
00000800:00000200:3.0:1550575154.614576:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (11)--
00000800:00000200:3.0:1550575154.614577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (10)--
00000800:00000200:3.0:1550575154.614577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (9)++
00000800:00000200:3.0:1550575154.614577:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (10)--
00000800:00000200:3.0:1550575154.614578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (9)--
00000800:00000200:3.0:1550575154.614578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (8)++
00000100:00000200:0.0:1550575154.614578:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000800:00000200:3.0:1550575154.614579:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (9)--
00000800:00000200:3.0:1550575154.614579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (8)--
00000800:00000200:3.0:1550575154.614579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (7)++
00000400:00000200:2.0:1550575154.614579:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000800:00000200:3.0:1550575154.614580:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (8)--
00000800:00000200:3.0:1550575154.614580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (7)--
00000800:00000200:3.0:1550575154.614580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (6)++
00000400:00000200:2.0:1550575154.614580:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000400:00000200:0.0:1550575154.614580:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:3.0:1550575154.614581:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (7)--
00000800:00000200:3.0:1550575154.614581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (6)--
00000800:00000200:3.0:1550575154.614581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (5)++
00000800:00000200:2.0:1550575154.614581:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814412be000] (6)--
00000800:00000200:3.0:1550575154.614582:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (5)--
00000800:00000200:3.0:1550575154.614582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (4)--
00000100:02000400:0.0:1550575154.614582:0:2492:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0004-osc-ffff880034986800: Connection to hpcfs-OST0004 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:3.0:1550575154.614583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814412be000] (3)++
00000800:00000200:3.0:1550575154.614583:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814412be000] (4)--
00000800:00000200:3.0:1550575154.614583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (3)--
00000100:00080000:0.0:1550575154.614583:0:2492:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from FULL to DISCONN
00000800:00000200:3.0:1550575154.614584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814412be000] (2)--
00000100:00080000:0.0:1550575154.614584:0:2492:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0004_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575154.614590:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814412be000] (1)--
00000100:00000400:0.0:1550575154.614592:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575152/real 1550575152]  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575196 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575154.614594:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575196 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575154.614596:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575196 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575154.614598:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000100:00080000:0.0:1550575154.614598:0:2493:0:(import.c:202:ptlrpc_set_import_discon()) osc: import ffff8815d7ac5800 already not connected (conn 8, was 8): DISCONN
00000100:00080000:0.0:1550575154.614603:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575154.614604:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575154.614606:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1550575154.614608:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9780] -> 172.20.116.203@o2ib117 (1)++
00000100:00080000:0.0:1550575154.614608:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295132105
00000100:00080000:0.0:1550575154.614610:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575154.614612:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 3407872, lost: 0.
00000100:00100000:0.0:1550575154.614620:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0e400 x1625895440938160/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575154.614621:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88157eae0000 0x157eae0000(0x157eae0000)
00000800:00000200:1.0:1550575154.614622:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815266c1000 0x15266c1000(0x15266c1000)
00000800:00000200:1.0:1550575154.614623:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88143e336000 0x143e336000(0x143e336000)
00000800:00000200:1.0:1550575154.614623:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e337000 0x143e337000(0x143e337000)
00000800:00000200:1.0:1550575154.614623:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815266c2000 0x15266c2000(0x15266c2000)
00000100:00080000:0.0:1550575154.614623:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 1 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1550575154.614624:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815266c3000 0x15266c3000(0x15266c3000)
00000800:00000200:1.0:1550575154.614624:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815266c4000 0x15266c4000(0x15266c4000)
00000100:00080000:0.0:1550575154.614624:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575154.614624:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1550575154.614625:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815266c5000 0x15266c5000(0x15266c5000)
00000800:00000200:1.0:1550575154.614625:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881585170000 0x1585170000(0x1585170000)
00000800:00000200:1.0:1550575154.614625:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881585171000 0x1585171000(0x1585171000)
00000100:00080000:0.0:1550575154.614625:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295132105
00000800:00000200:1.0:1550575154.614626:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881585174000 0x1585174000(0x1585174000)
00000800:00000200:1.0:1550575154.614626:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff881585175000 0x1585175000(0x1585175000)
00000100:00080000:0.0:1550575154.614626:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000800:00000200:1.0:1550575154.614627:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88157eae2000 0x157eae2000(0x157eae2000)
00000800:00000200:1.0:1550575154.614627:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88157eae3000 0x157eae3000(0x157eae3000)
00000800:00000200:1.0:1550575154.614627:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88157eae4000 0x157eae4000(0x157eae4000)
00000008:00100000:0.0:1550575154.614627:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000800:00000200:1.0:1550575154.614628:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88157eae5000 0x157eae5000(0x157eae5000)
00000800:00000200:1.0:1550575154.614628:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e239000 0x143e239000(0x143e239000)
00000800:00000200:1.0:1550575154.614628:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88143e320000 0x143e320000(0x143e320000)
00000100:00100000:0.0:1550575154.614629:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f600 x1625895440938176/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575154.614633:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938160:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575154.614637:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938160, portal 4
00000100:00000200:0.0:1550575154.614638:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938160, offset 0
00000400:00000200:0.0:1550575154.614640:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575154.614644:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575154.614646:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575154.614648:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575154.614649:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575154.614649:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575154.614651:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:0.0:1550575154.614652:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938176:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575154.614653:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938176, portal 4
00000100:00000200:0.0:1550575154.614658:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938176, offset 0
00000400:00000200:0.0:1550575154.614659:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575154.614661:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575154.614662:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575154.614663:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575154.614664:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575154.614664:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575154.614665:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575154.614694:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575154.614701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575154.614704:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:3.0:1550575154.614713:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e400 x1625895440938160/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575154.614713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:2.0:1550575154.614715:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000400:00000200:3.0:1550575154.614716:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe080
00000800:00000200:3.0:1550575154.614718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000100:00000200:2.0:1550575154.614718:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f600 x1625895440938176/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575154.614719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:2.0:1550575154.614721:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe600
00000800:00000200:2.0:1550575154.614722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575154.614834:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575154.614840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.614844:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575154.614846:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:2.0:1550575154.614850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575154.614850:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f4c0
00000400:00000200:1.0:1550575154.614851:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11f69 [1] + 0
00000100:00000200:1.0:1550575154.614854:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f600 x1625895440938176/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575154.614860:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.614861:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575154.614861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:0.0:1550575154.614866:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f600 x1625895440938176/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575154.614868:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f600 x1625895440938176/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575154.614870:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe480
00000100:00100000:0.0:1550575154.614872:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0005-osc-ffff880034986800: committing for last_committed 12894544331 gen 1
00000100:00080000:0.0:1550575154.614913:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575154.614918:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575154.614920:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575154.614920:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575154.614921:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575154.614923:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575154.614924:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575154.614925:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575154.614930:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938176:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575154.615145:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938064 new x1625895440938192
00000100:00000200:1.0:1550575154.615150:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f4d0-0x5c6be4832f4d0, portal 8
00000100:00000200:1.0:1550575154.615151:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575154.615153:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575154.615154:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575154.615157:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575154.615158:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575154.615160:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575154.615161:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575154.615161:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.615162:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575154.615170:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.615174:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.615175:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575154.615176:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575186 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575154.615178:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000800:00000200:1.0:1550575154.615179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575154.615179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575154.615621:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575154.615622:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615623:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615623:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615624:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615624:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615624:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615625:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615625:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615625:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615626:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615626:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615627:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615627:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615627:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615628:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615628:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615628:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615628:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615629:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615629:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615629:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615630:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615630:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615630:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615631:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615631:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615631:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615631:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615632:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615632:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615632:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615633:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.615633:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575154.615634:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575154.615920:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575154.616096:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575154.616472:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575154.616472:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575154.616473:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575154.616474:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881441a43400] (20)++
00000800:00000200:1.0:1550575154.616474:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881441a43400] (21)--
00000800:00000200:0.2:1550575154.616534:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a43400] (20)++
00000800:00000200:0.0:1550575154.616545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (21)++
00000800:00000200:0.0:1550575154.616549:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575154.616551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (22)++
00000400:00000200:0.0:1550575154.616551:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000800:00000200:1.0:1550575154.616552:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575154.616554:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575154.616554:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:1.0:1550575154.616557:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f4b0
00000400:00000200:0.0:1550575154.616557:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 536 into portal 10 MB=0x5c6be4832f4a0
00000400:00000200:1.0:1550575154.616558:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11f61 [1] + 0
00000400:00000200:0.0:1550575154.616560:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 536/536 into md 0x11f59 [1] + 192
00000100:00000200:1.0:1550575154.616562:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e400 x1625895440938160/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575154.616566:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (23)++
00000800:00000200:1.0:1550575154.616567:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.616567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (23)--
00000800:00000200:1.0:1550575154.616568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.616568:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575154.616569:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000100:00000200:0.0:1550575154.616569:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660000 x1625895440938144/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575160 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575154.616570:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f4d0
00000400:00000200:1.0:1550575154.616577:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f71 [256] + 0
00000400:00000200:1.0:1550575154.616578:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:0.0:1550575154.616578:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (23)++
00000800:00000200:1.0:1550575154.616579:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (24)++
00000800:00000200:1.0:1550575154.616579:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.616579:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.616580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.616581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (22)--
00000400:00000200:1.0:1550575154.616582:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000100:00000200:3.0:1550575154.616583:0:2919:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440938144/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575160 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575154.616583:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575154.616584:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00000200:3.0:1550575154.616586:0:2919:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440938144/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/33632 e 0 to 0 dl 1550575160 ref 2 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575154.616588:0:2919:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.0:1550575154.616588:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9780] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575154.616589:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881441a43400] (21)++
00000800:00000200:1.0:1550575154.616589:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.616590:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881441a43400] (23)--
00000800:00000200:1.0:1550575154.616590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (22)--
00000100:00000200:0.0:1550575154.616590:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e400 x1625895440938160/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575154.616591:0:2919:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc bash:22e5bae6-83f9-7842-3de3-1b87825e7e92:2919:1625895440938144:172.20.0.202@o2ib1:101
00000100:00000200:0.0:1550575154.616592:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e400 x1625895440938160/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575160 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575154.616594:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000800:00000200:0.2:1550575154.616597:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a43400] (21)++
00000002:00100000:3.0:1550575154.616599:0:2919:0:(mdc_locks.c:601:mdc_finish_enqueue()) @@@ op: 16 disposition: b, status: 0  req@ffff8815df660000 x1625895440938144/t0(0) o101->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 696/536 e 0 to 0 dl 1550575160 ref 1 fl Complete:R/0/0 rc 0/0
00000100:00100000:0.0:1550575154.616600:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894510144 gen 1
00000100:00080000:0.0:1550575154.616612:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0004-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575154.616621:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575154.616623:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0004_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575154.616623:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575154.616624:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575154.616626:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575154.616626:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0004-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575154.616627:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575196 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00080000:0.0:1550575154.616630:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575184 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00100000:0.0:1550575154.616633:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938160:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575154.616637:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938112 new x1625895440938208
00000100:00000200:0.0:1550575154.616641:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f4e0-0x5c6be4832f4e0, portal 8
00000100:00000200:0.0:1550575154.616643:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000100:00000200:0.0:1550575154.616644:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:0.0:1550575154.616645:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575154.616649:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575154.616650:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575154.616652:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575154.616653:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575154.616653:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575154.616654:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00080000:0.0:1550575154.616657:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938096 new x1625895440938224
00000100:00000200:0.0:1550575154.616660:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f4f0-0x5c6be4832f4f0, portal 8
00000800:00000200:1.2:1550575154.616661:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000100:00000200:0.0:1550575154.616661:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935552, portal 4
00000100:00000200:0.0:1550575154.616662:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935552, offset 0
00000400:00000200:0.0:1550575154.616663:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575154.616665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (22)++
00000400:00000200:0.0:1550575154.616665:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575154.616666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (23)--
00000800:00000200:1.0:1550575154.616666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575154.616666:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575154.616667:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575154.616667:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000100:00000200:1.0:1550575154.616668:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575198 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575154.616668:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575154.616668:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575154.616669:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (24)--
00000400:00000200:1.0:1550575154.616670:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe480
00000800:00000200:1.0:1550575154.616671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575154.616671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.616672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575154.616672:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575154.616673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (23)--
00000800:00000200:1.2:1550575154.616676:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575154.616677:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.616679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616680:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575154.616681:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575186 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000400:00000200:1.0:1550575154.616683:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe700
00000800:00000200:1.0:1550575154.616683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575154.616684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.0:1550575154.616684:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (23)--
00000800:00000200:0.0:1550575154.616685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (22)--
00000800:00000200:1.2:1550575154.616783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575154.616787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.616790:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575154.616792:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575154.616793:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f4f0
00000400:00000200:1.0:1550575154.616794:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f89 [256] + 0
00000400:00000200:1.0:1550575154.616795:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:1.0:1550575154.616795:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616796:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:1.0:1550575154.616798:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575154.616798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575154.616799:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575154.616799:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575154.616803:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575154.616803:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.616804:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616804:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575154.616805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575154.616811:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.2:1550575154.616813:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a43400] (21)++
00000800:00000200:1.0:1550575154.616815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575154.616817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.616817:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575154.616818:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:0.0:1550575154.616818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575154.616819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (23)--
00000400:00000200:1.0:1550575154.616820:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f4e0
00000400:00000200:1.0:1550575154.616820:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11f7d [256] + 0
00000400:00000200:1.0:1550575154.616821:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:1.0:1550575154.616822:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.616822:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a43400] (23)--
00000400:00000200:1.0:1550575154.616824:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575154.616825:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575154.616825:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575154.616829:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9780] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575154.616830:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881441a43400] (22)++
00000800:00000200:1.2:1550575154.616831:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.616835:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881441a43400] (23)++
00000800:00000200:1.0:1550575154.616836:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.616836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (23)--
00000800:00000200:1.0:1550575154.616837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616838:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575154.616841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575154.616843:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616853:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575154.616853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575154.616963:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.616967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.616969:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575154.616969:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43200
00000400:00000200:1.0:1550575154.616972:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575154.616973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575154.616974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575154.617630:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.2:1550575154.617634:0:2971:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a43400] (22)++
00000800:00000200:1.0:1550575154.617639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575154.617641:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575154.617642:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575154.617643:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ea80
00000400:00000200:1.0:1550575154.617644:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11f8d [1] + 192
00000100:00000200:1.0:1550575154.617646:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575186 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:1.0:1550575154.617649:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575154.617650:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575154.617650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000100:00000200:0.0:1550575154.618741:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575186 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575154.618747:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfde00 x1625895440935552/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575186 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575154.618748:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe680
00000100:00100000:0.0:1550575154.618826:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935552:172.20.0.212@o2ib1:4
00000800:00000200:0.0:1550575154.619048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575154.633535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:1.0:1550575154.633540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.633644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:0.0:1550575154.633646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575154.633646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.633647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:0.0:1550575154.633647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575154.633648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.633648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:0.0:1550575154.633648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575154.633649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.633649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:0.0:1550575154.633649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575154.633650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:0.0:1550575154.633650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:0.0:1550575154.633650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000200:0.0:1550575154.633651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000100:1.0:1550575154.633653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575154.633755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (24)--
00000800:00000200:1.0:1550575154.633756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (23)++
00000800:00000100:1.0:1550575154.633757:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2fb7 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575154.633758:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575154.633760:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9780] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575154.633765:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881441a43400] (24)--
00000100:00020000:1.0:1550575154.633766:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575154.633929:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575154.633930:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575154.633930:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881441a43400] (23)--
00000800:00000200:0.0:1550575154.634027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (22)++
00000800:00000200:0.0:1550575154.634030:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881441a43400] (23)--
00000400:00000200:1.0:1550575155.246484:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:1.0:1550575155.246487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (22)--
00000100:00020000:0.0:1550575155.246487:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff88147a201e00
00000800:00000200:1.0:1550575155.246489:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (21)++
00000800:00000200:1.0:1550575155.246489:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (22)--
00000800:00000200:1.0:1550575155.246490:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (21)--
00000100:00000400:2.0:1550575155.246491:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575154/real 1550575154]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575186 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575155.246491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (20)++
00000800:00000200:1.0:1550575155.246491:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (21)--
00000800:00000200:1.0:1550575155.246491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575155.246492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (19)++
00000800:00000200:1.0:1550575155.246492:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (20)--
00000800:00000200:1.0:1550575155.246493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (19)--
00000800:00000200:1.0:1550575155.246493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (18)++
00000800:00000200:1.0:1550575155.246493:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (19)--
00000800:00000200:1.0:1550575155.246494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (18)--
00000800:00000200:1.0:1550575155.246494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (17)++
00000800:00000200:1.0:1550575155.246494:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (18)--
00000800:00000200:1.0:1550575155.246495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (17)--
00000800:00000200:1.0:1550575155.246495:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (16)++
00000800:00000200:1.0:1550575155.246495:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (17)--
00000800:00000200:1.0:1550575155.246496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (16)--
00000800:00000200:1.0:1550575155.246496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (15)++
00000800:00000200:1.0:1550575155.246496:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (16)--
00000800:00000200:1.0:1550575155.246497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (15)--
00000800:00000200:1.0:1550575155.246497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (14)++
00000800:00000200:1.0:1550575155.246497:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (15)--
00000800:00000200:1.0:1550575155.246498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (14)--
00000800:00000200:1.0:1550575155.246498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (13)++
00000800:00000200:1.0:1550575155.246498:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (14)--
00000800:00000200:1.0:1550575155.246499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (13)--
00000800:00000200:1.0:1550575155.246499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (12)++
00000800:00000200:1.0:1550575155.246499:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (13)--
00000800:00000200:1.0:1550575155.246500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (12)--
00000800:00000200:1.0:1550575155.246500:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (11)++
00000800:00000200:1.0:1550575155.246500:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (12)--
00000800:00000200:1.0:1550575155.246501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (11)--
00000800:00000200:1.0:1550575155.246501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (10)++
00000800:00000200:1.0:1550575155.246501:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (11)--
00000800:00000200:1.0:1550575155.246502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (10)--
00000800:00000200:1.0:1550575155.246502:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (9)++
00000800:00000200:1.0:1550575155.246502:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (10)--
00000800:00000200:1.0:1550575155.246503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (9)--
00000800:00000200:1.0:1550575155.246503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (8)++
00000800:00000200:1.0:1550575155.246504:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (9)--
00000800:00000200:1.0:1550575155.246504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (8)--
00000800:00000200:1.0:1550575155.246504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (7)++
00000800:00000200:1.0:1550575155.246505:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (8)--
00000800:00000200:1.0:1550575155.246505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (7)--
00000800:00000200:1.0:1550575155.246505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (6)++
00000800:00000200:1.0:1550575155.246505:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (7)--
00000800:00000200:1.0:1550575155.246506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (6)--
00000800:00000200:1.0:1550575155.246506:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (5)++
00000800:00000200:1.0:1550575155.246506:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (6)--
00000800:00000200:1.0:1550575155.246507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (5)--
00000800:00000200:1.0:1550575155.246507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a43400] (4)++
00000800:00000200:1.0:1550575155.246507:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a43400] (5)--
00000800:00000200:1.0:1550575155.246508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (4)--
00000800:00000200:1.0:1550575155.246508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (3)--
00000800:00000200:1.0:1550575155.246524:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881441a43400] (2)--
00000400:00000200:3.0:1550575155.247143:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 12 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575155.247145:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575155.911490:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:0.0:1550575155.911493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a43400] (1)--
00000100:00000200:2.0:1550575155.911494:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575186 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575155.911497:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575186 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575155.911500:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000100:02000400:2.0:1550575155.911501:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575155.911502:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575155.911504:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00000400:0.0:1550575155.911513:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575154/real 1550575154]  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575198 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575155.911517:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575198 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575155.911519:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575198 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575155.911521:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000100:02000400:0.0:1550575155.911526:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0004-osc-ffff880034986800: Connection to hpcfs-OST0004 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575155.911527:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575155.911529:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0004_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575155.911539:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0004_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575155.911541:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0004_UUID: starting recovery
00000100:00080000:0.0:1550575155.911543:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575155.911545:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295134218
00000100:00080000:0.0:1550575155.911547:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0004-osc-ffff880034986800: import ffff8815d7ac5800 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575155.911549:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575155.911556:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0e400 x1625895440938240/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575155.911560:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575155.911561:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575155.911561:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575155.911566:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295134218
00000100:00080000:0.0:1550575155.911567:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575155.911568:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575155.911570:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f600 x1625895440938256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575155.911575:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938240:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575155.911580:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938240, portal 4
00000100:00000200:0.0:1550575155.911584:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938240, offset 0
00000400:00000200:0.0:1550575155.911586:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575155.911593:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575155.911595:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575155.911598:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575155.911600:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575155.911601:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.911603:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:0.0:1550575155.911605:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938256:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575155.911609:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938256, portal 4
00000100:00000200:0.0:1550575155.911611:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938256, offset 0
00000400:00000200:0.0:1550575155.911612:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575155.911616:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575155.911618:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575155.911620:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575155.911620:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.911621:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575155.911642:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575155.911659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575155.911673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:1.0:1550575155.911678:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:1.0:1550575155.911681:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e400 x1625895440938240/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575155.911684:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe680
00000800:00000200:0.0:1550575155.911684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:0.0:1550575155.911685:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000800:00000200:1.0:1550575155.911686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575155.911686:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f600 x1625895440938256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575155.911687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575155.911688:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe800
00000800:00000200:0.0:1550575155.911690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575155.911764:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575155.911768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575155.911772:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575155.911774:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575155.911776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575155.911778:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f510
00000400:00000200:1.0:1550575155.911780:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11f9d [1] + 0
00000100:00000200:1.0:1550575155.911783:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f600 x1625895440938256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575155.911787:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575155.911788:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575155.911788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:0.0:1550575155.911790:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f600 x1625895440938256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575155.911791:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f600 x1625895440938256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575155.911793:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe780
00000100:00080000:0.0:1550575155.911796:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575155.911800:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575155.911801:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575155.911802:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575155.911803:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575155.911805:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575155.911806:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575155.911807:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575186 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575155.911813:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938256:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575155.911818:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938192 new x1625895440938272
00000100:00000200:3.0:1550575155.911824:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f520-0x5c6be4832f520, portal 8
00000100:00000200:3.0:1550575155.911826:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575155.911827:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575155.911830:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575155.911834:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575155.911836:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575155.911838:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575155.911839:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575155.911839:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575155.911841:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575155.911851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.911859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575155.911861:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575155.911862:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575187 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575155.911864:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:0.0:1550575155.911865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575155.911866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:2.0:1550575155.912967:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9780] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575155.913198:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575155.913215:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88143e321000 0x143e321000(0x143e321000)
00000800:00000200:1.0:1550575155.913218:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815cd724000 0x15cd724000(0x15cd724000)
00000800:00000200:1.0:1550575155.913230:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815cd725000 0x15cd725000(0x15cd725000)
00000800:00000200:1.0:1550575155.913231:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815d07fc000 0x15d07fc000(0x15d07fc000)
00000800:00000200:1.0:1550575155.913231:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815d07fd000 0x15d07fd000(0x15d07fd000)
00000800:00000200:1.0:1550575155.913232:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88143e3e4000 0x143e3e4000(0x143e3e4000)
00000800:00000200:1.0:1550575155.913232:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88143e3e5000 0x143e3e5000(0x143e3e5000)
00000800:00000200:1.0:1550575155.913232:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88147c724000 0x147c724000(0x147c724000)
00000800:00000200:1.0:1550575155.913233:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147c725000 0x147c725000(0x147c725000)
00000800:00000200:1.0:1550575155.913233:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88147c726000 0x147c726000(0x147c726000)
00000800:00000200:1.0:1550575155.913233:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88147c727000 0x147c727000(0x147c727000)
00000800:00000200:1.0:1550575155.913234:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e5114000 0x15e5114000(0x15e5114000)
00000800:00000200:1.0:1550575155.913234:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e5115000 0x15e5115000(0x15e5115000)
00000800:00000200:1.0:1550575155.913235:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e5116000 0x15e5116000(0x15e5116000)
00000800:00000200:1.0:1550575155.913235:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e5117000 0x15e5117000(0x15e5117000)
00000800:00000200:1.0:1550575155.913235:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88147a304000 0x147a304000(0x147a304000)
00000800:00000200:1.0:1550575155.913236:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88147a305000 0x147a305000(0x147a305000)
00000800:00000200:1.0:1550575155.913236:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88147a306000 0x147a306000(0x147a306000)
00000800:00000200:1.0:1550575155.914238:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575155.914241:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914243:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914244:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914245:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914246:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914247:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914248:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914249:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914250:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914251:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914252:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914253:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914254:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914255:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914257:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914258:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914259:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914260:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914261:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914262:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914263:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914264:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914265:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914266:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914267:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914268:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914269:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914270:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914271:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914272:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914273:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914274:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914275:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914276:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914277:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.914278:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575155.914281:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575155.914844:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575155.915170:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575155.915171:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575155.915172:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88147a201400] (19)++
00000800:00000200:1.0:1550575155.915173:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88147a201400] (20)++
00000800:00000200:1.0:1550575155.915173:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88147a201400] (21)--
00000800:00000200:0.2:1550575155.915231:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (20)++
00000800:00000200:0.0:1550575155.915242:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575155.915246:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575155.915247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:1.0:1550575155.915248:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575155.915248:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575155.915250:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575155.915250:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575155.915252:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f500
00000400:00000200:1.0:1550575155.915253:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f520
00000400:00000200:0.0:1550575155.915254:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11f95 [1] + 0
00000400:00000200:1.0:1550575155.915256:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11fa5 [256] + 0
00000400:00000200:1.0:1550575155.915258:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000800:00000200:1.0:1550575155.915259:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (23)++
00000800:00000200:1.0:1550575155.915260:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (24)--
00000100:00000200:0.0:1550575155.915260:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e400 x1625895440938240/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575155.915263:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575155.915264:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575155.915264:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (23)++
00000800:00000200:1.0:1550575155.915265:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575155.915266:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575155.915266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575155.915267:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:1.0:1550575155.915269:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575155.915269:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a201400] (21)++
00000800:00000200:1.0:1550575155.915270:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a201400] (22)++
00000100:00000200:0.0:1550575155.915270:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e400 x1625895440938240/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575155.915271:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575155.915271:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000100:00000200:0.0:1550575155.915272:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e400 x1625895440938240/t0(0) o8->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575161 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575155.915274:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000800:00000200:0.2:1550575155.915278:0:2490:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000100:00080000:0.0:1550575155.915280:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0004-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575155.915284:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575155.915286:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0004_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575155.915286:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575155.915287:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac5800 hpcfs-OST0004_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575155.915289:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575155.915289:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0004-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575155.915291:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575198 ref 2 fl Rpc:eX/2/ffffffff rc -11/-1
00000100:00100000:0.0:1550575155.915294:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938240:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575155.915298:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938208 new x1625895440938288
00000100:00000200:0.0:1550575155.915302:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f530-0x5c6be4832f530, portal 8
00000100:00000200:0.0:1550575155.915303:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936192, portal 4
00000100:00000200:0.0:1550575155.915304:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936192, offset 0
00000400:00000200:0.0:1550575155.915305:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575155.915309:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575155.915310:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575155.915312:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575155.915313:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575155.915313:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.915314:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575155.915317:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575155.915320:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575155.915321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:1.2:1550575155.915322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.915322:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575155.915324:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575155.915325:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575155.915325:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575155.915327:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575199 ref 3 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575155.915327:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (22)++
00000400:00000200:1.0:1550575155.915330:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe780
00000800:00000200:1.0:1550575155.915331:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575155.915332:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.0:1550575155.915335:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575155.915335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:1.2:1550575155.915410:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575155.915412:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575155.915416:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575155.915417:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575155.915419:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f530
00000400:00000200:1.0:1550575155.915420:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11fb1 [256] + 0
00000400:00000200:1.0:1550575155.915421:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:1.0:1550575155.915421:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575155.915422:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000400:00000200:1.0:1550575155.915424:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575155.915424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575155.915425:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575155.915426:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575155.915430:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575155.915431:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575155.915431:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575155.915432:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575155.915432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575155.915438:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.915447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575155.915450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575155.915450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575155.915461:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575155.915467:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575155.915470:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575155.915471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575155.915474:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575155.915483:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575155.915484:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575155.915588:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575155.915591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575155.915595:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575155.915595:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff88147a201e00
00000400:00000200:1.0:1550575155.915596:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:1.0:1550575155.915597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575155.915598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:0.2:1550575155.916038:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000800:00000200:0.0:1550575155.916043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:0.0:1550575155.916044:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575155.916046:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575155.916047:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ed00
00000400:00000200:0.0:1550575155.916049:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 416/416 into md 0x11fb5 [1] + 192
00000100:00000200:0.0:1550575155.916051:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575199 ref 2 fl Rpc:/2/ffffffff rc -11/-1
00000800:00000200:0.0:1550575155.916054:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a201400] (23)++
00000800:00000200:0.0:1550575155.916054:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a201400] (24)--
00000800:00000200:0.0:1550575155.916054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575155.916055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000100:00000200:0.0:1550575155.916057:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575199 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000100:00000200:0.0:1550575155.916058:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661500 x1625895440936192/t0(0) o4->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575199 ref 2 fl Rpc:R/2/ffffffff rc -11/-1
00000400:00000200:0.0:1550575155.916060:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000100:00100000:0.0:1550575155.916140:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440936192:172.20.0.212@o2ib1:4
00000800:00000200:0.2:1550575155.916327:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a201400] (21)++
00000400:00000200:3.0:1550575156.247040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 13 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575156.247042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575157.247040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 13 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575157.247042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575157.408434:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408437:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575157.408437:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408439:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408439:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408440:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408441:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408441:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408443:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408444:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408444:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408445:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408445:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408446:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408446:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408447:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408447:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408447:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408448:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408448:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408448:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408449:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408450:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408450:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408451:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408451:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408451:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408452:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408452:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408452:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408453:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408454:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408454:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408455:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408455:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408455:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408456:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408456:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408457:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408457:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408457:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408458:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408458:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408459:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408460:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408460:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408460:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408460:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408461:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408462:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408463:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408463:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408464:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408464:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408464:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408465:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408466:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408467:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408468:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408468:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408470:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408470:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408477:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408478:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408478:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408479:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408479:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408480:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408481:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408481:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408482:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408482:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408483:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408485:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408485:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408486:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408486:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408486:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408487:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408488:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408489:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408490:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408490:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408490:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408493:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408494:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408495:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408496:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408497:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408499:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408502:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408503:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408504:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408506:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408506:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408507:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408508:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408509:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408509:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408510:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408510:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408511:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408511:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408512:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408515:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408515:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408516:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408517:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408517:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408518:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408519:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408520:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408521:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408522:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408523:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408524:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408524:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408525:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408526:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408527:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408530:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408538:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408538:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408539:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408541:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:1.0:1550575157.408700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575157.408700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575157.408704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:0.0:1550575157.408704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000100:0.0:1550575157.408706:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2fbf sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575157.408707:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575157.408708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (23)++
00000800:00000100:1.0:1550575157.408709:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575157.408709:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575157.408710:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72671a0 conn ffff88147a201400
00000800:00000200:1.0:1550575157.408714:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (24)--
00000800:00000200:1.0:1550575157.408715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (22)++
00000800:00000200:1.0:1550575157.408716:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (23)--
00000800:00000200:1.0:1550575157.408716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (22)--
00000800:00000200:1.0:1550575157.408717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (21)++
00000800:00000200:1.0:1550575157.408717:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (22)--
00000800:00000200:1.0:1550575157.408717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (21)--
00000800:00000200:1.0:1550575157.408718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (20)++
00000800:00000200:1.0:1550575157.408718:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (20)--
00000800:00000200:1.0:1550575157.408718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (19)--
00000800:00000200:0.0:1550575157.408718:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a201400] (21)--
00000800:00000200:1.0:1550575157.408719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (18)++
00000800:00000200:1.0:1550575157.408719:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (19)--
00000800:00000200:1.0:1550575157.408720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (18)--
00000800:00000200:1.0:1550575157.408720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (17)++
00000100:00020000:0.0:1550575157.408720:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575157.408721:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (18)--
00000800:00000200:1.0:1550575157.408721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (17)--
00000800:00000200:1.0:1550575157.408721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (16)++
00000800:00000200:1.0:1550575157.408722:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (17)--
00000800:00000200:1.0:1550575157.408722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (16)--
00000800:00000200:1.0:1550575157.408723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (15)++
00000800:00000200:1.0:1550575157.408723:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (16)--
00000800:00000200:1.0:1550575157.408723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (15)--
00000800:00000200:1.0:1550575157.408724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (14)++
00000800:00000200:1.0:1550575157.408724:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (15)--
00000800:00000200:1.0:1550575157.408724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (14)--
00000800:00000200:1.0:1550575157.408725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (13)++
00000800:00000200:1.0:1550575157.408725:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (14)--
00000800:00000200:1.0:1550575157.408726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (13)--
00000800:00000200:1.0:1550575157.408726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (12)++
00000800:00000200:1.0:1550575157.408726:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (13)--
00000800:00000200:1.0:1550575157.408727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (12)--
00000800:00000200:1.0:1550575157.408727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (11)++
00000800:00000200:1.0:1550575157.408727:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (12)--
00000800:00000200:1.0:1550575157.408728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (11)--
00000800:00000200:1.0:1550575157.408728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (10)++
00000800:00000200:1.0:1550575157.408728:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (11)--
00000800:00000200:1.0:1550575157.408729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (10)--
00000800:00000200:1.0:1550575157.408729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (9)++
00000800:00000200:1.0:1550575157.408729:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (10)--
00000800:00000200:1.0:1550575157.408730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (9)--
00000800:00000200:1.0:1550575157.408730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (8)++
00000800:00000200:1.0:1550575157.408730:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (9)--
00000800:00000200:1.0:1550575157.408731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (8)--
00000800:00000200:1.0:1550575157.408731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (7)++
00000800:00000200:1.0:1550575157.408731:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (8)--
00000800:00000200:1.0:1550575157.408732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (7)--
00000800:00000200:1.0:1550575157.408732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (6)++
00000800:00000200:1.0:1550575157.408732:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (7)--
00000800:00000200:1.0:1550575157.408733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (6)--
00000800:00000200:1.0:1550575157.408733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a201400] (5)++
00000800:00000200:1.0:1550575157.408733:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a201400] (6)--
00000800:00000200:1.0:1550575157.408734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (5)--
00000800:00000200:1.0:1550575157.408734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (4)--
00000400:00000200:2.0:1550575157.408959:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575157.408961:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575157.408962:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88147a201400] (3)--
00000800:00000200:1.0:1550575157.409371:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88147a201400] (2)--
00000400:00000200:0.0:1550575158.090429:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:0.0:1550575158.090432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a201400] (1)--
00000100:00000400:3.0:1550575158.090434:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575155/real 1550575155]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575158.090440:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575158.090442:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575158.090444:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:02000400:3.0:1550575158.090447:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575158.090447:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575158.090449:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575158.090463:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575158.090465:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575158.090466:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575158.090468:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295135515
00000100:00080000:0.0:1550575158.090470:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575158.090473:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575158.090479:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0e400 x1625895440938304/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575158.090558:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938304:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575158.090565:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938304, portal 4
00000100:00000200:1.0:1550575158.090568:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938304, offset 0
00000400:00000200:1.0:1550575158.090569:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575158.090575:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575158.090577:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575158.090579:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575158.090580:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575158.090581:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575158.090583:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575158.090593:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575158.090600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575158.090605:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575158.090607:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e400 x1625895440938304/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575164 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575158.090609:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000800:00000200:1.0:1550575158.090610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575158.090611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575158.090783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575158.090788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575158.090792:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575158.090794:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575158.090796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575158.090797:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f540
00000400:00000200:1.0:1550575158.090798:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11fbd [1] + 0
00000100:00000200:1.0:1550575158.090801:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e400 x1625895440938304/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575164 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575158.090804:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575158.090804:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575158.090805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575158.090807:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e400 x1625895440938304/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575164 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575158.090808:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e400 x1625895440938304/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575164 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575158.090812:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000100:00080000:1.0:1550575158.090816:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575158.090821:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575158.090823:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575158.090823:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575158.090824:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575158.090826:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575158.090827:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575158.090828:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575187 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:1.0:1550575158.090834:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938304:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575158.090839:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938272 new x1625895440938320
00000100:00000200:3.0:1550575158.090844:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f550-0x5c6be4832f550, portal 8
00000100:00000200:3.0:1550575158.090846:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575158.090847:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575158.090849:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575158.090853:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575158.090855:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575158.090857:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575158.090858:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575158.090858:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575158.090860:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575158.090872:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575158.090877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575158.090878:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575158.090880:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575190 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575158.090881:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.0:1550575158.090882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575158.090883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:2.0:1550575158.091555:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575158.092481:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9500] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575158.092502:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88147a307000 0x147a307000(0x147a307000)
00000800:00000200:1.0:1550575158.092505:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815ccedc000 0x15ccedc000(0x15ccedc000)
00000800:00000200:1.0:1550575158.092507:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815ccedd000 0x15ccedd000(0x15ccedd000)
00000800:00000200:1.0:1550575158.092508:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815ccede000 0x15ccede000(0x15ccede000)
00000800:00000200:1.0:1550575158.092509:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815ccedf000 0x15ccedf000(0x15ccedf000)
00000800:00000200:1.0:1550575158.092510:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88147a1b8000 0x147a1b8000(0x147a1b8000)
00000800:00000200:1.0:1550575158.092512:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88147a1b9000 0x147a1b9000(0x147a1b9000)
00000800:00000200:1.0:1550575158.092513:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88147a1ba000 0x147a1ba000(0x147a1ba000)
00000800:00000200:1.0:1550575158.092514:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147a1bb000 0x147a1bb000(0x147a1bb000)
00000800:00000200:1.0:1550575158.092515:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e02f4000 0x15e02f4000(0x15e02f4000)
00000800:00000200:1.0:1550575158.092517:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e02f5000 0x15e02f5000(0x15e02f5000)
00000800:00000200:1.0:1550575158.092518:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88143e39d000 0x143e39d000(0x143e39d000)
00000800:00000200:1.0:1550575158.092520:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e23b000 0x143e23b000(0x143e23b000)
00000800:00000200:1.0:1550575158.092521:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e23d000 0x143e23d000(0x143e23d000)
00000800:00000200:1.0:1550575158.092522:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e30d000 0x143e30d000(0x143e30d000)
00000800:00000200:1.0:1550575158.092524:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e315000 0x143e315000(0x143e315000)
00000800:00000200:1.0:1550575158.092525:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e316000 0x143e316000(0x143e316000)
00000800:00000200:1.0:1550575158.092526:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88143e339000 0x143e339000(0x143e339000)
00000800:00000200:1.0:1550575158.093590:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575158.093591:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093592:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093592:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093593:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093593:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093593:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093594:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093594:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093594:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093594:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093595:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093595:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093595:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093596:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093596:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093596:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093597:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093597:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093597:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093597:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093598:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093598:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093598:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093599:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093599:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093599:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093599:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093600:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093600:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093601:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093601:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093601:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093601:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093602:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093602:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.093602:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575158.093603:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575158.093981:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575158.094319:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575158.094322:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575158.094324:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575158.094326:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814736f0000] (20)++
00000800:00000200:1.0:1550575158.094328:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814736f0000] (21)--
00000800:00000200:0.2:1550575158.094357:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814736f0000] (20)++
00000800:00000200:0.0:1550575158.094386:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (21)++
00000800:00000200:0.0:1550575158.094399:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575158.094405:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575158.094406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (22)--
00000400:00000200:0.0:1550575158.094411:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575158.094415:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f550
00000400:00000200:0.0:1550575158.094421:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11fc5 [256] + 0
00000400:00000200:0.0:1550575158.094426:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446042000
00000800:00000200:0.0:1550575158.094429:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (21)++
00000800:00000200:0.0:1550575158.094432:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (22)--
00000400:00000200:0.0:1550575158.094442:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575158.094446:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575158.094449:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575158.094461:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9500] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575158.094464:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814736f0000] (21)++
00000800:00000200:0.0:1550575158.094466:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814736f0000] (22)++
00000800:00000200:0.0:1550575158.094469:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575158.094470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (22)--
00000800:00000200:0.2:1550575158.094482:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814736f0000] (21)++
00000800:00000200:0.0:1550575158.094490:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000200:0.0:1550575158.094493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575158.094495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (22)--
00000800:00000200:0.2:1550575158.094516:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814736f0000] (21)++
00000800:00000200:0.0:1550575158.094526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000200:0.0:1550575158.094530:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575158.094539:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814736f0000] (23)++
00000800:00000200:0.0:1550575158.094559:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814736f0000] (24)--
00000800:00000200:0.0:1550575158.094560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575158.094562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (22)--
00000800:00000200:0.2:1550575158.095541:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814736f0000] (21)++
00000400:00000200:3.0:1550575158.247040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 15 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575158.247042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575159.247040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 15 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575159.247041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575159.607361:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607363:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575159.607364:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607366:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607383:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607384:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607384:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607385:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607385:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607386:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607386:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607387:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607387:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607388:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607388:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607388:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607389:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607389:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607389:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607390:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607390:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607390:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607391:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607391:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607391:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607392:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607392:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607392:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607393:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607393:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607394:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607394:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607395:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607395:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607395:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607396:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607396:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607397:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607397:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607397:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607398:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607399:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607399:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607399:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607400:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607400:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607400:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607400:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607401:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607401:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607402:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607402:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607402:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607403:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607403:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607403:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607403:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607404:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607404:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607405:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607405:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607405:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607406:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607406:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607407:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607407:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607407:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607408:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607416:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607417:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607417:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607418:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607418:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607418:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607419:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607419:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607420:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607420:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607421:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607421:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607422:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607422:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607423:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607423:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607424:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607424:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607425:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607425:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607425:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607426:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607426:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607426:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607427:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607433:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607433:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607434:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607435:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607435:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607436:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607436:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607437:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607438:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607439:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607440:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607440:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607441:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607441:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607442:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607442:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607443:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607443:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607444:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607444:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607444:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607447:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607447:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607448:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607448:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607448:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607449:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607449:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607449:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607450:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607450:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607451:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607451:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607451:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607453:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607453:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607454:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607454:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607455:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607455:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607456:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607456:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607456:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607457:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607457:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607457:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607458:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607458:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607459:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607459:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607460:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607460:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607461:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607461:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607462:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607462:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607462:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607463:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607463:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607463:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607464:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607464:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607464:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607465:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607465:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607465:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607466:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607466:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607466:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607466:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607467:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607467:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607468:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607468:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607469:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607469:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607470:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607470:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607471:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607471:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607472:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607472:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607472:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607473:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607473:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607473:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607474:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607474:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607474:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607475:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607475:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607476:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607476:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607477:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607477:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607477:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607478:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607479:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607479:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607480:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607480:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607481:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607483:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607483:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607484:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607484:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607485:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607486:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607486:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607487:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607487:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607488:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607488:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607488:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607489:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607489:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607490:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607491:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607492:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607492:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607493:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607494:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607494:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607495:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607496:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607496:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607497:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607498:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607502:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607503:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607505:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607506:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607506:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607507:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607508:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607509:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607518:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607520:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607521:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607521:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607522:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607522:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607523:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607523:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607524:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607524:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607525:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607525:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607526:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607528:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607535:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607536:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607549:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607550:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607551:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607551:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607555:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607556:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:1.0:1550575159.607622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575159.607622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000100:0.0:1550575159.607625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575159.607625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000200:1.0:1550575159.607627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (23)++
00000800:00000100:0.0:1550575159.607627:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2fc4 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575159.607629:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:1.0:1550575159.607629:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72600d0 conn ffff8814736f0000
00000800:00000100:0.0:1550575159.607629:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575159.607630:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9500] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575159.607636:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (24)--
00000800:00000200:1.0:1550575159.607636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (23)--
00000800:00000200:1.0:1550575159.607636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (22)++
00000800:00000200:1.0:1550575159.607637:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (23)--
00000800:00000200:0.0:1550575159.607638:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814736f0000] (23)--
00000100:00020000:0.0:1550575159.607644:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575159.607648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (21)--
00000800:00000200:1.0:1550575159.607649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (20)++
00000800:00000200:1.0:1550575159.607649:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (21)--
00000800:00000200:1.0:1550575159.607649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575159.607650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (19)++
00000800:00000200:1.0:1550575159.607650:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (20)--
00000800:00000200:1.0:1550575159.607651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (19)--
00000800:00000200:1.0:1550575159.607651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (18)++
00000800:00000200:1.0:1550575159.607651:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (19)--
00000800:00000200:1.0:1550575159.607652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (18)--
00000800:00000200:1.0:1550575159.607652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (17)++
00000800:00000200:1.0:1550575159.607653:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (18)--
00000800:00000200:1.0:1550575159.607653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (17)--
00000800:00000200:1.0:1550575159.607653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (16)++
00000800:00000200:1.0:1550575159.607654:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (17)--
00000800:00000200:1.0:1550575159.607654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (16)--
00000800:00000200:1.0:1550575159.607655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (15)++
00000800:00000200:1.0:1550575159.607655:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (16)--
00000800:00000200:1.0:1550575159.607655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (15)--
00000800:00000200:1.0:1550575159.607656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (14)++
00000800:00000200:1.0:1550575159.607656:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (15)--
00000800:00000200:1.0:1550575159.607657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (14)--
00000800:00000200:1.0:1550575159.607657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (13)++
00000800:00000200:1.0:1550575159.607657:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (14)--
00000800:00000200:1.0:1550575159.607658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (13)--
00000800:00000200:1.0:1550575159.607658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (12)++
00000800:00000200:1.0:1550575159.607658:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (13)--
00000800:00000200:1.0:1550575159.607659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (12)--
00000800:00000200:1.0:1550575159.607659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (11)++
00000800:00000200:1.0:1550575159.607659:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (12)--
00000800:00000200:1.0:1550575159.607660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (11)--
00000800:00000200:1.0:1550575159.607660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (10)++
00000800:00000200:1.0:1550575159.607660:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (11)--
00000800:00000200:1.0:1550575159.607661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (10)--
00000800:00000200:1.0:1550575159.607661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (9)++
00000800:00000200:1.0:1550575159.607661:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (10)--
00000800:00000200:1.0:1550575159.607662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (9)--
00000800:00000200:1.0:1550575159.607662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (8)++
00000800:00000200:1.0:1550575159.607662:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (9)--
00000800:00000200:1.0:1550575159.607663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (8)--
00000800:00000200:1.0:1550575159.607663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (7)++
00000800:00000200:1.0:1550575159.607663:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (8)--
00000800:00000200:1.0:1550575159.607664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (7)--
00000800:00000200:1.0:1550575159.607664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (6)++
00000800:00000200:1.0:1550575159.607664:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (7)--
00000800:00000200:1.0:1550575159.607665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (6)--
00000800:00000200:1.0:1550575159.607665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814736f0000] (5)++
00000800:00000200:1.0:1550575159.607665:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814736f0000] (6)--
00000800:00000200:1.0:1550575159.607666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (5)--
00000800:00000200:1.0:1550575159.607667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (4)--
00000400:00000200:2.0:1550575159.607808:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575159.607810:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575159.607811:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814736f0000] (3)--
00000800:00000200:1.0:1550575159.608278:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814736f0000] (2)--
00000400:00000200:3.0:1550575160.247042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 16 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575160.247044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575160.278378:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000800:00000200:0.0:1550575160.278383:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814736f0000] (1)--
00000100:00000400:3.0:1550575160.278384:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575158/real 1550575158]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575190 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575160.278389:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575190 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575160.278391:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575190 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575160.278393:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:02000400:3.0:1550575160.278395:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575160.278395:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575160.278396:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575160.278411:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575160.278413:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575160.278415:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575160.278417:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295137694
00000100:00080000:0.0:1550575160.278420:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575160.278423:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575160.278431:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f600 x1625895440938336/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575160.278505:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938336:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575160.278514:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938336, portal 4
00000100:00000200:1.0:1550575160.278516:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938336, offset 0
00000400:00000200:1.0:1550575160.278518:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575160.278525:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575160.278527:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575160.278530:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575160.278532:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575160.278532:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575160.278537:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575160.278560:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575160.278568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575160.278574:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575160.278576:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f600 x1625895440938336/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575166 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575160.278579:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b80
00000800:00000200:0.0:1550575160.278579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575160.278580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575160.278672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575160.278702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575160.278712:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575160.278718:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575160.278722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575160.278726:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f560
00000400:00000200:0.0:1550575160.278731:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11fd1 [1] + 0
00000100:00000200:0.0:1550575160.278738:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f600 x1625895440938336/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575166 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575160.278751:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575160.278753:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575160.278755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:1.0:1550575160.278764:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f600 x1625895440938336/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575166 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575160.278771:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f600 x1625895440938336/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575166 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575160.278778:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000100:00080000:1.0:1550575160.278788:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575160.278801:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575160.278805:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575160.278807:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575160.278811:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575160.278816:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575160.278818:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000800:00000200:2.0:1550575160.279909:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9500] -> 172.20.116.203@o2ib117 (1)--
00000100:00080000:1.0:1550575160.288189:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575190 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:1.0:1550575160.288198:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938336:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575160.288262:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938320 new x1625895440938352
00000100:00000200:3.0:1550575160.288269:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f570-0x5c6be4832f570, portal 8
00000100:00000200:3.0:1550575160.288271:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575160.288272:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575160.288274:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575160.288279:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575160.288281:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575160.288284:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575160.288285:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575160.288286:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575160.288288:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575160.288301:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575160.288305:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:1.0:1550575160.288309:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575160.288311:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575192 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575160.288313:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:1.0:1550575160.288315:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575160.288315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575160.289799:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575160.289807:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88143e302000 0x143e302000(0x143e302000)
00000800:00000200:1.0:1550575160.289808:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e3fe000 0x143e3fe000(0x143e3fe000)
00000800:00000200:1.0:1550575160.289808:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88143e3d3000 0x143e3d3000(0x143e3d3000)
00000800:00000200:1.0:1550575160.289809:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e3a6000 0x143e3a6000(0x143e3a6000)
00000800:00000200:1.0:1550575160.289809:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88143e3aa000 0x143e3aa000(0x143e3aa000)
00000800:00000200:1.0:1550575160.289810:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814460cd000 0x14460cd000(0x14460cd000)
00000800:00000200:1.0:1550575160.289810:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8814460ce000 0x14460ce000(0x14460ce000)
00000800:00000200:1.0:1550575160.289810:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8814460cf000 0x14460cf000(0x14460cf000)
00000800:00000200:1.0:1550575160.289811:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88143e3f4000 0x143e3f4000(0x143e3f4000)
00000800:00000200:1.0:1550575160.289811:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88143e3f5000 0x143e3f5000(0x143e3f5000)
00000800:00000200:1.0:1550575160.289812:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88143e3f6000 0x143e3f6000(0x143e3f6000)
00000800:00000200:1.0:1550575160.289812:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88143e3f7000 0x143e3f7000(0x143e3f7000)
00000800:00000200:1.0:1550575160.289812:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e3f8000 0x143e3f8000(0x143e3f8000)
00000800:00000200:1.0:1550575160.289813:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e3f9000 0x143e3f9000(0x143e3f9000)
00000800:00000200:1.0:1550575160.289813:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e3fa000 0x143e3fa000(0x143e3fa000)
00000800:00000200:1.0:1550575160.289813:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e3fb000 0x143e3fb000(0x143e3fb000)
00000800:00000200:1.0:1550575160.289814:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88156d730000 0x156d730000(0x156d730000)
00000800:00000200:1.0:1550575160.289814:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88156d731000 0x156d731000(0x156d731000)
00000800:00000200:1.0:1550575160.290732:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575160.290733:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290734:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290734:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290735:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290735:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290735:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290736:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290736:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290736:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290737:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290737:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290737:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290737:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290738:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290738:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290738:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290739:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290739:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290739:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290740:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290740:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290740:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290740:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290741:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290741:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290741:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290742:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290742:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290742:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290743:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290743:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290743:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290743:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290744:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290744:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.290744:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575160.290746:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575160.291125:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575160.291426:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575160.291427:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575160.291428:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4c400] (19)++
00000800:00000200:1.0:1550575160.291429:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4c400] (20)++
00000800:00000200:1.0:1550575160.291429:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4c400] (21)--
00000800:00000200:0.2:1550575160.291481:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4c400] (20)++
00000800:00000200:0.0:1550575160.291493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (21)++
00000800:00000200:0.0:1550575160.291496:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575160.291498:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575160.291501:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575160.291503:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f570
00000400:00000200:0.0:1550575160.291505:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11fd9 [256] + 0
00000400:00000200:0.0:1550575160.291508:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446040000
00000800:00000200:0.0:1550575160.291509:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (22)++
00000800:00000200:0.0:1550575160.291510:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (23)--
00000400:00000200:0.0:1550575160.291513:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575160.291515:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575160.291516:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575160.291520:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575160.291521:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4c400] (22)++
00000800:00000200:0.0:1550575160.291522:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4c400] (23)++
00000800:00000200:0.0:1550575160.291523:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4c400] (24)--
00000800:00000200:0.0:1550575160.291524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575160.291524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)--
00000800:00000200:0.2:1550575160.291533:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4c400] (21)++
00000800:00000200:0.0:1550575160.291537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000200:0.0:1550575160.291538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575160.291538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)--
00000800:00000200:0.2:1550575160.291562:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4c400] (21)++
00000800:00000200:0.0:1550575160.291566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000200:0.0:1550575160.291567:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575160.291571:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4c400] (23)++
00000800:00000200:0.0:1550575160.291579:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4c400] (24)--
00000800:00000200:0.0:1550575160.291579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575160.291579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)--
00000800:00000200:0.2:1550575160.292492:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4c400] (21)++
00000400:00000200:3.0:1550575161.247043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575161.247045:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575161.790381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790384:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575161.790384:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790387:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790387:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790388:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790388:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790389:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790389:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790389:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790390:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790390:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790390:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790394:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790394:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790395:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790395:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790396:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790396:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790396:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790397:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790397:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790397:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790398:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790398:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790398:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790399:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790399:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790400:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790400:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790400:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790401:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790401:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790401:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790402:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790402:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790403:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790403:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790403:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790404:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790404:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790404:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790405:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790405:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790405:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790406:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790406:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790407:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790407:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790408:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790408:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790409:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790410:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790410:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790411:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790411:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790412:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790412:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790412:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790413:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790413:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790414:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790414:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790415:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790415:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790415:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790415:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790416:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790416:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790417:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790417:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790418:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790418:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790418:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790418:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790419:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790419:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790420:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790420:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790421:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790421:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790421:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790422:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790422:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790422:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790423:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790423:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790423:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790424:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790424:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790424:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790425:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790425:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790425:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790426:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790426:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790426:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790427:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790427:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790427:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790428:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790428:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790428:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790429:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790429:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790429:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790429:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790430:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790430:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790430:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790431:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790432:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790432:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790433:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790433:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790434:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790434:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790434:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790435:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790435:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790435:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790436:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790436:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790437:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790437:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790437:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790438:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790438:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790438:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790439:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790439:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790440:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790441:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790441:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790442:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790442:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790442:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790442:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790443:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790443:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790443:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790444:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790445:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790445:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790446:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790446:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790447:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790447:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790447:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790448:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790448:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790448:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790449:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790449:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790450:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790450:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790451:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790451:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790451:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790452:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790452:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790452:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790453:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790454:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790454:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790455:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790455:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790455:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790456:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790457:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790457:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790457:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790458:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790458:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790459:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790459:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790460:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790460:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790460:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790461:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790462:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790463:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790463:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790464:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790464:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790464:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790465:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790465:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790467:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790467:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790468:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790469:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790469:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790470:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790471:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790472:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790472:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790472:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790473:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790473:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790474:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790474:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790474:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790475:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790476:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790476:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790477:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790478:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790478:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790478:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790479:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790479:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790480:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790481:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790482:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790483:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790485:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790485:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790486:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790486:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790486:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790487:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790488:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790488:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790489:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790489:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790490:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790490:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790490:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790494:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790496:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790497:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790499:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790500:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790501:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790502:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790502:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790503:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790504:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790506:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790507:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790508:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790509:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790509:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790510:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790510:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790511:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790511:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790512:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790514:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790515:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790515:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790516:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790517:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790517:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790517:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790519:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790520:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790521:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790522:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790523:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790524:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790524:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790525:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790526:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790526:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790527:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790527:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790530:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790541:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000200:0.0:1550575161.790598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000100:1.0:1550575161.790599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:0.0:1550575161.790621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575161.790621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575161.790623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:1.0:1550575161.790623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000100:1.0:1550575161.790625:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2fc7 sending 1 waiting 0: failed 5
00000800:00000200:0.0:1550575161.790626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)++
00000800:00000100:1.0:1550575161.790627:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000100:0.0:1550575161.790627:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575161.790628:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72668d0 conn ffff8815dba4c400
00000800:00000200:1.0:1550575161.790629:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575161.790633:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (24)--
00000800:00000200:0.0:1550575161.790634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)++
00000800:00000200:0.0:1550575161.790635:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (23)--
00000800:00000200:0.0:1550575161.790635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (22)--
00000800:00000200:0.0:1550575161.790635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (21)++
00000800:00000200:0.0:1550575161.790636:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (22)--
00000800:00000200:0.0:1550575161.790636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (21)--
00000800:00000200:0.0:1550575161.790637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (20)++
00000800:00000200:0.0:1550575161.790637:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (21)--
00000800:00000200:0.0:1550575161.790637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (20)--
00000800:00000200:1.0:1550575161.790638:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4c400] (19)--
00000800:00000200:0.0:1550575161.790638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (19)++
00000800:00000200:0.0:1550575161.790638:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (20)--
00000800:00000200:0.0:1550575161.790638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (18)--
00000800:00000200:0.0:1550575161.790639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (17)++
00000800:00000200:0.0:1550575161.790639:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (18)--
00000800:00000200:0.0:1550575161.790639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (17)--
00000100:00020000:1.0:1550575161.790640:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575161.790640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (16)++
00000800:00000200:0.0:1550575161.790640:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (17)--
00000800:00000200:0.0:1550575161.790640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (16)--
00000800:00000200:0.0:1550575161.790641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (15)++
00000800:00000200:0.0:1550575161.790641:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (16)--
00000800:00000200:0.0:1550575161.790641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (15)--
00000800:00000200:0.0:1550575161.790642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (14)++
00000800:00000200:0.0:1550575161.790642:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (15)--
00000800:00000200:0.0:1550575161.790642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (14)--
00000800:00000200:0.0:1550575161.790643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (13)++
00000800:00000200:0.0:1550575161.790643:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (14)--
00000800:00000200:0.0:1550575161.790643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (13)--
00000800:00000200:0.0:1550575161.790644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (12)++
00000800:00000200:0.0:1550575161.790644:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (13)--
00000800:00000200:0.0:1550575161.790644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (12)--
00000800:00000200:0.0:1550575161.790645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (11)++
00000800:00000200:0.0:1550575161.790645:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (12)--
00000800:00000200:0.0:1550575161.790645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (11)--
00000800:00000200:0.0:1550575161.790646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (10)++
00000800:00000200:0.0:1550575161.790646:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (11)--
00000800:00000200:0.0:1550575161.790646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (10)--
00000800:00000200:0.0:1550575161.790647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (9)++
00000800:00000200:0.0:1550575161.790647:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (10)--
00000800:00000200:0.0:1550575161.790647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (9)--
00000800:00000200:0.0:1550575161.790648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (8)++
00000800:00000200:0.0:1550575161.790648:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (9)--
00000800:00000200:0.0:1550575161.790648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (8)--
00000800:00000200:0.0:1550575161.790649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (7)++
00000800:00000200:0.0:1550575161.790653:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (8)--
00000800:00000200:0.0:1550575161.790654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (7)--
00000800:00000200:0.0:1550575161.790654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (6)++
00000800:00000200:0.0:1550575161.790654:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (7)--
00000800:00000200:0.0:1550575161.790655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (6)--
00000800:00000200:0.0:1550575161.790655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4c400] (5)++
00000800:00000200:0.0:1550575161.790656:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4c400] (6)--
00000800:00000200:0.0:1550575161.790656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (5)--
00000800:00000200:0.0:1550575161.790656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (4)--
00000400:00000200:2.0:1550575161.790878:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575161.790880:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575161.790881:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4c400] (3)--
00000400:00000200:1.0:1550575161.796331:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000800:00000200:1.0:1550575161.796335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4c400] (2)--
00000100:00000400:3.0:1550575161.796338:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575160/real 1550575160]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575192 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575161.796356:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4c400] (1)--
00000800:00000200:2.0:1550575161.813357:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (1)--
00000100:00000200:3.0:1550575161.817400:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575192 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575161.817403:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575192 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575161.817406:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:02000400:3.0:1550575161.817408:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575161.817425:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575161.817426:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575161.817453:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575161.817455:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575161.817456:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575161.817458:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295139882
00000100:00080000:0.0:1550575161.817461:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575161.817464:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575161.817473:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0cc00 x1625895440938368/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575161.817495:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938368:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575161.817502:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938368, portal 4
00000100:00000200:0.0:1550575161.817504:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938368, offset 0
00000400:00000200:0.0:1550575161.817506:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575161.817512:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575161.817515:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575161.817517:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575161.817518:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575161.817519:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575161.817522:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575161.817572:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575161.817593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575161.817595:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575161.817597:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cc00 x1625895440938368/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575167 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575161.817600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:0.0:1550575161.817600:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe800
00000800:00000200:0.0:1550575161.817601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575161.817672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:1.0:1550575161.817677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575161.817681:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575161.817684:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575161.817686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:1.0:1550575161.817688:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f580
00000400:00000200:1.0:1550575161.817691:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x11fe5 [1] + 0
00000100:00000200:1.0:1550575161.817694:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0cc00 x1625895440938368/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575167 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575161.817699:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:1.0:1550575161.817700:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.0:1550575161.817701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:0.0:1550575161.817703:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cc00 x1625895440938368/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575167 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575161.817705:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cc00 x1625895440938368/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575167 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575161.817707:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000100:00080000:0.0:1550575161.817711:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575161.817717:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575161.817719:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575161.817720:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575161.817721:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575161.817723:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575161.817724:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575161.817726:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575192 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575161.817732:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938368:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575161.817739:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938352 new x1625895440938384
00000100:00000200:3.0:1550575161.817745:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f590-0x5c6be4832f590, portal 8
00000100:00000200:3.0:1550575161.817747:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575161.817748:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575161.817750:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575161.817754:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575161.817755:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575161.817757:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575161.817758:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575161.817759:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575161.817761:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575161.817771:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575161.817781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575161.817783:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:0.0:1550575161.817784:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575193 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575161.817786:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.0:1550575161.817787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575161.817788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.0:1550575161.819243:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575161.819252:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88156d732000 0x156d732000(0x156d732000)
00000800:00000200:1.0:1550575161.819253:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88156d733000 0x156d733000(0x156d733000)
00000800:00000200:1.0:1550575161.819253:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88156d734000 0x156d734000(0x156d734000)
00000800:00000200:1.0:1550575161.819253:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88156d735000 0x156d735000(0x156d735000)
00000800:00000200:1.0:1550575161.819254:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88156d736000 0x156d736000(0x156d736000)
00000800:00000200:1.0:1550575161.819254:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88156d737000 0x156d737000(0x156d737000)
00000800:00000200:1.0:1550575161.819255:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815df8c8000 0x15df8c8000(0x15df8c8000)
00000800:00000200:1.0:1550575161.819255:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815df8c9000 0x15df8c9000(0x15df8c9000)
00000800:00000200:1.0:1550575161.819255:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815df8ca000 0x15df8ca000(0x15df8ca000)
00000800:00000200:1.0:1550575161.819256:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815df8cb000 0x15df8cb000(0x15df8cb000)
00000800:00000200:1.0:1550575161.819256:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815df8cc000 0x15df8cc000(0x15df8cc000)
00000800:00000200:1.0:1550575161.819257:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815df8cd000 0x15df8cd000(0x15df8cd000)
00000800:00000200:1.0:1550575161.819257:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815df8ce000 0x15df8ce000(0x15df8ce000)
00000800:00000200:1.0:1550575161.819257:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815df8cf000 0x15df8cf000(0x15df8cf000)
00000800:00000200:1.0:1550575161.819258:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e4fb8000 0x15e4fb8000(0x15e4fb8000)
00000800:00000200:1.0:1550575161.819258:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e4fb9000 0x15e4fb9000(0x15e4fb9000)
00000800:00000200:1.0:1550575161.819258:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e4fba000 0x15e4fba000(0x15e4fba000)
00000800:00000200:1.0:1550575161.819259:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e4fbb000 0x15e4fbb000(0x15e4fbb000)
00000800:00000200:1.0:1550575161.820136:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575161.820137:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820138:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820138:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820138:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820139:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820139:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820139:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820140:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820140:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820140:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820141:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820142:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820142:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820143:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820144:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820144:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820145:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820145:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820145:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820146:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820146:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820146:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820146:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820147:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820147:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820147:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820148:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820148:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:1.0:1550575161.820149:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575161.820540:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575161.820867:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575161.820868:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575161.820869:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:1.0:1550575161.820869:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4ca00] (20)++
00000800:00000200:1.0:1550575161.820870:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4ca00] (21)--
00000800:00000200:0.2:1550575161.820924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4ca00] (20)++
00000800:00000200:0.0:1550575161.820936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (21)++
00000800:00000200:0.0:1550575161.820939:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575161.820941:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575161.820943:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575161.820944:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f590
00000400:00000200:0.0:1550575161.820946:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x11fed [256] + 0
00000400:00000200:0.0:1550575161.820948:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575161.820949:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (22)++
00000800:00000200:0.0:1550575161.820950:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (23)--
00000400:00000200:0.0:1550575161.820953:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575161.820955:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575161.820956:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575161.820961:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575161.820961:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4ca00] (22)++
00000800:00000200:0.0:1550575161.820962:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4ca00] (23)++
00000800:00000200:0.0:1550575161.820963:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4ca00] (24)--
00000800:00000200:0.0:1550575161.820964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575161.820964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)--
00000800:00000200:0.2:1550575161.820973:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4ca00] (21)++
00000800:00000200:0.0:1550575161.820977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000200:0.0:1550575161.820978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575161.820978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)--
00000800:00000200:0.2:1550575161.821001:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4ca00] (21)++
00000800:00000200:0.0:1550575161.821004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000200:0.0:1550575161.821005:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575161.821009:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4ca00] (23)++
00000800:00000200:0.0:1550575161.821017:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4ca00] (24)--
00000800:00000200:0.0:1550575161.821017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575161.821018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)--
00000800:00000200:0.2:1550575161.821995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4ca00] (21)++
00000400:00000200:3.0:1550575162.247980:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 19 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575162.247983:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575163.248631:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 19 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575163.248633:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 5 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575163.310518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310521:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575163.310522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310525:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310528:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310529:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310549:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310550:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310551:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310555:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310556:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:0.0:1550575163.310609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:0.0:1550575163.310610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575163.310610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575163.310766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (23)--
00000800:00000200:3.0:1550575163.310767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (22)++
00000800:00000100:3.0:1550575163.310769:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2fca sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575163.310770:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575163.310772:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575163.310778:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4ca00] (23)--
00000100:00020000:3.0:1550575163.310781:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575163.311279:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575163.311282:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575163.311283:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4ca00] (22)--
00000800:00000200:1.0:1550575163.311694:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4ca00] (21)--
00000400:00000200:3.0:1550575163.316578:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:3.0:1550575163.316583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:3.0:1550575163.316584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (19)++
00000800:00000200:3.0:1550575163.316585:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (20)--
00000800:00000200:3.0:1550575163.316586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (19)--
00000800:00000200:3.0:1550575163.316586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (18)++
00000800:00000200:3.0:1550575163.316587:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (19)--
00000800:00000200:3.0:1550575163.316587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (18)--
00000800:00000200:3.0:1550575163.316587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (17)++
00000800:00000200:3.0:1550575163.316588:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (18)--
00000800:00000200:3.0:1550575163.316588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (17)--
00000800:00000200:3.0:1550575163.316589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (16)++
00000800:00000200:3.0:1550575163.316589:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (17)--
00000800:00000200:3.0:1550575163.316589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (16)--
00000800:00000200:3.0:1550575163.316590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (15)++
00000800:00000200:3.0:1550575163.316590:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (16)--
00000800:00000200:3.0:1550575163.316590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (15)--
00000800:00000200:3.0:1550575163.316591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (14)++
00000800:00000200:3.0:1550575163.316591:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (15)--
00000800:00000200:3.0:1550575163.316592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (14)--
00000800:00000200:3.0:1550575163.316592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (13)++
00000800:00000200:3.0:1550575163.316592:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (14)--
00000800:00000200:3.0:1550575163.316593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (13)--
00000800:00000200:3.0:1550575163.316593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (12)++
00000800:00000200:3.0:1550575163.316594:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (13)--
00000800:00000200:3.0:1550575163.316610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (12)--
00000800:00000200:3.0:1550575163.316610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (11)++
00000800:00000200:3.0:1550575163.316611:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (12)--
00000800:00000200:3.0:1550575163.316611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (11)--
00000800:00000200:3.0:1550575163.316611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (10)++
00000800:00000200:3.0:1550575163.316612:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (11)--
00000800:00000200:3.0:1550575163.316612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (10)--
00000800:00000200:3.0:1550575163.316613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (9)++
00000800:00000200:3.0:1550575163.316613:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (10)--
00000800:00000200:3.0:1550575163.316613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (9)--
00000800:00000200:3.0:1550575163.316614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (8)++
00000800:00000200:3.0:1550575163.316614:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (9)--
00000800:00000200:3.0:1550575163.316614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (8)--
00000800:00000200:3.0:1550575163.316615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (7)++
00000800:00000200:3.0:1550575163.316615:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (8)--
00000800:00000200:3.0:1550575163.316615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (7)--
00000800:00000200:3.0:1550575163.316616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (6)++
00000800:00000200:3.0:1550575163.316616:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (7)--
00000800:00000200:3.0:1550575163.316616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (6)--
00000800:00000200:3.0:1550575163.316617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (5)++
00000800:00000200:3.0:1550575163.316617:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (6)--
00000800:00000200:3.0:1550575163.316618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (5)--
00000800:00000200:3.0:1550575163.316618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (4)++
00000800:00000200:3.0:1550575163.316618:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (5)--
00000800:00000200:3.0:1550575163.316619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (4)--
00000800:00000200:3.0:1550575163.316619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (3)++
00000800:00000200:3.0:1550575163.316619:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (4)--
00000800:00000200:3.0:1550575163.316620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (3)--
00000800:00000200:3.0:1550575163.316620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4ca00] (2)++
00000800:00000200:3.0:1550575163.316620:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4ca00] (3)--
00000800:00000200:3.0:1550575163.316621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (2)--
00000800:00000200:3.0:1550575163.316622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4ca00] (1)--
00000100:00000400:3.0:1550575163.316631:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575161/real 1550575161]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575163.316637:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575163.316640:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575163.316642:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:02000400:3.0:1550575163.316644:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575163.316645:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575163.316647:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575163.316675:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575163.316677:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575163.316678:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575163.316680:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295141421
00000100:00080000:0.0:1550575163.316683:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575163.316685:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575163.316690:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f300 x1625895440938416/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575163.316707:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440938400:172.20.0.212@o2ib1:400
00000100:00000200:0.0:1550575163.316713:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440938400, portal 4
00000100:00000200:0.0:1550575163.316715:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440938400, offset 0
00000400:00000200:0.0:1550575163.316717:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575163.316723:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575163.316725:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575163.316728:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575163.316729:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (20)++
00000800:00000200:0.0:1550575163.316730:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575163.316732:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (22)--
00000100:00100000:0.0:1550575163.316738:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938416:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575163.316740:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938416, portal 4
00000100:00000200:0.0:1550575163.316741:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938416, offset 0
00000400:00000200:0.0:1550575163.316742:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575163.316744:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575163.316745:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575163.316747:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575163.316747:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575163.316748:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.316748:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:1.2:1550575163.316786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575163.316808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575163.316811:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (24)--
00000100:00000200:3.0:1550575163.316813:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cc00 x1625895440938400/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575170 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575163.316815:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe800
00000800:00000200:1.0:1550575163.316816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575163.316817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:3.0:1550575163.316817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:1.0:1550575163.316817:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (23)--
00000100:00000200:1.0:1550575163.316821:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440938416/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575163.316824:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe900
00000800:00000200:1.0:1550575163.316826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000800:00000200:1.2:1550575163.316866:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575163.316874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575163.316877:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575163.316879:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575163.316880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:3.0:1550575163.316882:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f5a0
00000400:00000200:3.0:1550575163.316884:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x11ff9 [1] + 192
00000100:00000200:3.0:1550575163.316887:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0cc00 x1625895440938400/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575170 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575163.316892:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575163.316893:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000800:00000200:3.0:1550575163.316893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (21)--
00000100:00000200:0.0:1550575163.316899:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cc00 x1625895440938400/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575170 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575163.316902:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cc00 x1625895440938400/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575170 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575163.316904:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000100:00100000:0.0:1550575163.316907:0:2492:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0004-osc-ffff880034986800: committing for last_committed 12894510146 gen 1
00000100:00100000:0.0:1550575163.316921:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440938400:172.20.0.212@o2ib1:400
00000800:00000200:2.0:1550575163.318120:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575163.318142:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575163.318157:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815e4fbc000 0x15e4fbc000(0x15e4fbc000)
00000800:00000200:1.0:1550575163.318160:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e4fbd000 0x15e4fbd000(0x15e4fbd000)
00000800:00000200:1.0:1550575163.318161:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e4fbe000 0x15e4fbe000(0x15e4fbe000)
00000800:00000200:1.0:1550575163.318162:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815e4fbf000 0x15e4fbf000(0x15e4fbf000)
00000800:00000200:1.0:1550575163.318164:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881441958000 0x1441958000(0x1441958000)
00000800:00000200:1.0:1550575163.318165:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881441959000 0x1441959000(0x1441959000)
00000800:00000200:1.0:1550575163.318166:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88144195a000 0x144195a000(0x144195a000)
00000800:00000200:1.0:1550575163.318167:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88144195b000 0x144195b000(0x144195b000)
00000800:00000200:1.0:1550575163.318169:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88144195c000 0x144195c000(0x144195c000)
00000800:00000200:1.0:1550575163.318170:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88144195d000 0x144195d000(0x144195d000)
00000800:00000200:1.0:1550575163.318171:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88144195e000 0x144195e000(0x144195e000)
00000800:00000200:1.0:1550575163.318173:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88144195f000 0x144195f000(0x144195f000)
00000800:00000200:1.0:1550575163.318174:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff881559e78000 0x1559e78000(0x1559e78000)
00000800:00000200:1.0:1550575163.318175:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff881559e79000 0x1559e79000(0x1559e79000)
00000800:00000200:1.0:1550575163.318176:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff881559e7a000 0x1559e7a000(0x1559e7a000)
00000800:00000200:1.0:1550575163.318178:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881559e7b000 0x1559e7b000(0x1559e7b000)
00000800:00000200:1.0:1550575163.318179:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881559e7c000 0x1559e7c000(0x1559e7c000)
00000800:00000200:1.0:1550575163.318180:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff881559e7d000 0x1559e7d000(0x1559e7d000)
00000800:00000200:1.0:1550575163.319175:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575163.319176:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319177:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319177:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319177:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319178:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319178:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319178:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319179:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319179:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319179:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319180:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319180:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319180:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319181:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319181:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319181:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319181:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319182:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319182:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319182:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319183:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319183:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319183:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319184:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319184:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319184:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319184:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319185:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319185:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319185:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319185:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319186:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319186:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319186:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319187:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319187:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575163.319188:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575163.319579:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575163.319892:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575163.319893:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575163.319894:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575163.319894:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4d600] (20)++
00000800:00000200:1.0:1550575163.319895:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575163.319951:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575163.319962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.319969:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575163.319971:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575163.319973:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575163.319974:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f5b0
00000400:00000200:0.0:1550575163.319976:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12001 [1] + 0
00000100:00000200:0.0:1550575163.319979:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440938416/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575163.319983:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575163.319985:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575163.320001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575163.320002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:0.0:1550575163.320005:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440938416/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575163.320007:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440938416/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575163.320009:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000100:00080000:0.0:1550575163.320012:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575163.320019:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575163.320022:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575163.320022:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575163.320024:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575163.320026:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575163.320026:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575163.320028:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575193 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575163.320039:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938416:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575163.320043:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938384 new x1625895440938432
00000100:00000200:2.0:1550575163.320049:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f5c0-0x5c6be4832f5c0, portal 8
00000100:00000200:2.0:1550575163.320051:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575163.320052:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575163.320054:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575163.320058:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575163.320059:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575163.320061:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575163.320062:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575163.320062:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575163.320064:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575163.320076:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.320080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575163.320085:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575163.320087:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575195 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575163.320088:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000800:00000200:0.0:1550575163.320090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575163.320090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.2:1550575163.320206:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (20)++
00000800:00000200:3.0:1550575163.320217:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575163.320224:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575163.320226:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:3.0:1550575163.320229:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f5c0
00000800:00000200:0.0:1550575163.320229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000400:00000200:3.0:1550575163.320231:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12009 [256] + 0
00000400:00000200:3.0:1550575163.320233:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624c000
00000800:00000200:3.0:1550575163.320234:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575163.320235:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (22)--
00000400:00000200:3.0:1550575163.320239:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:3.0:1550575163.320241:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575163.320242:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:3.0:1550575163.320247:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575163.320248:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575163.320249:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575163.320250:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.320250:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575163.320256:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575163.320265:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.320268:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.320268:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575163.320274:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575163.320279:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.320282:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575163.320284:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.320288:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.320298:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.320298:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:1.2:1550575163.321209:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88147a018200] (21)++
00000800:00000200:3.0:1550575163.335988:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335991:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 4
00000800:00000200:3.0:1550575163.335992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335993:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.335993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335994:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.335994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335995:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335995:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.335996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335996:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335996:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.335997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335997:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.335998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335998:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335998:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.335999:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.335999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.335999:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336000:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336001:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336002:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336002:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336003:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336004:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336005:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336005:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336005:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336006:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336006:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336007:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336008:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336008:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336009:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336010:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336011:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336013:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336014:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336015:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336016:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336020:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336021:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336022:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336022:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336023:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336026:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336027:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336028:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336028:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336029:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336034:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336035:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336035:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336035:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336036:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336037:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336037:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336038:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336042:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336043:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336044:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336045:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336046:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336047:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336048:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336048:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336049:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336050:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336051:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336052:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336054:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336071:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336071:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336072:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336072:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336073:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336073:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336074:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336074:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336075:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336076:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336076:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336077:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336078:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336078:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336078:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336079:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336080:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336081:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336082:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336082:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336083:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336083:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336083:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336084:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336084:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336085:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336085:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336086:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336087:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336100:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336101:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336101:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336102:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336102:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336103:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336103:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336104:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336105:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336105:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336106:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336106:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336107:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336107:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336108:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336109:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336109:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336110:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336111:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336111:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336111:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336112:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336112:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336112:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336113:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336113:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336113:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336114:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336114:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336114:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336115:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336115:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336115:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336116:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336116:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336116:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336117:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336117:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336118:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336118:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336119:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336119:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336120:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336120:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336121:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336121:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336121:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336122:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336122:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336122:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336123:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336123:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336123:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336124:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336124:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336124:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336125:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336125:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336125:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336126:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336126:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336127:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336127:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336128:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336128:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336128:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336129:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336129:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336129:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336130:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336131:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336131:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336131:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336132:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336132:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336133:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336133:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336133:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336134:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336134:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336135:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336135:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336136:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336136:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336136:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336137:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336137:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336138:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336138:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336138:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336139:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336139:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336139:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336140:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336140:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336140:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336141:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336141:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336141:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336142:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336144:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336145:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336145:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336147:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336147:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336147:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336147:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336148:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336148:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336148:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336149:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336149:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336150:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336151:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336152:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336153:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336154:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336154:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336154:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336155:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336155:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336156:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000100:3.0:1550575163.336156:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336156:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575163.336157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336158:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336158:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336159:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336159:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336159:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336160:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336160:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336160:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336161:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336161:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336162:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336162:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336163:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336164:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336164:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336165:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336166:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336166:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336167:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336167:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336168:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336169:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336169:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336171:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336171:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336172:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336172:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336173:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336174:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336175:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336175:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336176:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336176:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336177:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336177:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336177:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336178:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336179:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336180:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336180:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336181:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336181:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336182:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336183:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336183:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336183:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336184:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336184:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336184:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336185:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336185:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336186:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336187:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336187:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336187:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336188:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336188:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336188:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336189:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336189:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336189:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336190:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336190:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336191:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336192:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336192:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336193:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336194:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336195:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336196:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336196:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336196:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336197:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336197:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336198:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336199:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336199:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336200:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336200:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336200:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336201:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336201:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336202:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336202:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336203:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575163.336203:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000100:0.0:1550575163.336203:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336204:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.336204:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000100:3.0:1550575163.336205:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336206:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336206:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336206:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336207:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336207:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336208:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336208:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336208:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336209:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336209:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336210:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336210:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336211:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336211:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336211:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336212:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336212:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336213:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336213:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336214:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336214:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336215:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336216:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336217:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336218:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336218:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336218:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336219:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336219:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336220:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.336220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000100:3.0:1550575163.336221:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336221:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336222:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336222:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336222:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336223:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336223:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336224:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336224:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336225:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336225:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336226:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336226:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336227:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336227:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336228:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336228:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336229:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000100:3.0:1550575163.336229:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (24)--
00000800:00000200:3.0:1550575163.336230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336231:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336232:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336232:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336233:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336234:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.336234:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000100:3.0:1550575163.336235:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336236:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336236:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336236:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336237:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336237:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336237:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336238:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336239:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336240:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336241:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336241:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336242:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336242:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336243:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:0.0:1550575163.336243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000100:3.0:1550575163.336244:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336245:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336245:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336245:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336246:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336246:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336246:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336247:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:3.0:1550575163.336247:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:3.0:1550575163.336248:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575163.336248:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336249:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336250:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336250:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336250:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336251:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336251:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336252:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336252:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336253:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336253:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336254:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336254:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336255:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336256:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336256:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336256:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336258:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336258:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336259:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336259:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336259:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336260:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336260:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575163.336261:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000100:0.0:1550575163.336261:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575163.336261:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000100:3.0:1550575163.336263:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2fce sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575163.336265:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575163.336266:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (23)++
00000800:00000200:3.0:1550575163.336267:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2)--
00000800:00000100:0.0:1550575163.336267:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000200:0.0:1550575163.336268:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815e6b879a0 conn ffff88147a018200
00000800:00000200:0.0:1550575163.336272:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (24)--
00000800:00000200:0.0:1550575163.336272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336272:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (22)++
00000800:00000200:3.0:1550575163.336273:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575163.336273:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (23)--
00000800:00000200:0.0:1550575163.336273:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (22)--
00000800:00000200:0.0:1550575163.336274:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (21)++
00000800:00000200:0.0:1550575163.336274:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (21)--
00000800:00000200:0.0:1550575163.336274:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (20)--
00000100:00020000:3.0:1550575163.336275:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575163.336275:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (19)++
00000800:00000200:0.0:1550575163.336275:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (20)--
00000800:00000200:0.0:1550575163.336275:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (19)--
00000800:00000200:0.0:1550575163.336276:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (18)++
00000800:00000200:0.0:1550575163.336276:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (19)--
00000800:00000200:0.0:1550575163.336276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (18)--
00000800:00000200:0.0:1550575163.336277:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (17)++
00000800:00000200:0.0:1550575163.336277:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (18)--
00000800:00000200:0.0:1550575163.336277:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (17)--
00000800:00000200:0.0:1550575163.336278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (16)++
00000800:00000200:0.0:1550575163.336278:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (17)--
00000800:00000200:0.0:1550575163.336278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (16)--
00000800:00000200:0.0:1550575163.336279:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (15)++
00000800:00000200:0.0:1550575163.336279:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (16)--
00000800:00000200:0.0:1550575163.336279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (15)--
00000800:00000200:0.0:1550575163.336280:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (14)++
00000800:00000200:0.0:1550575163.336280:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (15)--
00000800:00000200:0.0:1550575163.336281:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (14)--
00000800:00000200:0.0:1550575163.336281:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (13)++
00000800:00000200:0.0:1550575163.336281:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (14)--
00000800:00000200:0.0:1550575163.336282:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (13)--
00000800:00000200:0.0:1550575163.336282:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (12)++
00000800:00000200:0.0:1550575163.336282:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (13)--
00000800:00000200:0.0:1550575163.336283:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (12)--
00000800:00000200:0.0:1550575163.336283:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (11)++
00000800:00000200:0.0:1550575163.336283:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (12)--
00000800:00000200:0.0:1550575163.336284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (11)--
00000800:00000200:0.0:1550575163.336284:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (10)++
00000800:00000200:0.0:1550575163.336285:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (11)--
00000800:00000200:0.0:1550575163.336285:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (10)--
00000800:00000200:0.0:1550575163.336285:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (9)++
00000800:00000200:0.0:1550575163.336286:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (10)--
00000800:00000200:0.0:1550575163.336286:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (9)--
00000800:00000200:0.0:1550575163.336286:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (8)++
00000800:00000200:0.0:1550575163.336287:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (9)--
00000800:00000200:0.0:1550575163.336287:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (8)--
00000800:00000200:0.0:1550575163.336287:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (7)++
00000800:00000200:0.0:1550575163.336288:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (8)--
00000800:00000200:0.0:1550575163.336288:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (7)--
00000800:00000200:0.0:1550575163.336289:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (6)++
00000800:00000200:0.0:1550575163.336289:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (7)--
00000800:00000200:0.0:1550575163.336289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (6)--
00000800:00000200:0.0:1550575163.336289:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88147a018200] (5)++
00000800:00000200:0.0:1550575163.336290:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88147a018200] (6)--
00000800:00000200:0.0:1550575163.336290:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (5)--
00000800:00000200:0.0:1550575163.336291:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (4)--
00000400:00000200:2.0:1550575163.336455:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575163.336457:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575163.336457:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88147a018200] (3)--
00000800:00000200:1.0:1550575163.336967:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88147a018200] (2)--
00000400:00000200:3.0:1550575163.341913:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624c000
00000800:00000200:3.0:1550575163.341916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88147a018200] (1)--
00000100:00000400:2.0:1550575163.341917:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575163/real 1550575163]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575163.341922:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575163.341924:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575163.341928:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000100:02000400:2.0:1550575163.341929:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575163.341930:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575163.341931:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575163.341944:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575163.341946:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575163.341946:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575163.341948:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295142920
00000100:00080000:0.0:1550575163.341950:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575163.341952:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575163.341957:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f300 x1625895440938448/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575163.341963:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938448:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575163.341966:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938448, portal 4
00000100:00000200:0.0:1550575163.341967:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938448, offset 0
00000400:00000200:0.0:1550575163.341969:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575163.341972:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575163.341974:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575163.341975:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575163.341976:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575163.341977:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.341978:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575163.342040:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.342045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575163.342047:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575163.342049:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440938448/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575163.342051:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000800:00000200:0.0:1550575163.342051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575163.342052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575163.342114:0:1248:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575163.342129:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.342134:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575163.342135:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575163.342137:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f5d0
00000400:00000200:0.0:1550575163.342138:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12015 [1] + 0
00000800:00000200:3.0:1550575163.342139:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000100:00000200:0.0:1550575163.342140:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440938448/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575163.342142:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.342143:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575163.342144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:0.0:1550575163.342146:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440938448/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575163.342147:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440938448/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575169 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575163.342149:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000100:00080000:0.0:1550575163.342151:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575163.342154:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575163.342154:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575163.342155:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575163.342156:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575163.342158:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575163.342158:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575163.342160:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575163.342164:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938448:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575163.342206:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938432 new x1625895440938464
00000100:00000200:2.0:1550575163.342209:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f5e0-0x5c6be4832f5e0, portal 8
00000100:00000200:2.0:1550575163.342211:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575163.342212:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575163.342214:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575163.342218:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575163.342219:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575163.342221:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575163.342221:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575163.342222:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575163.342223:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575163.342234:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575163.342238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575163.342239:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575163.342241:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575195 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575163.342243:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8700
00000800:00000200:0.0:1550575163.342244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575163.342244:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:2.0:1550575163.343516:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575163.343608:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575163.343629:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881559e7e000 0x1559e7e000(0x1559e7e000)
00000800:00000200:1.0:1550575163.343632:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e33c000 0x143e33c000(0x143e33c000)
00000800:00000200:1.0:1550575163.343634:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88143e331000 0x143e331000(0x143e331000)
00000800:00000200:1.0:1550575163.343635:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e2fc000 0x143e2fc000(0x143e2fc000)
00000800:00000200:1.0:1550575163.343636:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88152aa08000 0x152aa08000(0x152aa08000)
00000800:00000200:1.0:1550575163.343637:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e4ead000 0x15e4ead000(0x15e4ead000)
00000800:00000200:1.0:1550575163.343639:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88152a95c000 0x152a95c000(0x152a95c000)
00000800:00000200:1.0:1550575163.343640:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8814b02ff000 0x14b02ff000(0x14b02ff000)
00000800:00000200:1.0:1550575163.343641:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815df746000 0x15df746000(0x15df746000)
00000800:00000200:1.0:1550575163.343642:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814b02fb000 0x14b02fb000(0x14b02fb000)
00000800:00000200:1.0:1550575163.343644:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815dc97b000 0x15dc97b000(0x15dc97b000)
00000800:00000200:1.0:1550575163.343645:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e250d000 0x15e250d000(0x15e250d000)
00000800:00000200:1.0:1550575163.343646:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e250f000 0x15e250f000(0x15e250f000)
00000800:00000200:1.0:1550575163.343648:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff881559e7f000 0x1559e7f000(0x1559e7f000)
00000800:00000200:1.0:1550575163.343649:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88144600d000 0x144600d000(0x144600d000)
00000800:00000200:1.0:1550575163.343650:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88144600a000 0x144600a000(0x144600a000)
00000800:00000200:1.0:1550575163.343652:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88144600b000 0x144600b000(0x144600b000)
00000800:00000200:1.0:1550575163.343653:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88147a300000 0x147a300000(0x147a300000)
00000800:00000200:1.0:1550575163.344615:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575163.344616:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344617:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344617:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344617:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344618:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344618:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344618:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344618:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344619:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344620:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344622:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344623:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344623:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344623:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344623:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344624:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344624:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344624:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344625:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344625:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344625:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344625:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344626:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344627:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.344627:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (20)--
00000800:00000200:1.0:1550575163.344628:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575163.345010:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575163.345324:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e000] (19)++
00000800:00000200:1.0:1550575163.345330:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575163.345331:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575163.345331:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4e000] (20)++
00000800:00000200:1.0:1550575163.345332:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4e000] (21)++
00000800:00000200:1.0:1550575163.345332:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4e000] (22)--
00000800:00000200:0.0:1550575163.345393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (21)++
00000800:00000200:0.0:1550575163.345396:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575163.345398:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575163.345400:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575163.345401:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f5e0
00000400:00000200:0.0:1550575163.345403:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1201d [256] + 0
00000400:00000200:0.0:1550575163.345405:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624a000
00000800:00000200:0.0:1550575163.345407:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (22)++
00000800:00000200:0.0:1550575163.345408:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (23)--
00000400:00000200:0.0:1550575163.345411:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575163.345412:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575163.345413:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575163.345417:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575163.345418:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4e000] (22)++
00000800:00000200:0.0:1550575163.345418:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4e000] (23)++
00000800:00000200:0.0:1550575163.345419:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4e000] (24)--
00000800:00000200:0.0:1550575163.345420:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575163.345421:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)--
00000800:00000200:1.2:1550575163.345427:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e000] (21)++
00000800:00000200:0.0:1550575163.345431:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000200:0.0:1550575163.345432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575163.345432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)--
00000800:00000200:1.2:1550575163.345445:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e000] (21)++
00000800:00000200:0.0:1550575163.345455:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000200:0.0:1550575163.345457:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575163.345460:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e000] (23)++
00000800:00000200:0.0:1550575163.345468:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e000] (24)--
00000800:00000200:0.0:1550575163.345468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575163.345468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)--
00000800:00000200:1.2:1550575163.346414:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e000] (21)++
00000400:00000200:3.0:1550575164.248139:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575164.248142:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 7 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575164.837491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837494:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 4
00000800:00000200:0.0:1550575164.837494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837497:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837499:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837500:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837503:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837503:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837504:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837506:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837506:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837507:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837509:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837509:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837510:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837510:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837511:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837511:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837512:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837514:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837515:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837516:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837517:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837517:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837518:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837519:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837520:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837521:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837522:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837523:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837524:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837524:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837525:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837526:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837526:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837527:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837527:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837538:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837538:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837539:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000200:0.0:1550575164.837726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000100:3.0:1550575164.837727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:3.0:1550575164.837767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:3.0:1550575164.837767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000100:0.0:1550575164.837771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575164.837771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:0.0:1550575164.837771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000200:3.0:1550575164.837772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)++
00000800:00000100:0.0:1550575164.837773:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2fd1 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575164.837774:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000200:3.0:1550575164.837775:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72670d0 conn ffff8815dba4e000
00000800:00000100:0.0:1550575164.837775:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575164.837777:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9000] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:3.0:1550575164.837782:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (24)--
00000800:00000200:3.0:1550575164.837783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)++
00000800:00000200:3.0:1550575164.837783:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (23)--
00000800:00000200:3.0:1550575164.837784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (22)--
00000800:00000200:3.0:1550575164.837784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (21)++
00000800:00000200:3.0:1550575164.837784:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (22)--
00000800:00000200:3.0:1550575164.837785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (21)--
00000800:00000200:3.0:1550575164.837785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (20)++
00000800:00000200:0.0:1550575164.837785:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4e000] (20)--
00000800:00000200:3.0:1550575164.837786:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (21)--
00000800:00000200:3.0:1550575164.837786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (19)--
00000800:00000200:3.0:1550575164.837786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (18)++
00000800:00000200:3.0:1550575164.837787:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (19)--
00000800:00000200:3.0:1550575164.837787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (18)--
00000800:00000200:3.0:1550575164.837787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (17)++
00000800:00000200:3.0:1550575164.837788:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (18)--
00000800:00000200:3.0:1550575164.837788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (17)--
00000800:00000200:3.0:1550575164.837788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (16)++
00000100:00020000:0.0:1550575164.837788:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:3.0:1550575164.837789:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (17)--
00000800:00000200:3.0:1550575164.837789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (16)--
00000800:00000200:3.0:1550575164.837789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (15)++
00000800:00000200:3.0:1550575164.837790:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (16)--
00000800:00000200:3.0:1550575164.837790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (15)--
00000800:00000200:3.0:1550575164.837790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (14)++
00000800:00000200:3.0:1550575164.837791:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (15)--
00000800:00000200:3.0:1550575164.837791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (14)--
00000800:00000200:3.0:1550575164.837791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (13)++
00000800:00000200:3.0:1550575164.837792:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (14)--
00000800:00000200:3.0:1550575164.837792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (13)--
00000800:00000200:3.0:1550575164.837792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (12)++
00000800:00000200:3.0:1550575164.837793:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (13)--
00000800:00000200:3.0:1550575164.837793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (12)--
00000800:00000200:3.0:1550575164.837793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (11)++
00000800:00000200:3.0:1550575164.837793:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (12)--
00000800:00000200:3.0:1550575164.837794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (11)--
00000800:00000200:3.0:1550575164.837794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (10)++
00000800:00000200:3.0:1550575164.837794:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (11)--
00000800:00000200:3.0:1550575164.837795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (10)--
00000800:00000200:3.0:1550575164.837795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (9)++
00000800:00000200:3.0:1550575164.837795:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (10)--
00000800:00000200:3.0:1550575164.837796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (9)--
00000800:00000200:3.0:1550575164.837796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (8)++
00000800:00000200:3.0:1550575164.837796:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (9)--
00000800:00000200:3.0:1550575164.837797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (8)--
00000800:00000200:3.0:1550575164.837797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (7)++
00000800:00000200:3.0:1550575164.837797:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (8)--
00000800:00000200:3.0:1550575164.837798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (7)--
00000800:00000200:3.0:1550575164.837798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (6)++
00000800:00000200:3.0:1550575164.837798:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (7)--
00000800:00000200:3.0:1550575164.837799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (6)--
00000800:00000200:3.0:1550575164.837799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e000] (5)++
00000800:00000200:3.0:1550575164.837799:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e000] (6)--
00000800:00000200:3.0:1550575164.837800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (5)--
00000800:00000200:3.0:1550575164.837801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (4)--
00000400:00000200:2.0:1550575164.838051:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575164.838053:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575164.838054:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4e000] (3)--
00000800:00000200:1.0:1550575164.838497:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4e000] (2)--
00000400:00000200:3.0:1550575165.248674:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575165.248677:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 8 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575165.507477:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624a000
00000100:00000400:2.0:1550575165.507483:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575163/real 1550575163]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575165.507484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e000] (1)--
00000100:00000200:2.0:1550575165.507489:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575165.507492:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575165.507494:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000100:02000400:2.0:1550575165.507496:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575165.507498:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575165.507500:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575165.507516:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575165.507518:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575165.507519:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575165.507522:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295142945
00000100:00080000:0.0:1550575165.507524:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575165.507528:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575165.507537:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f300 x1625895440938480/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575165.507546:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938480:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575165.507552:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938480, portal 4
00000100:00000200:0.0:1550575165.507554:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938480, offset 0
00000400:00000200:0.0:1550575165.507556:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575165.507562:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575165.507565:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575165.507567:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575165.507568:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575165.507569:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575165.507572:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575165.507584:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575165.507589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575165.507591:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575165.507592:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440938480/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575171 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575165.507594:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000800:00000200:0.0:1550575165.507595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575165.507597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575165.507756:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575165.507760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575165.507761:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575165.507763:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575165.507765:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f5f0
00000400:00000200:0.0:1550575165.507767:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12029 [1] + 0
00000100:00000200:0.0:1550575165.507770:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440938480/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575171 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575165.507772:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575165.507773:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575165.507773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575165.507774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:0.0:1550575165.507776:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440938480/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575171 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575165.507777:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440938480/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575171 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575165.507779:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000100:00080000:0.0:1550575165.507783:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575165.507789:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575165.507791:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575165.507791:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575165.507792:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575165.507794:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575165.507795:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575165.507796:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575195 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575165.507802:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938480:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575165.507808:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938464 new x1625895440938496
00000100:00000200:2.0:1550575165.507813:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f600-0x5c6be4832f600, portal 8
00000100:00000200:2.0:1550575165.507814:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575165.507816:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575165.507818:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575165.507822:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575165.507823:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575165.507825:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575165.507826:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575165.507827:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575165.507828:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575165.507838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575165.507840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575165.507841:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575165.507843:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575197 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575165.507845:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8480
00000800:00000200:0.0:1550575165.507846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575165.507846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:2.0:1550575165.508963:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575165.509303:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575165.509326:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88147a301000 0x147a301000(0x147a301000)
00000800:00000200:1.0:1550575165.509330:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e4eae000 0x15e4eae000(0x15e4eae000)
00000800:00000200:1.0:1550575165.509331:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e4eaf000 0x15e4eaf000(0x15e4eaf000)
00000800:00000200:1.0:1550575165.509333:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88144600e000 0x144600e000(0x144600e000)
00000800:00000200:1.0:1550575165.509334:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88144600f000 0x144600f000(0x144600f000)
00000800:00000200:1.0:1550575165.509335:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815dc538000 0x15dc538000(0x15dc538000)
00000800:00000200:1.0:1550575165.509337:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815dc539000 0x15dc539000(0x15dc539000)
00000800:00000200:1.0:1550575165.509338:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815dc53a000 0x15dc53a000(0x15dc53a000)
00000800:00000200:1.0:1550575165.509339:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815dc53b000 0x15dc53b000(0x15dc53b000)
00000800:00000200:1.0:1550575165.509340:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814ab898000 0x14ab898000(0x14ab898000)
00000800:00000200:1.0:1550575165.509342:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814ab899000 0x14ab899000(0x14ab899000)
00000800:00000200:1.0:1550575165.509343:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814ab89a000 0x14ab89a000(0x14ab89a000)
00000800:00000200:1.0:1550575165.509344:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814ab89b000 0x14ab89b000(0x14ab89b000)
00000800:00000200:1.0:1550575165.509346:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814ab89c000 0x14ab89c000(0x14ab89c000)
00000800:00000200:1.0:1550575165.509347:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e02f1000 0x15e02f1000(0x15e02f1000)
00000800:00000200:1.0:1550575165.509348:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e364000 0x143e364000(0x143e364000)
00000800:00000200:1.0:1550575165.509350:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e3ac000 0x143e3ac000(0x143e3ac000)
00000800:00000200:1.0:1550575165.509351:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814b22c3000 0x14b22c3000(0x14b22c3000)
00000800:00000200:1.0:1550575165.510250:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575165.510251:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510252:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510252:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510252:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510253:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510253:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510253:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510254:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510254:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510254:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510254:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510255:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510255:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510255:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510256:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510256:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510256:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510257:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510257:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510257:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510258:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510258:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510258:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510259:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510259:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510259:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510259:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510260:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510260:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510260:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510260:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510261:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510261:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510261:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510262:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510262:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:1.0:1550575165.510263:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575165.510631:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575165.510956:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0a200] (19)++
00000800:00000200:1.0:1550575165.510963:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575165.510964:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575165.510964:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881477c0a200] (20)++
00000800:00000200:1.0:1550575165.510965:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881477c0a200] (21)++
00000800:00000200:1.0:1550575165.510966:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881477c0a200] (22)--
00000800:00000200:0.0:1550575165.511030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (21)++
00000800:00000200:0.0:1550575165.511042:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575165.511044:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575165.511047:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575165.511049:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f600
00000400:00000200:0.0:1550575165.511051:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12031 [256] + 0
00000400:00000200:0.0:1550575165.511053:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624e000
00000800:00000200:0.0:1550575165.511054:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (22)++
00000800:00000200:0.0:1550575165.511055:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575165.511056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (22)--
00000400:00000200:0.0:1550575165.511058:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575165.511060:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575165.511061:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575165.511065:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575165.511066:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0a200] (21)++
00000800:00000200:0.0:1550575165.511067:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0a200] (22)++
00000800:00000200:0.0:1550575165.511068:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575165.511069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (22)--
00000800:00000200:1.2:1550575165.511075:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0a200] (21)++
00000800:00000200:1.0:1550575165.511079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000200:1.0:1550575165.511083:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575165.511083:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (22)--
00000800:00000200:1.2:1550575165.511097:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0a200] (21)++
00000800:00000200:1.0:1550575165.511101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000200:1.0:1550575165.511105:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575165.511110:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0a200] (23)++
00000800:00000200:0.0:1550575165.511111:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (24)--
00000800:00000200:1.0:1550575165.511117:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575165.511117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (22)--
00000800:00000200:1.2:1550575165.512094:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0a200] (21)++
00000400:00000200:3.0:1550575166.248434:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575166.248437:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 9 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575167.015544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 4
00000800:00000200:0.0:1550575167.015549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015551:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015551:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (24)--
00000800:00000200:0.0:1550575167.015595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (23)++
00000800:00000100:0.0:1550575167.015595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:1.0:1550575167.015612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:1.0:1550575167.015612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:1.0:1550575167.015612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575167.015796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (23)--
00000800:00000200:0.0:1550575167.015797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (22)++
00000800:00000100:0.0:1550575167.015799:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2fd4 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575167.015800:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575167.015802:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:0.0:1550575167.015810:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0a200] (23)--
00000100:00020000:0.0:1550575167.015813:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575167.015934:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575167.015936:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575167.015937:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881477c0a200] (22)--
00000800:00000200:2.0:1550575167.017053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (21)++
00000800:00000200:2.0:1550575167.017054:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (22)--
00000800:00000200:2.0:1550575167.017054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (21)--
00000800:00000200:2.0:1550575167.017055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (20)++
00000800:00000200:2.0:1550575167.017055:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (21)--
00000800:00000200:2.0:1550575167.017056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (20)--
00000800:00000200:2.0:1550575167.017056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (19)++
00000800:00000200:2.0:1550575167.017057:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (20)--
00000800:00000200:2.0:1550575167.017057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (19)--
00000800:00000200:2.0:1550575167.017057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (18)++
00000800:00000200:2.0:1550575167.017058:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (19)--
00000800:00000200:2.0:1550575167.017058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (18)--
00000800:00000200:2.0:1550575167.017058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (17)++
00000800:00000200:2.0:1550575167.017059:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (18)--
00000800:00000200:2.0:1550575167.017059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (17)--
00000800:00000200:2.0:1550575167.017060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (16)++
00000800:00000200:2.0:1550575167.017060:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (17)--
00000800:00000200:2.0:1550575167.017060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (16)--
00000800:00000200:2.0:1550575167.017061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (15)++
00000800:00000200:2.0:1550575167.017061:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (16)--
00000800:00000200:2.0:1550575167.017062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (15)--
00000800:00000200:2.0:1550575167.017062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (14)++
00000800:00000200:2.0:1550575167.017063:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (15)--
00000800:00000200:2.0:1550575167.017063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (14)--
00000800:00000200:2.0:1550575167.017063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (13)++
00000800:00000200:2.0:1550575167.017064:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (14)--
00000800:00000200:2.0:1550575167.017064:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (13)--
00000800:00000200:2.0:1550575167.017064:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (12)++
00000800:00000200:2.0:1550575167.017064:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (13)--
00000800:00000200:2.0:1550575167.017065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (12)--
00000800:00000200:2.0:1550575167.017065:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (11)++
00000800:00000200:2.0:1550575167.017065:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (12)--
00000800:00000200:2.0:1550575167.017066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (11)--
00000800:00000200:2.0:1550575167.017066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (10)++
00000800:00000200:2.0:1550575167.017066:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (11)--
00000800:00000200:2.0:1550575167.017067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (10)--
00000800:00000200:2.0:1550575167.017067:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (9)++
00000800:00000200:2.0:1550575167.017067:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (10)--
00000800:00000200:2.0:1550575167.017068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (9)--
00000800:00000200:2.0:1550575167.017068:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (8)++
00000800:00000200:2.0:1550575167.017068:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (9)--
00000800:00000200:2.0:1550575167.017069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (8)--
00000800:00000200:2.0:1550575167.017069:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (7)++
00000800:00000200:2.0:1550575167.017069:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (8)--
00000800:00000200:2.0:1550575167.017070:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (7)--
00000800:00000200:2.0:1550575167.017070:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (6)++
00000800:00000200:2.0:1550575167.017070:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (7)--
00000800:00000200:2.0:1550575167.017071:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (6)--
00000800:00000200:2.0:1550575167.017071:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (5)++
00000800:00000200:2.0:1550575167.017071:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (6)--
00000800:00000200:2.0:1550575167.017072:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (5)--
00000800:00000200:2.0:1550575167.017072:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0a200] (4)++
00000800:00000200:2.0:1550575167.017073:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0a200] (5)--
00000800:00000200:2.0:1550575167.017073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (4)--
00000800:00000200:2.0:1550575167.017073:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (3)--
00000400:00000200:3.0:1550575167.248044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575167.248046:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 10 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575167.691519:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624e000
00000800:00000200:0.0:1550575167.691541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0a200] (2)--
00000800:00000200:1.0:1550575167.691547:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881477c0a200] (1)--
00000100:00000400:2.0:1550575167.691753:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575165/real 1550575165]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575197 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575167.691760:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575197 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575167.691763:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575197 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575167.691765:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000100:02000400:2.0:1550575167.691768:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575167.691769:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575167.691771:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575167.691788:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575167.691790:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575167.691793:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575167.691795:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295145111
00000100:00080000:0.0:1550575167.691798:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575167.691801:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575167.691811:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f300 x1625895440938512/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575167.691828:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938512:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575167.691835:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938512, portal 4
00000100:00000200:2.0:1550575167.691838:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938512, offset 0
00000400:00000200:2.0:1550575167.691840:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575167.691846:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575167.691849:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575167.691852:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575167.691853:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575167.691854:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575167.691857:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575167.691873:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575167.691879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575167.691881:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575167.691884:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440938512/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575173 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575167.691886:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8000
00000800:00000200:0.0:1550575167.691888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575167.691888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575167.692070:0:397:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575167.692100:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575167.692102:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575167.692104:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575167.692107:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f610
00000400:00000200:0.0:1550575167.692109:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1203d [1] + 0
00000100:00000200:0.0:1550575167.692111:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440938512/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575173 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575167.692116:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575167.692117:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575167.692117:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575167.692118:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:2.0:1550575167.692142:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440938512/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575173 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575167.692144:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440938512/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575173 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575167.692146:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000100:00080000:2.0:1550575167.692151:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575167.692158:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575167.692159:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575167.692160:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575167.692162:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575167.692164:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575167.692165:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575167.692166:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575197 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575167.692169:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938512:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575167.692174:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938496 new x1625895440938528
00000100:00000200:2.0:1550575167.692179:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f620-0x5c6be4832f620, portal 8
00000100:00000200:2.0:1550575167.692181:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575167.692181:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575167.692183:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575167.692185:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575167.692187:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575167.692188:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575167.692189:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575167.692189:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575167.692190:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575167.692201:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575167.692204:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575167.692205:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575167.692207:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575199 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575167.692209:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8580
00000800:00000200:0.0:1550575167.692210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575167.692210:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:2.0:1550575167.692935:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575167.693735:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9400] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575167.693752:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88143e334000 0x143e334000(0x143e334000)
00000800:00000200:1.0:1550575167.693755:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814adf8b000 0x14adf8b000(0x14adf8b000)
00000800:00000200:1.0:1550575167.693757:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88143e311000 0x143e311000(0x143e311000)
00000800:00000200:1.0:1550575167.693758:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88158736a000 0x158736a000(0x158736a000)
00000800:00000200:1.0:1550575167.693759:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88156f52e000 0x156f52e000(0x156f52e000)
00000800:00000200:1.0:1550575167.693761:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88143e366000 0x143e366000(0x143e366000)
00000800:00000200:1.0:1550575167.693762:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88143e24f000 0x143e24f000(0x143e24f000)
00000800:00000200:1.0:1550575167.693764:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88143e30c000 0x143e30c000(0x143e30c000)
00000800:00000200:1.0:1550575167.693765:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88143e29b000 0x143e29b000(0x143e29b000)
00000800:00000200:1.0:1550575167.693766:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88143e3af000 0x143e3af000(0x143e3af000)
00000800:00000200:1.0:1550575167.693767:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88152aa0b000 0x152aa0b000(0x152aa0b000)
00000800:00000200:1.0:1550575167.693769:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814b22c4000 0x14b22c4000(0x14b22c4000)
00000800:00000200:1.0:1550575167.693770:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e33b000 0x143e33b000(0x143e33b000)
00000800:00000200:1.0:1550575167.693771:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e318000 0x143e318000(0x143e318000)
00000800:00000200:1.0:1550575167.693773:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e2509000 0x15e2509000(0x15e2509000)
00000800:00000200:1.0:1550575167.693774:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814ab89d000 0x14ab89d000(0x14ab89d000)
00000800:00000200:1.0:1550575167.693775:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815df744000 0x15df744000(0x15df744000)
00000800:00000200:1.0:1550575167.693776:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815df745000 0x15df745000(0x15df745000)
00000800:00000200:1.0:1550575167.694868:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575167.694871:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694873:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694874:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694875:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694876:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694877:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694878:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694879:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694880:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694881:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694882:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694883:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694884:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694885:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694886:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694887:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694888:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694889:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694890:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694891:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694892:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694893:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694894:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694896:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694897:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694898:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694899:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694900:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694901:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694902:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694903:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694904:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694905:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694906:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694907:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.694908:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575167.694911:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575167.695401:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575167.695719:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575167.695750:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575167.695753:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575167.695756:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881477c0ae00] (20)++
00000800:00000200:1.0:1550575167.695757:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575167.695759:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881477c0ae00] (22)--
00000800:00000200:0.0:1550575167.695819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)++
00000800:00000200:0.0:1550575167.695836:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575167.695838:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575167.695841:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575167.695843:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f620
00000400:00000200:0.0:1550575167.695845:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12045 [256] + 0
00000400:00000200:0.0:1550575167.695846:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624e000
00000800:00000200:0.0:1550575167.695848:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575167.695849:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)--
00000400:00000200:0.0:1550575167.695852:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575167.695854:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575167.695855:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575167.695859:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575167.695860:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575167.695861:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575167.695862:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575167.695863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575167.695863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.2:1550575167.695869:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:0.0:1550575167.695875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575167.695876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575167.695877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.2:1550575167.695890:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:0.0:1550575167.695902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575167.695904:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575167.695908:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575167.695915:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575167.695916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575167.695916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.2:1550575167.696851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000400:00000200:3.0:1550575168.248177:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575168.248180:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 11 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575169.192519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 4
00000800:00000200:0.0:1550575169.192523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192526:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192530:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192538:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192538:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192539:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192541:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca905e0) failed: 5
00000800:00000200:0.0:1550575169.192744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.192745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:0.0:1550575169.192747:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2fd7 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575169.192749:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575169.192750:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:0.0:1550575169.192758:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ae00] (23)--
00000100:00020000:0.0:1550575169.192762:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575169.192957:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575169.192960:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575169.192961:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.0:1550575169.193399:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881477c0ae00] (21)--
00000800:00000200:2.0:1550575169.201041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)++
00000800:00000200:2.0:1550575169.201042:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (21)--
00000800:00000200:2.0:1550575169.201042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)--
00000800:00000200:2.0:1550575169.201043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (19)++
00000800:00000200:2.0:1550575169.201043:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:2.0:1550575169.201044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (19)--
00000800:00000200:2.0:1550575169.201044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (18)++
00000800:00000200:2.0:1550575169.201045:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (19)--
00000800:00000200:2.0:1550575169.201045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (18)--
00000800:00000200:2.0:1550575169.201046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (17)++
00000800:00000200:2.0:1550575169.201046:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (18)--
00000800:00000200:2.0:1550575169.201046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (17)--
00000800:00000200:2.0:1550575169.201047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (16)++
00000800:00000200:2.0:1550575169.201047:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (17)--
00000800:00000200:2.0:1550575169.201047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (16)--
00000800:00000200:2.0:1550575169.201048:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (15)++
00000800:00000200:2.0:1550575169.201048:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (16)--
00000800:00000200:2.0:1550575169.201048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (15)--
00000800:00000200:2.0:1550575169.201049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (14)++
00000800:00000200:2.0:1550575169.201049:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (15)--
00000800:00000200:2.0:1550575169.201050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (14)--
00000800:00000200:2.0:1550575169.201050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (13)++
00000800:00000200:2.0:1550575169.201050:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (14)--
00000800:00000200:2.0:1550575169.201051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (13)--
00000800:00000200:2.0:1550575169.201051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (12)++
00000800:00000200:2.0:1550575169.201051:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (13)--
00000800:00000200:2.0:1550575169.201052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (12)--
00000800:00000200:2.0:1550575169.201052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (11)++
00000800:00000200:2.0:1550575169.201052:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (12)--
00000800:00000200:2.0:1550575169.201052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (11)--
00000800:00000200:2.0:1550575169.201053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (10)++
00000800:00000200:2.0:1550575169.201053:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (11)--
00000800:00000200:2.0:1550575169.201053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (10)--
00000800:00000200:2.0:1550575169.201054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (9)++
00000800:00000200:2.0:1550575169.201054:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (10)--
00000800:00000200:2.0:1550575169.201054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (9)--
00000800:00000200:2.0:1550575169.201055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (8)++
00000800:00000200:2.0:1550575169.201055:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (9)--
00000800:00000200:2.0:1550575169.201055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (8)--
00000800:00000200:2.0:1550575169.201056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (7)++
00000800:00000200:2.0:1550575169.201056:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (8)--
00000800:00000200:2.0:1550575169.201056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (7)--
00000800:00000200:2.0:1550575169.201057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (6)++
00000800:00000200:2.0:1550575169.201057:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (7)--
00000800:00000200:2.0:1550575169.201057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (6)--
00000800:00000200:2.0:1550575169.201058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (5)++
00000800:00000200:2.0:1550575169.201058:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (6)--
00000800:00000200:2.0:1550575169.201058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (5)--
00000800:00000200:2.0:1550575169.201059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (4)++
00000800:00000200:2.0:1550575169.201059:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (5)--
00000800:00000200:2.0:1550575169.201060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (4)--
00000800:00000200:2.0:1550575169.201060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (3)++
00000800:00000200:2.0:1550575169.201060:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (4)--
00000800:00000200:2.0:1550575169.201060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (3)--
00000800:00000200:2.0:1550575169.201061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (2)--
00000400:00000200:3.0:1550575169.248173:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575169.248175:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 12 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575169.859504:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624e000
00000800:00000200:0.0:1550575169.859509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (1)--
00000100:00000400:2.0:1550575169.859511:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575167/real 1550575167]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575199 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.859533:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575199 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.859535:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575199 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.859538:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000100:02000400:2.0:1550575169.859540:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575169.859540:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575169.859542:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575169.859579:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 1
00000100:00080000:0.0:1550575169.859581:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0001_UUID: starting recovery
00000100:00100000:2.0:1550575169.859582:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440938560:172.20.0.201@o2ib1:400
00000100:00080000:0.0:1550575169.859582:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575169.859585:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295056675
00000100:00080000:0.0:1550575169.859586:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295097669
00000100:00000200:2.0:1550575169.859587:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440938560, portal 10
00000100:00080000:0.0:1550575169.859587:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295122680
00000100:00080000:0.0:1550575169.859588:0:2495:0:(import.c:563:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: tried all connections, increasing latency to 17s
00000100:00000200:2.0:1550575169.859589:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440938560, offset 0
00000100:00080000:0.0:1550575169.859590:0:2495:0:(import.c:589:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: Connection changing to hpcfs-OST0001 (at 172.20.0.211@o2ib1)
00000400:00000200:2.0:1550575169.859591:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000100:00080000:0.0:1550575169.859591:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0001-osc-ffff880034986800: import ffff8815d7ac0000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000008:00100000:0.0:1550575169.859593:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 15335424, lost: 0.
00000400:00000200:2.0:1550575169.859597:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00100000:0.0:1550575169.859597:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0ed00 x1625895440938592/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575169.859599:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.859602:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.859603:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575169.859605:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000100:00080000:0.0:1550575169.859605:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575169.859606:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575169.859606:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1550575169.859607:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000100:00080000:0.0:1550575169.859607:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295147295
00000100:00080000:0.0:1550575169.859608:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00100000:2.0:1550575169.859609:0:2494:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 2 async RPCs [2->3]
00000008:00100000:0.0:1550575169.859609:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1550575169.859611:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:2f725050-db06-fe55-a79c-03010d354168:2494:1625895440938544:172.20.0.201@o2ib1:400
00000100:00100000:0.0:1550575169.859611:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0e400 x1625895440938640/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.859613:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440938544, portal 25
00000100:00000200:2.0:1550575169.859614:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1625895440938544, offset 0
00000400:00000200:2.0:1550575169.859615:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000400:00000200:2.0:1550575169.859618:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00100000:0.0:1550575169.859618:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440938576:172.20.0.211@o2ib1:400
00000800:00000200:2.0:1550575169.859619:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.859620:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.859620:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575169.859621:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (22)++
00000800:00000200:2.0:1550575169.859621:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)--
00000100:00100000:2.0:1550575169.859622:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440938624:172.20.0.212@o2ib1:400
00000100:00000200:0.0:1550575169.859623:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440938576, portal 4
00000100:00000200:2.0:1550575169.859624:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440938624, portal 4
00000100:00000200:0.0:1550575169.859624:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440938576, offset 0
00000100:00000200:2.0:1550575169.859625:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440938624, offset 0
00000400:00000200:0.0:1550575169.859626:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575169.859628:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575169.859631:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575169.859633:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:2.0:1550575169.859635:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.859636:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.859636:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.859636:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:2.0:1550575169.859637:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.859637:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (23)++
00000800:00000200:2.0:1550575169.859638:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)++
00000800:00000200:2.0:1550575169.859640:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (25)++
00000800:00000200:2.0:1550575169.859640:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.859640:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)--
00000100:00100000:0.0:1550575169.859641:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1550575169.859642:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440938608:172.20.0.211@o2ib1:400
00000100:00100000:2.0:1550575169.859643:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938592:172.20.0.211@o2ib1:8
00000100:00000200:2.0:1550575169.859644:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938592, portal 4
00000100:00000200:0.0:1550575169.859644:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440938608, portal 4
00000100:00000200:2.0:1550575169.859646:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938592, offset 0
00000100:00000200:0.0:1550575169.859646:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440938608, offset 0
00000400:00000200:0.0:1550575169.859647:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:2.0:1550575169.859648:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.2:1550575169.859653:0:2491:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (24)++
00000400:00000200:0.0:1550575169.859659:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575169.859660:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.859669:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575169.859670:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575169.859670:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.859670:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (26)++
00000800:00000200:2.0:1550575169.859671:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.859671:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (27)--
00000800:00000200:2.0:1550575169.859672:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.859673:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (26)++
00000800:00000200:2.0:1550575169.859673:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (27)++
00000800:00000200:2.0:1550575169.859674:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (28)--
00000100:00100000:2.0:1550575169.859675:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938640:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575169.859676:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938640, portal 4
00000100:00000200:2.0:1550575169.859677:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938640, offset 0
00000400:00000200:2.0:1550575169.859678:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575169.859680:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.859681:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.859682:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.859683:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (27)++
00000800:00000200:2.0:1550575169.859683:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (28)++
00000800:00000200:2.0:1550575169.859683:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (29)--
00000800:00000200:2.0:1550575169.859692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (28)++
00000800:00000200:2.0:1550575169.859697:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (29)--
00000100:00000200:2.0:1550575169.859698:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0db00 x1625895440938560/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.859700:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8600
00000800:00000200:2.0:1550575169.859702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (28)--
00000800:00000200:2.0:1550575169.859702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (27)++
00000800:00000200:2.0:1550575169.859702:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (28)--
00000100:00000200:2.0:1550575169.859703:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0cc00 x1625895440938544/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (27)++
00000400:00000200:2.0:1550575169.859705:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8100
00000800:00000200:2.0:1550575169.859705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (27)--
00000800:00000200:0.0:1550575169.859705:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (28)--
00000800:00000200:2.0:1550575169.859706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (26)++
00000800:00000200:2.0:1550575169.859706:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (27)--
00000100:00000200:0.0:1550575169.859706:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f000 x1625895440938576/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.859708:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000100:00000200:2.0:1550575169.859710:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f600 x1625895440938624/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.859711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)++
00000400:00000200:2.0:1550575169.859712:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8000
00000800:00000200:2.0:1550575169.859713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.859713:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[5] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.859714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.859714:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)++
00000800:00000200:0.0:1550575169.859714:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (27)--
00000800:00000200:2.0:1550575169.859715:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (27)--
00000800:00000200:0.0:1550575169.859715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.859715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000100:00000200:2.0:1550575169.859716:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f300 x1625895440938608/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859716:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (25)--
00000400:00000200:2.0:1550575169.859717:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fea00
00000800:00000200:2.0:1550575169.859718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:2.0:1550575169.859718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000100:00000200:0.0:1550575169.859718:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0ed00 x1625895440938592/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575169.859719:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (24)--
00000400:00000200:0.0:1550575169.859720:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8700
00000100:00000200:2.0:1550575169.859721:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e400 x1625895440938640/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000400:00000200:2.0:1550575169.859722:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000800:00000200:0.0:1550575169.859722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:2.0:1550575169.859723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575169.859741:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.859743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.859747:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.859749:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:2.0:1550575169.859751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000400:00000200:0.0:1550575169.859751:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f680
00000400:00000200:0.0:1550575169.859753:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x12065 [1] + 192
00000100:00000200:0.0:1550575169.859755:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f600 x1625895440938624/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859759:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.859759:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.859760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:2.0:1550575169.859761:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f600 x1625895440938624/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.859763:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f600 x1625895440938624/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.859764:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8580
00000100:00100000:2.0:1550575169.859768:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440938624:172.20.0.212@o2ib1:400
00000800:00000200:0.2:1550575169.859771:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.859773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.859774:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.859775:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.859776:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f650
00000400:00000200:0.0:1550575169.859777:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x12061 [1] + 192
00000100:00000200:0.0:1550575169.859778:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f000 x1625895440938576/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859781:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.859781:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.859781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.859782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:0.0:1550575169.859784:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f000 x1625895440938576/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575169.859785:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f000 x1625895440938576/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.859787:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000100:00100000:0.0:1550575169.859790:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440938576:172.20.0.211@o2ib1:400
00000800:00000200:0.2:1550575169.859829:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.859831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.859832:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.859834:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.859835:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f660
00000400:00000200:0.0:1550575169.859836:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 384/384 into md 0x12075 [1] + 0
00000100:00000200:0.0:1550575169.859837:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0ed00 x1625895440938592/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859861:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.859863:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.859864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.859866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.859868:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.859871:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000100:00000200:2.0:1550575169.859873:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0ed00 x1625895440938592/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.859875:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f640
00000100:00000200:2.0:1550575169.859879:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0ed00 x1625895440938592/t0(0) o8->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.859884:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8480
00000400:00000200:0.0:1550575169.859887:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x12051 [1] + 192
00000100:00100000:2.0:1550575169.859888:0:2490:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0001-osc-ffff880034986800: committing for last_committed 12894437154 gen 1
00000100:00000200:0.0:1550575169.859891:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0db00 x1625895440938560/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.859901:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.859904:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.859906:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.859907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.859909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.859919:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.859923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.859926:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.859927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.859928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:3.0:1550575169.860493:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0db00 x1625895440938560/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575169.860497:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0db00 x1625895440938560/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575169.860499:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8200
00000100:00100000:3.0:1550575169.860503:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440938560:172.20.0.201@o2ib1:400
00000800:00000200:3.0:1550575169.860881:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9400] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575169.861111:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575169.861122:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814ab89e000 0x14ab89e000(0x14ab89e000)
00000800:00000200:1.0:1550575169.861123:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814ab89f000 0x14ab89f000(0x14ab89f000)
00000800:00000200:1.0:1550575169.861124:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e5f58000 0x15e5f58000(0x15e5f58000)
00000800:00000200:1.0:1550575169.861124:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815e5f59000 0x15e5f59000(0x15e5f59000)
00000800:00000200:1.0:1550575169.861124:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e5f5a000 0x15e5f5a000(0x15e5f5a000)
00000800:00000200:1.0:1550575169.861125:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e5f5b000 0x15e5f5b000(0x15e5f5b000)
00000800:00000200:1.0:1550575169.861125:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e5f5c000 0x15e5f5c000(0x15e5f5c000)
00000800:00000200:1.0:1550575169.861126:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e5f5d000 0x15e5f5d000(0x15e5f5d000)
00000800:00000200:1.0:1550575169.861126:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e5f5e000 0x15e5f5e000(0x15e5f5e000)
00000800:00000200:1.0:1550575169.861126:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815cc71f000 0x15cc71f000(0x15cc71f000)
00000800:00000200:1.0:1550575169.861127:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e287c000 0x15e287c000(0x15e287c000)
00000800:00000200:1.0:1550575169.861127:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e287d000 0x15e287d000(0x15e287d000)
00000800:00000200:1.0:1550575169.861128:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e287e000 0x15e287e000(0x15e287e000)
00000800:00000200:1.0:1550575169.861128:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e287f000 0x15e287f000(0x15e287f000)
00000800:00000200:1.0:1550575169.861128:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e6e80000 0x15e6e80000(0x15e6e80000)
00000800:00000200:1.0:1550575169.861129:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e6e81000 0x15e6e81000(0x15e6e81000)
00000800:00000200:1.0:1550575169.861129:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e6e82000 0x15e6e82000(0x15e6e82000)
00000800:00000200:1.0:1550575169.861130:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e6e83000 0x15e6e83000(0x15e6e83000)
00000100:00080000:2.0:1550575169.861154:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0001-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575169.861159:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575169.861160:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0001_UUID@172.20.255.211@o2ib after partition
00000100:00080000:2.0:1550575169.861161:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575169.861163:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac0000 hpcfs-OST0001_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575169.861165:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575169.861166:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0001-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
00000100:00080000:2.0:1550575169.861167:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861174:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861176:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861178:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836df00):  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575108 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861180:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861184:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861185:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861187:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836d000):  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575080 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575169.861189:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836dcc0):  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575116 ref 2 fl Rpc:eX/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575169.861193:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938592:172.20.0.211@o2ib1:8
00000100:00080000:0.0:1550575169.861193:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935968 new x1625895440938656
00000100:00080000:2.0:1550575169.861198:0:2491:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935248 new x1625895440938672
00000100:00000200:0.0:1550575169.861198:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f6a0-0x5c6be4832f6a0, portal 8
00000100:00000200:0.0:1550575169.861200:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935968, portal 4
00000100:00000200:2.0:1550575169.861202:0:2491:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f6b0-0x5c6be4832f6b0, portal 8
00000100:00080000:1.0:1550575169.861202:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440936064 new x1625895440938688
00000100:00000200:0.0:1550575169.861202:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935968, offset 0
00000400:00000200:0.0:1550575169.861203:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:2.0:1550575169.861205:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935248, portal 4
00000100:00000200:2.0:1550575169.861206:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935248, offset 0
00000400:00000200:0.0:1550575169.861206:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575169.861207:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:2.0:1550575169.861208:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:1.0:1550575169.861208:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f6c0-0x5c6be4832f6c0, portal 8
00000100:00000200:1.0:1550575169.861209:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440936064, portal 4
00000800:00000200:0.0:1550575169.861209:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.861210:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.861210:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000400:00000200:2.0:1550575169.861211:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:1.0:1550575169.861211:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440936064, offset 0
00000800:00000200:0.0:1550575169.861211:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000100:00080000:0.0:1550575169.861212:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935776 new x1625895440938704
00000800:00000200:2.0:1550575169.861213:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:1.0:1550575169.861213:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:2.0:1550575169.861215:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.861216:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575169.861216:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (22)++
00000400:00000200:1.0:1550575169.861217:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.861218:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.2:1550575169.861218:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (23)++
00000800:00000200:1.0:1550575169.861219:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00000200:0.0:1550575169.861219:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f6d0-0x5c6be4832f6d0, portal 8
00000800:00000200:1.0:1550575169.861221:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00000200:0.0:1550575169.861221:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935776, portal 4
00000100:00000200:0.0:1550575169.861221:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935776, offset 0
00000800:00000200:1.0:1550575169.861222:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)++
00000400:00000200:0.0:1550575169.861222:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:2.0:1550575169.861223:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:1.0:1550575169.861223:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (24)++
00000800:00000200:1.0:1550575169.861224:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (26)--
00000100:00080000:1.0:1550575169.861225:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935872 new x1625895440938720
00000400:00000200:0.0:1550575169.861225:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.861226:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (25)--
00000100:00000200:2.0:1550575169.861227:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.861227:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861228:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575169.861229:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe000
00000800:00000200:0.0:1550575169.861229:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)++
00000800:00000200:2.0:1550575169.861230:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:2.0:1550575169.861230:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861230:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (25)++
00000800:00000200:2.0:1550575169.861231:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861231:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)--
00000100:00000200:2.0:1550575169.861232:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.861232:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f6e0-0x5c6be4832f6e0, portal 8
00000100:00080000:0.0:1550575169.861232:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935584 new x1625895440938736
00000400:00000200:2.0:1550575169.861234:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8580
00000800:00000200:2.0:1550575169.861234:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:2.0:1550575169.861235:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000100:00000200:1.0:1550575169.861235:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935872, portal 4
00000800:00000200:2.0:1550575169.861236:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (24)--
00000100:00000200:2.0:1550575169.861236:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.861236:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935872, offset 0
00000400:00000200:2.0:1550575169.861238:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b80
00000800:00000200:2.0:1550575169.861239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:2.0:1550575169.861239:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:2.0:1550575169.861239:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000400:00000200:1.0:1550575169.861239:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:2.0:1550575169.861240:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575169.861240:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f6f0-0x5c6be4832f6f0, portal 8
00000400:00000200:2.0:1550575169.861242:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02feb00
00000400:00000200:1.0:1550575169.861242:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.861243:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:2.0:1550575169.861243:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.0:1550575169.861243:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00000200:0.0:1550575169.861243:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935584, portal 4
00000100:00000200:0.0:1550575169.861243:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935584, offset 0
00000800:00000200:1.0:1550575169.861245:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575169.861245:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000400:00000200:0.0:1550575169.861245:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:1.0:1550575169.861246:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:1.0:1550575169.861246:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000100:00080000:1.0:1550575169.861247:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935680 new x1625895440938752
00000400:00000200:0.0:1550575169.861247:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575169.861248:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861249:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00000200:1.0:1550575169.861250:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f700-0x5c6be4832f700, portal 8
00000800:00000200:0.0:1550575169.861250:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861250:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (22)++
00000100:00000200:1.0:1550575169.861252:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935680, portal 4
00000100:00000200:1.0:1550575169.861252:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935680, offset 0
00000800:00000200:0.2:1550575169.861252:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (23)++
00000400:00000200:1.0:1550575169.861253:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.0:1550575169.861255:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)--
00000400:00000200:1.0:1550575169.861256:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00080000:0.0:1550575169.861256:0:2493:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935472 new x1625895440938768
00000800:00000200:1.0:1550575169.861257:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575169.861258:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.861259:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:1.0:1550575169.861259:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:1.0:1550575169.861259:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (24)++
00000800:00000200:1.0:1550575169.861260:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (26)--
00000100:00000200:0.0:1550575169.861260:0:2493:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f710-0x5c6be4832f710, portal 8
00000800:00000200:2.0:1550575169.861261:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000100:00080000:1.0:1550575169.861261:0:2492:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440935360 new x1625895440938784
00000100:00000200:0.0:1550575169.861261:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935472, portal 4
00000800:00000200:2.0:1550575169.861262:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:2.0:1550575169.861262:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:2.0:1550575169.861262:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000100:00000200:0.0:1550575169.861262:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935472, offset 0
00000800:00000200:2.0:1550575169.861263:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000400:00000200:0.0:1550575169.861263:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:2.0:1550575169.861264:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (25)--
00000100:00000200:2.0:1550575169.861265:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.861265:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000400:00000200:2.0:1550575169.861266:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000800:00000200:0.0:1550575169.861266:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.861267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:2.0:1550575169.861267:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000100:00000200:1.0:1550575169.861267:0:2492:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f720-0x5c6be4832f720, portal 8
00000800:00000200:0.0:1550575169.861267:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.861268:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (24)--
00000100:00000200:1.0:1550575169.861268:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440935360, portal 4
00000800:00000200:0.0:1550575169.861268:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861268:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (25)++
00000100:00000200:2.0:1550575169.861269:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.861269:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440935360, offset 0
00000800:00000200:0.0:1550575169.861269:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)--
00000400:00000200:2.0:1550575169.861270:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fec00
00000800:00000200:2.0:1550575169.861271:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000400:00000200:1.0:1550575169.861271:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:2.0:1550575169.861272:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000800:00000200:2.0:1550575169.861272:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (24)--
00000100:00000200:2.0:1550575169.861273:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575169.861274:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000400:00000200:2.0:1550575169.861275:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000800:00000200:1.0:1550575169.861275:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.861276:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:2.0:1550575169.861276:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:2.0:1550575169.861276:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575169.861276:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00000200:2.0:1550575169.861277:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575169.861277:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:1.0:1550575169.861277:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (23)++
00000800:00000200:1.0:1550575169.861278:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)--
00000400:00000200:2.0:1550575169.861279:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fed00
00000800:00000200:2.0:1550575169.861279:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:2.0:1550575169.861280:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.861288:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861292:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861295:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575169.861296:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575169.861298:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000400:00000200:0.0:1550575169.861298:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9f80
00000800:00000200:2.0:1550575169.861299:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.861299:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861299:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:2.0:1550575169.861300:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:2.0:1550575169.861300:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.861301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575169.861388:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.861392:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861393:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.861394:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575169.861396:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f6b0
00000400:00000200:0.0:1550575169.861397:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x12091 [256] + 0
00000400:00000200:0.0:1550575169.861398:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624a000
00000800:00000200:0.0:1550575169.861399:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861399:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000400:00000200:0.0:1550575169.861402:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.861403:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861403:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.861408:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.861408:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861408:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861409:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.861410:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.861411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.861416:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861418:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.861419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.861435:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861439:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861443:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861452:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.861452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.861452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861453:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.861454:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575169.861455:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f6c0
00000400:00000200:0.0:1550575169.861456:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120a1 [256] + 0
00000400:00000200:0.0:1550575169.861457:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceacc000
00000800:00000200:0.0:1550575169.861457:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861458:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)--
00000400:00000200:0.0:1550575169.861460:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.861461:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861461:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.861465:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.861466:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861466:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861467:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.861467:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861468:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.861469:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575169.861470:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f6f0
00000400:00000200:0.0:1550575169.861471:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120c5 [256] + 0
00000400:00000200:0.0:1550575169.861472:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575169.861472:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861473:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)--
00000400:00000200:0.0:1550575169.861474:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.861475:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861476:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.861480:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.861480:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861480:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861481:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.861481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.2:1550575169.861533:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861537:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.861538:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575169.861539:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f700
00000400:00000200:0.0:1550575169.861540:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120d1 [256] + 0
00000400:00000200:0.0:1550575169.861541:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceaca000
00000800:00000200:0.0:1550575169.861541:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861541:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000400:00000200:0.0:1550575169.861543:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.861544:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861545:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.861549:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.861549:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861549:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (26)++
00000800:00000200:0.0:1550575169.861550:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (27)--
00000800:00000200:0.0:1550575169.861550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.861551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.2:1550575169.861561:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861566:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (26)--
00000100:00000200:0.0:1550575169.861566:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814734fde00
00000400:00000200:0.0:1550575169.861571:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624a000
00000800:00000200:0.0:1550575169.861572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.2:1550575169.861598:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861602:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861607:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861615:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.861615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861617:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861620:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861628:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.861628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861630:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861633:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.861640:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.861640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.861641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.2:1550575169.861728:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.861734:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (25)--
00000100:00000200:0.0:1550575169.861734:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb5e00
00000400:00000200:0.0:1550575169.861738:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceacc000
00000800:00000200:0.0:1550575169.861739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.861739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.2:1550575169.861815:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.861820:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (24)--
00000100:00000200:0.0:1550575169.861820:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43600
00000400:00000200:0.0:1550575169.861821:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:0.0:1550575169.861822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.861822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.861914:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861919:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575169.861920:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a43e00
00000400:00000200:0.0:1550575169.861923:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceaca000
00000800:00000200:0.0:1550575169.861924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.861924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575169.861933:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.861936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.861937:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.861937:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.861938:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.861938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.861939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.0:1550575169.862003:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575169.862003:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862004:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862004:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862005:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862005:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862005:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862006:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862006:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862006:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862006:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862007:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862008:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862008:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862008:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862008:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862009:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862009:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862010:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862010:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862010:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862010:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862011:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862011:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862011:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862012:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862012:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862012:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862013:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862013:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862013:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862013:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862014:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862014:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862014:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862015:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.862015:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.862016:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:0.2:1550575169.862322:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.862325:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.862326:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.862328:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.862329:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e950
00000400:00000200:0.0:1550575169.862330:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x12099 [1] + 192
00000100:00000200:0.0:1550575169.862332:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862336:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.862336:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.862337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.862337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:2.0:1550575169.862340:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.862342:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfd200 x1625895440935248/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.862344:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8480
00000800:00000200:1.0:1550575169.862424:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000100:00100000:2.0:1550575169.862446:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440935248:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575169.862697:0:321:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (19)++
00000800:00000200:0.0:1550575169.862706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)++
00000800:00000200:1.0:1550575169.862707:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.862707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)--
00000800:00000200:1.0:1550575169.862708:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:0.0:1550575169.862708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)++
00000800:00000200:0.0:1550575169.862708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)--
00000800:00000200:1.0:1550575169.862709:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881477c0ae00] (21)++
00000800:00000200:0.0:1550575169.862709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)++
00000800:00000200:1.0:1550575169.862710:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575169.862710:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.862711:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575169.862711:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575169.862712:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:1.0:1550575169.862713:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.862713:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be4832f630
00000400:00000200:1.0:1550575169.862716:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f670
00000400:00000200:0.0:1550575169.862716:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x12059 [1] + 192
00000100:00000200:0.0:1550575169.862717:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0cc00 x1625895440938544/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862721:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000400:00000200:1.0:1550575169.862722:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x12071 [1] + 192
00000800:00000200:0.0:1550575169.862722:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575169.862723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:0.0:1550575169.862723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000100:00000200:1.0:1550575169.862724:0:44:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f300 x1625895440938608/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862724:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575169.862725:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575169.862726:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f6a0
00000800:00000200:1.0:1550575169.862730:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000100:00000200:3.0:1550575169.862731:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0cc00 x1625895440938544/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575169.862731:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.862732:0:44:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575169.862733:0:44:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00000200:3.0:1550575169.862734:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0cc00 x1625895440938544/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575169.862734:0:44:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f690
00000400:00000200:3.0:1550575169.862736:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8300
00000400:00000200:0.0:1550575169.862738:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x12089 [256] + 0
00000400:00000200:0.0:1550575169.862738:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000100:00100000:3.0:1550575169.862739:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:2f725050-db06-fe55-a79c-03010d354168:2494:1625895440938544:172.20.0.201@o2ib1:400
00000800:00000200:0.0:1550575169.862739:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000400:00000200:1.0:1550575169.862740:0:44:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12081 [1] + 0
00000800:00000200:0.0:1550575169.862740:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000100:00000200:2.0:1550575169.862741:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f300 x1625895440938608/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.862742:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000100:00000200:2.0:1550575169.862743:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f300 x1625895440938608/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575176 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862743:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.862744:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:2.0:1550575169.862745:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe980
00000100:00000200:1.0:1550575169.862746:0:44:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e400 x1625895440938640/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862747:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.862747:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ae00] (23)++
00000100:00100000:2.0:1550575169.862748:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440938608:172.20.0.211@o2ib1:400
00000800:00000200:0.0:1550575169.862748:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862748:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575169.862749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862750:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.862751:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)++
00000800:00000200:1.0:1550575169.862751:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (25)--
00000400:00000200:0.0:1550575169.862751:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:1.0:1550575169.862752:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881477c0ae00] (24)--
00000400:00000200:0.0:1550575169.862752:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f6e0
00000400:00000200:0.0:1550575169.862753:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120b9 [256] + 0
00000400:00000200:0.0:1550575169.862754:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8815ceace000
00000800:00000200:0.0:1550575169.862754:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862755:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000100:00000200:2.0:1550575169.862757:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e400 x1625895440938640/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.862757:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.862758:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.862758:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00000200:2.0:1550575169.862759:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e400 x1625895440938640/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.862760:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000800:00000200:0.0:1550575169.862761:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00080000:2.0:1550575169.862762:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:0.0:1550575169.862762:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.862762:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.862763:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.862763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000080:00080000:2.0:1550575169.862764:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000800:00000200:0.0:1550575169.862764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575169.862764:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00080000:2.0:1550575169.862765:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000400:00000200:0.0:1550575169.862765:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000100:00080000:2.0:1550575169.862766:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575169.862766:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000400:00000200:0.0:1550575169.862766:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f6d0
00000400:00000200:0.0:1550575169.862767:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120ad [256] + 0
00000080:00080000:2.0:1550575169.862768:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575169.862768:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000400:00000200:0.0:1550575169.862768:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:0.0:1550575169.862768:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000100:00080000:2.0:1550575169.862769:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575199 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.2:1550575169.862769:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.862771:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000100:00100000:2.0:1550575169.862773:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938640:172.20.0.212@o2ib1:8
00000400:00000200:0.0:1550575169.862773:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.862774:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.862774:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000100:00080000:3.0:1550575169.862776:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938528 new x1625895440938800
00000800:00000200:0.0:1550575169.862777:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.862777:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862778:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862778:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575169.862779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862779:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:3.0:1550575169.862780:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f730-0x5c6be4832f730, portal 8
00000400:00000200:0.0:1550575169.862780:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000400:00000200:0.0:1550575169.862781:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f720
00000400:00000200:0.0:1550575169.862783:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120e9 [256] + 0
00000400:00000200:0.0:1550575169.862783:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462dc000
00000100:00000200:3.0:1550575169.862784:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000800:00000200:0.0:1550575169.862784:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862784:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (25)--
00000100:00000200:3.0:1550575169.862785:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575169.862786:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000400:00000200:3.0:1550575169.862787:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575169.862787:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.862788:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000400:00000200:3.0:1550575169.862791:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575169.862791:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.862791:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.862791:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.862792:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.862792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:3.0:1550575169.862793:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.862793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.862793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.862793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862794:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575169.862795:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2) version: 12
00000400:00000200:0.0:1550575169.862795:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : GET
00000800:00000200:3.0:1550575169.862796:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ae00] (24)++
00000800:00000200:3.0:1550575169.862796:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ae00] (25)++
00000400:00000200:0.0:1550575169.862797:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f710
00000400:00000200:0.0:1550575169.862797:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.211@o2ib1 of length 1048576/1048576 into md 0x120dd [256] + 0
00000800:00000200:3.0:1550575169.862798:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ae00] (26)--
00000400:00000200:0.0:1550575169.862798:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446150000
00000800:00000200:0.0:1550575169.862798:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (25)++
00000800:00000200:0.0:1550575169.862799:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (26)--
00000400:00000200:0.0:1550575169.862801:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.862802:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.862803:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.862806:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.862807:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.862807:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862808:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862809:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.862810:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.862811:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eaa0
00000400:00000200:0.0:1550575169.862812:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120c9 [1] + 192
00000100:00000200:0.0:1550575169.862814:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862816:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.862817:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.862817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862819:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.862821:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.862828:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.862828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862830:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575169.862831:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.862831:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ec80
00000400:00000200:0.0:1550575169.862832:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120a5 [1] + 192
00000100:00000200:0.0:1550575169.862834:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862837:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (25)++
00000800:00000200:0.0:1550575169.862838:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (26)--
00000800:00000200:0.0:1550575169.862838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862840:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000100:00000200:1.0:1550575169.862841:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.862843:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c600 x1625895440936064/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.862843:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (25)++
00000400:00000200:1.0:1550575169.862845:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000800:00000200:0.0:1550575169.862849:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (26)--
00000800:00000200:0.0:1550575169.862849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862852:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.862854:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.862864:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.862865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862866:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ae00] (25)--
00000100:00000200:0.0:1550575169.862867:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.862868:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:0.0:1550575169.862869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575169.862869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862870:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.862873:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.862879:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000800:00000200:0.0:1550575169.862879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862880:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.862882:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)++
00000800:00000200:0.0:1550575169.862889:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.862889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575169.862890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.862890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000100:00000200:0.0:1550575169.862892:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575169.862894:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfdb00 x1625895440935584/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.862895:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02feb80
00000100:00100000:1.0:1550575169.862937:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440936064:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575169.862940:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (23)++
00000100:00100000:0.0:1550575169.862979:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935584:172.20.0.211@o2ib1:4
00000800:00000200:0.0:1550575169.862981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862982:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.862983:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575169.862984:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f730
00000400:00000200:0.0:1550575169.862985:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x120f5 [256] + 0
00000400:00000200:0.0:1550575169.862986:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575169.862987:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (25)++
00000800:00000200:0.0:1550575169.862987:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (26)--
00000400:00000200:0.0:1550575169.862989:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.862990:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.862991:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.862994:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.862995:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ae00] (22)++
00000800:00000200:0.0:1550575169.862995:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ae00] (23)++
00000800:00000200:0.0:1550575169.862996:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:0.0:1550575169.862996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (25)--
00000800:00000200:0.0:1550575169.862997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)++
00000800:00000200:0.0:1550575169.862999:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (25)--
00000100:00000200:0.0:1550575169.862999:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb4e00
00000400:00000200:0.0:1550575169.863002:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815ceace000
00000800:00000200:0.0:1550575169.863003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.863003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.2:1550575169.863017:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (23)++
00000800:00000200:1.0:1550575169.863022:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)++
00000800:00000200:1.0:1550575169.863025:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575169.863027:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575169.863028:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eb00
00000800:00000200:0.0:1550575169.863028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)++
00000400:00000200:1.0:1550575169.863029:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120d5 [1] + 192
00000800:00000200:0.0:1550575169.863030:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ae00] (26)--
00000100:00000200:0.0:1550575169.863036:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb5600
00000400:00000200:0.0:1550575169.863037:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000100:00000200:1.0:1550575169.863038:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.863038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (25)--
00000800:00000200:0.0:1550575169.863039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.863041:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000800:00000200:1.0:1550575169.863041:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.863042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000100:00000200:1.0:1550575169.863043:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.863045:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dff000 x1625895440935680/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575169.863046:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:00100000:1.0:1550575169.863116:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935680:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575169.863172:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.863175:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.863179:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (24)--
00000100:00000200:0.0:1550575169.863179:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8814b002bc00
00000400:00000200:0.0:1550575169.863180:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000800:00000200:0.0:1550575169.863181:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.863182:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:1.2:1550575169.863204:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.863208:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000200:1.0:1550575169.863211:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ae00] (24)--
00000100:00000200:1.0:1550575169.863212:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff8815dfdb4600
00000400:00000200:1.0:1550575169.863214:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575169.863216:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.863216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.863217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.863217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.2:1550575169.863230:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.863233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.863234:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[1] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.863238:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000800:00000200:1.0:1550575169.863245:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.863245:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.863246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:0.2:1550575169.863335:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.863339:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.863342:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575169.863343:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status 0, desc ffff881441a42a00
00000400:00000200:0.0:1550575169.863343:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446150000
00000800:00000200:0.0:1550575169.863344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:1.0:1550575169.863345:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575169.863683:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.863690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.863694:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.863695:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.863696:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ebc0
00000400:00000200:0.0:1550575169.863697:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120bd [1] + 192
00000100:00000200:0.0:1550575169.863699:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575169.863700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.863702:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.863703:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.863703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:1.0:1550575169.863707:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.863709:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe700 x1625895440935872/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575169.863710:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000100:00100000:1.0:1550575169.863774:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935872:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575169.863998:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.864002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.864004:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575169.864006:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575169.864007:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832e9c0
00000800:00000200:0.0:1550575169.864007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000400:00000200:1.0:1550575169.864008:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120ed [1] + 192
00000100:00000200:1.0:1550575169.864010:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575169.864012:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.864013:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.864013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000100:00000200:1.0:1550575169.864014:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.864016:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfe400 x1625895440935360/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575169.864017:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000800:00000200:0.2:1550575169.864065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.864068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.864071:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.864072:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.864073:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ec20
00000400:00000200:0.0:1550575169.864074:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x1208d [1] + 192
00000100:00000200:0.0:1550575169.864075:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.864077:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.864078:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.864078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.864078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000100:00000200:0.0:1550575169.864080:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575169.864081:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dffc00 x1625895440935968/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 0 to 0 dl 1550575176 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.864083:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000100:00100000:1.0:1550575169.864086:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440935360:172.20.0.211@o2ib1:4
00000100:00100000:0.0:1550575169.864147:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935968:172.20.0.211@o2ib1:4
00000800:00000200:1.2:1550575169.864203:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.864205:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.864206:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575169.864207:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575169.864209:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832ea30
00000400:00000200:1.0:1550575169.864209:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120e1 [1] + 192
00000100:00000200:1.0:1550575169.864211:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575169.864214:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)++
00000800:00000200:1.0:1550575169.864215:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.864215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.864216:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000100:00000200:0.0:1550575169.864217:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575169.864219:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfea00 x1625895440935472/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.864221:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fec80
00000800:00000200:1.2:1550575169.864232:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000100:00100000:0.0:1550575169.864284:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935472:172.20.0.211@o2ib1:4
00000800:00000200:0.2:1550575169.864462:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.864466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.864467:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.864469:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575169.864470:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 416 into portal 4 MB=0x5c6be4832eb60
00000400:00000200:0.0:1550575169.864471:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 416/416 into md 0x120b1 [1] + 192
00000100:00000200:0.0:1550575169.864473:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575169.864475:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.864476:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.864476:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.864477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.864477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000100:00000200:0.0:1550575169.864479:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575169.864480:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff881575dfc900 x1625895440935776/t0(0) o4->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 2 fl Rpc:R/2/ffffffff rc 0/-1
00000800:00000200:0.2:1550575169.864482:0:2493:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000400:00000200:0.0:1550575169.864484:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fea80
00000100:00100000:0.0:1550575169.864548:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440935776:172.20.0.211@o2ib1:4
00000800:00000200:0.0:1550575169.864550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.864551:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.864551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.864552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.0:1550575169.879154:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879155:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:1.0:1550575169.879156:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879157:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879157:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879158:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879159:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879159:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879159:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879160:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879160:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879161:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879161:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879161:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879162:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879162:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879163:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879163:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879163:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879164:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879164:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879164:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879164:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879165:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879165:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879166:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879166:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879166:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879167:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879167:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879167:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879168:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879168:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879169:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879169:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879169:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879170:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879170:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879170:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879171:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879171:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879171:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879172:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879172:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879173:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879173:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879173:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879174:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879174:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879174:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879175:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879175:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879175:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879176:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879176:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879176:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879177:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879177:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879177:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879178:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879178:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879178:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879178:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879179:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879179:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879179:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879180:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879180:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879180:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879181:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879181:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879181:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879182:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879182:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879182:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879183:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879183:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879183:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879184:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879184:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879184:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879185:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879185:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879186:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879186:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879186:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879187:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879187:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879187:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879187:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879188:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879188:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879188:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879189:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879189:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879189:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879190:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879190:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879191:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879191:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879191:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879192:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879192:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879192:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879193:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879193:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879193:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879194:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879194:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879194:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879195:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879195:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879196:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879196:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879196:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879197:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879197:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879198:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879198:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879198:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879199:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879199:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879199:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879200:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879200:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879200:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879201:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879201:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879201:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879201:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879202:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879202:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879203:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879203:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879203:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879204:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879204:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879204:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879205:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879205:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879205:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879206:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879206:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879206:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879206:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879207:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879207:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879208:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879208:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879208:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879209:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879209:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879209:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879210:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879210:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879210:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879211:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879211:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879211:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879212:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879212:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879212:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879213:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879213:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879213:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879213:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879214:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879214:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879214:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879215:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879215:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879216:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879216:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879216:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879217:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879217:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879217:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879218:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879218:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879218:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879219:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879219:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879219:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879220:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879220:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879220:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879221:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879221:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879221:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879222:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879222:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879222:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879223:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879223:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879223:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879224:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879224:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879224:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879225:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879225:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879225:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879226:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879226:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879226:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879226:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879227:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879227:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879228:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879228:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879228:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879229:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879229:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879229:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879230:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879230:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879231:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879231:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879231:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879232:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879232:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879233:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879233:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879233:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879234:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879234:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879234:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879234:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879235:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879235:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879235:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879236:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879236:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879236:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879237:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879237:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879237:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879238:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879238:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879238:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879239:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879239:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879239:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879240:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879240:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879240:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879241:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879241:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879241:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879242:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879243:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879243:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879244:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879244:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879244:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879245:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879245:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879245:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879246:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879246:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879246:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879247:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879247:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879247:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879248:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879248:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879248:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879249:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879249:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879249:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879250:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879250:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879250:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879251:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879251:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879251:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879251:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879252:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879252:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879252:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879253:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879253:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879253:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879254:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879254:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879255:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879255:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879255:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879256:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879256:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879256:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879257:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879257:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879258:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879258:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879258:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879259:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879259:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879259:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879259:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879260:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879260:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879260:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879261:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879261:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879261:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879262:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879262:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879262:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879263:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879263:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879263:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879264:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879264:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879265:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879265:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879265:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879266:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879266:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879267:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879267:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879267:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879268:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879268:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879269:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879269:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879269:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879270:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879270:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879270:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879271:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879271:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879271:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879272:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879272:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879273:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879273:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879273:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879273:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879274:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879274:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879274:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879275:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879275:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879275:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879276:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879276:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879277:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879277:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879277:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879278:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879279:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879280:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879280:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879280:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879281:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879281:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879281:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879282:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879282:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879282:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879283:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879283:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879283:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879284:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879284:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879285:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.879285:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.879289:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879289:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879290:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879290:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879291:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879291:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879291:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879292:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879292:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879292:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879293:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879293:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879294:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879294:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879294:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879295:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.879295:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000100:1.0:1550575169.879295:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879296:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879297:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879298:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879298:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879298:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879299:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879299:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879300:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879300:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879300:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879301:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879301:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879302:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879304:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879304:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879305:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879305:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879305:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879306:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879306:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879307:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.879307:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.879308:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879308:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879309:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879309:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879309:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879310:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879310:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879311:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879311:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879312:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879314:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879314:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879315:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879315:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879316:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879316:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879318:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879319:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879319:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879320:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879320:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879320:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879321:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.879321:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.879322:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879322:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879323:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879323:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879323:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879324:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879324:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879325:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879325:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879325:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879326:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879326:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879328:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879329:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879329:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879329:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879330:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879330:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879330:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879331:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.879331:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.879332:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879332:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879333:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879333:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879333:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879334:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879334:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879334:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879335:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879335:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879335:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879336:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879338:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879338:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879339:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879339:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879340:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879342:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879343:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879343:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879344:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879344:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879345:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879346:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879346:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879346:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879347:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879347:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879347:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879348:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879348:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879348:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879349:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879349:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879352:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879352:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879353:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879354:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879354:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879354:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879355:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879356:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879356:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879356:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879357:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879357:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879358:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879358:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879358:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879359:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879360:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879360:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879360:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879361:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879361:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879362:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879362:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879364:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879364:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879365:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879366:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879366:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879367:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879368:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879368:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879368:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879369:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879369:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879370:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879372:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879373:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879373:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879373:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879374:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879374:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879376:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879376:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879376:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879377:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879377:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879377:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879378:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879378:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879378:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879379:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879380:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879382:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879382:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879383:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879383:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879383:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879384:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879386:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879387:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879387:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879388:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.879388:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.879389:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879390:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879390:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879390:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879391:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879391:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879391:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879392:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879392:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.879392:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.879393:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879393:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.879395:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.879396:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.879396:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:3.0:1550575169.879397:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000100:3.0:1550575169.879398:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000100:1.0:1550575169.879398:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2ff3 sending 1 waiting 0: failed 5
00000800:00000200:3.0:1550575169.879399:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d7266e18 conn ffff881477c0ae00
00000800:00000100:1.0:1550575169.879399:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575169.879400:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:3.0:1550575169.879405:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:3.0:1550575169.879406:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879406:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.879406:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.879407:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (22)--
00000800:00000200:3.0:1550575169.879407:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)--
00000800:00000200:3.0:1550575169.879407:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)++
00000100:00020000:1.0:1550575169.879407:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:3.0:1550575169.879408:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (21)--
00000800:00000200:3.0:1550575169.879408:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)--
00000800:00000200:3.0:1550575169.879408:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (19)++
00000800:00000200:3.0:1550575169.879409:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:3.0:1550575169.879409:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (19)--
00000800:00000200:3.0:1550575169.879409:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (18)++
00000800:00000200:3.0:1550575169.879410:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (19)--
00000800:00000200:3.0:1550575169.879410:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (18)--
00000800:00000200:3.0:1550575169.879410:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (17)++
00000800:00000200:3.0:1550575169.879411:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (18)--
00000800:00000200:3.0:1550575169.879411:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (17)--
00000800:00000200:3.0:1550575169.879411:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (16)++
00000800:00000200:3.0:1550575169.879412:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (17)--
00000800:00000200:3.0:1550575169.879412:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (16)--
00000800:00000200:3.0:1550575169.879412:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (15)++
00000800:00000200:3.0:1550575169.879413:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (16)--
00000800:00000200:3.0:1550575169.879413:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (15)--
00000800:00000200:3.0:1550575169.879413:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (14)++
00000800:00000200:3.0:1550575169.879414:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (15)--
00000800:00000200:3.0:1550575169.879414:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (14)--
00000800:00000200:3.0:1550575169.879414:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (13)++
00000800:00000200:3.0:1550575169.879415:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (14)--
00000800:00000200:3.0:1550575169.879415:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (13)--
00000800:00000200:3.0:1550575169.879415:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (12)++
00000800:00000200:3.0:1550575169.879416:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (13)--
00000800:00000200:3.0:1550575169.879416:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (12)--
00000800:00000200:3.0:1550575169.879416:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (11)++
00000800:00000200:3.0:1550575169.879417:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (12)--
00000800:00000200:3.0:1550575169.879417:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (11)--
00000800:00000200:3.0:1550575169.879417:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (10)++
00000800:00000200:3.0:1550575169.879418:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (11)--
00000800:00000200:3.0:1550575169.879418:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (10)--
00000800:00000200:3.0:1550575169.879418:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (9)++
00000800:00000200:3.0:1550575169.879419:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (10)--
00000800:00000200:3.0:1550575169.879419:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (9)--
00000800:00000200:3.0:1550575169.879419:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (8)++
00000800:00000200:3.0:1550575169.879420:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (9)--
00000800:00000200:3.0:1550575169.879420:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (8)--
00000800:00000200:3.0:1550575169.879420:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (7)++
00000800:00000200:3.0:1550575169.879421:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (8)--
00000800:00000200:3.0:1550575169.879421:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (7)--
00000800:00000200:3.0:1550575169.879421:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (6)++
00000800:00000200:3.0:1550575169.879422:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (7)--
00000800:00000200:3.0:1550575169.879422:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (6)--
00000800:00000200:3.0:1550575169.879422:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (5)++
00000800:00000200:3.0:1550575169.879423:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (6)--
00000800:00000200:3.0:1550575169.879423:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (5)--
00000800:00000200:3.0:1550575169.879424:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (4)--
00000400:00000200:2.0:1550575169.879625:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575169.879627:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575169.879628:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881477c0ae00] (3)--
00000400:00000200:1.0:1550575169.884834:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:1.0:1550575169.884836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (2)--
00000800:00000200:1.0:1550575169.884849:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881477c0ae00] (1)--
00000100:00000400:3.0:1550575169.884909:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575169/real 1550575169]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575169.884914:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575169.884916:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575169.884918:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:02000400:3.0:1550575169.884920:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575169.884921:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575169.884922:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575169.884943:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575169.884945:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575169.884946:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575169.884947:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295149463
00000100:00080000:0.0:1550575169.884949:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575169.884952:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575169.884958:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f000 x1625895440938816/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575169.884974:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938816:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575169.884978:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938816, portal 4
00000100:00000200:2.0:1550575169.884980:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938816, offset 0
00000400:00000200:2.0:1550575169.884982:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575169.884985:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.884987:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.884989:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.884990:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575169.884991:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575169.884992:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.885042:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:3.0:1550575169.885058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:3.0:1550575169.885062:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:3.0:1550575169.885063:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f000 x1625895440938816/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575169.885066:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8480
00000800:00000200:3.0:1550575169.885067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:3.0:1550575169.885068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:2.0:1550575169.886247:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575169.886254:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9100] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575169.886267:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815dec0c000 0x15dec0c000(0x15dec0c000)
00000800:00000200:1.0:1550575169.886270:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815dec0d000 0x15dec0d000(0x15dec0d000)
00000800:00000200:1.0:1550575169.886271:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815dec0e000 0x15dec0e000(0x15dec0e000)
00000800:00000200:1.0:1550575169.886273:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815dec0f000 0x15dec0f000(0x15dec0f000)
00000800:00000200:1.0:1550575169.886274:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881571bcc000 0x1571bcc000(0x1571bcc000)
00000800:00000200:1.0:1550575169.886275:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881571bcd000 0x1571bcd000(0x1571bcd000)
00000800:00000200:1.0:1550575169.886277:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881571bce000 0x1571bce000(0x1571bce000)
00000800:00000200:1.0:1550575169.886278:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881571bcf000 0x1571bcf000(0x1571bcf000)
00000800:00000200:1.0:1550575169.886279:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e54bc000 0x15e54bc000(0x15e54bc000)
00000800:00000200:1.0:1550575169.886280:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e54bd000 0x15e54bd000(0x15e54bd000)
00000800:00000200:1.0:1550575169.886282:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e54be000 0x15e54be000(0x15e54be000)
00000800:00000200:1.0:1550575169.886283:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e54bf000 0x15e54bf000(0x15e54bf000)
00000800:00000200:1.0:1550575169.886284:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815719c0000 0x15719c0000(0x15719c0000)
00000800:00000200:1.0:1550575169.886285:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815719c1000 0x15719c1000(0x15719c1000)
00000800:00000200:1.0:1550575169.886287:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815719c2000 0x15719c2000(0x15719c2000)
00000800:00000200:1.0:1550575169.886288:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815719c3000 0x15719c3000(0x15719c3000)
00000800:00000200:1.0:1550575169.886289:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e09a8000 0x15e09a8000(0x15e09a8000)
00000800:00000200:1.0:1550575169.886291:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e09a9000 0x15e09a9000(0x15e09a9000)
00000800:00000200:1.0:1550575169.887139:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575169.887140:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887140:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887141:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887141:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887142:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887143:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887143:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887144:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887145:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887145:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887145:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887145:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887146:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887146:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887146:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887147:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887147:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887147:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887148:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887148:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887148:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887148:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887149:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887149:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887149:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887149:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887150:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887150:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887150:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.887151:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.887575:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575169.887852:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (19)++
00000800:00000200:1.0:1550575169.887862:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.887862:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575169.887863:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881477c0ae00] (20)++
00000800:00000200:1.0:1550575169.887864:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.887864:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881477c0ae00] (22)--
00000800:00000200:3.0:1550575169.887865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)++
00000800:00000200:3.0:1550575169.887868:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575169.887869:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575169.887870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000400:00000200:3.0:1550575169.887871:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:3.0:1550575169.887872:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f740
00000400:00000200:3.0:1550575169.887874:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12101 [1] + 0
00000100:00000200:3.0:1550575169.887876:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f000 x1625895440938816/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575169.887883:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (21)++
00000800:00000200:3.0:1550575169.887884:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (22)--
00000800:00000200:3.0:1550575169.887884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)--
00000100:00000200:2.0:1550575169.887888:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f000 x1625895440938816/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.887891:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f000 x1625895440938816/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.887893:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575169.887896:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575169.887901:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575169.887902:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575169.887902:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575169.887903:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575169.887905:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575169.887906:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575169.887907:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575169.887911:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938816:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575169.887915:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938800 new x1625895440938832
00000100:00000200:3.0:1550575169.887919:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f750-0x5c6be4832f750, portal 8
00000100:00000200:3.0:1550575169.887920:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575169.887922:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575169.887923:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575169.887926:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575169.887927:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575169.887929:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575169.887929:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:3.0:1550575169.887930:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:3.0:1550575169.887931:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.888000:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.888012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.888016:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000800:00000200:3.0:1550575169.888019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000100:00000200:0.0:1550575169.888019:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.888022:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:0.0:1550575169.888023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:0.2:1550575169.888056:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.888061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.888063:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.888065:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575169.888067:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f750
00000400:00000200:0.0:1550575169.888069:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12109 [256] + 0
00000400:00000200:0.0:1550575169.888071:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575169.888071:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.888072:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)--
00000400:00000200:0.0:1550575169.888075:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.888077:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.888078:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.888082:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.888083:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881477c0ae00] (20)++
00000800:00000200:0.0:1550575169.888083:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881477c0ae00] (21)++
00000800:00000200:0.0:1550575169.888085:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881477c0ae00] (22)--
00000800:00000200:0.0:1550575169.888085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.888086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.2:1550575169.888091:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.888096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.888098:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.888099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.2:1550575169.888107:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.888110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.888113:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575169.888115:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.888117:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.888123:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.888123:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.2:1550575169.889016:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881477c0ae00] (21)++
00000800:00000200:1.0:1550575169.903268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903269:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:1.0:1550575169.903270:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903271:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903271:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903271:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903272:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903272:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903273:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903273:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903273:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903274:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903274:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903274:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903275:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903275:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903275:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903276:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903276:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903276:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903277:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903277:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903277:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903278:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903279:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903279:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903280:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903280:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903281:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903281:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903281:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903282:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903282:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903282:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903283:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903283:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903283:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903284:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903284:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903284:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903285:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903285:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903285:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903286:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903286:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903286:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903287:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903287:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903287:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903288:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903288:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903288:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903289:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903289:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903290:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903290:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903290:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903290:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903291:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903291:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903292:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903292:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903292:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903293:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903293:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903293:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903294:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903310:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903310:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903310:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903311:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903311:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903311:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903312:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903312:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903312:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903313:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903313:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903313:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903314:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903314:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903314:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903315:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903315:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903316:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903316:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903316:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903317:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903317:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903317:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903318:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903318:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903319:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903319:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903320:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903320:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903321:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903321:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903322:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903322:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903322:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903323:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903323:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903323:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903324:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903324:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903324:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903325:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903325:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903325:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903326:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903326:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903326:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903327:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903327:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903327:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903328:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903328:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903328:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903329:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903329:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903329:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903330:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903330:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903330:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903331:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903331:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903332:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903332:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903332:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903333:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903333:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903334:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903334:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903335:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903335:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903336:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903336:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903336:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903337:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903337:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903337:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903338:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903338:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903338:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903339:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903339:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903340:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903340:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903340:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903341:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903341:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903341:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903342:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903343:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903343:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903345:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903349:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903350:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903350:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903351:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903351:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903352:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903352:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903352:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903353:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903353:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903353:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903354:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903354:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903354:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903355:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903355:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903355:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903356:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903356:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903356:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903357:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903357:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903357:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903358:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903358:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903359:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903359:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903359:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903360:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903360:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903360:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903361:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903361:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903361:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903362:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903362:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903363:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903363:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903363:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903364:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903364:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903365:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903365:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903366:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903366:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903366:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903367:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903368:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903368:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903368:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903369:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903369:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903370:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903370:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903371:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903371:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903371:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903372:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903372:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903373:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903373:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903374:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903374:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903375:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903375:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903376:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903376:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903376:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903377:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903377:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903377:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903378:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903378:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903378:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903378:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903379:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903379:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903380:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903380:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903381:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903382:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903383:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903383:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903383:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903384:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903384:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903385:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903385:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903385:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903385:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903386:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903386:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903386:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903387:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903387:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903388:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903388:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903388:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903389:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903389:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903389:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903390:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903390:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903390:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903391:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903391:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903391:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903392:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903392:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903392:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903393:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903393:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903393:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903394:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903394:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903395:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903395:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903396:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903396:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903396:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903397:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903397:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903397:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903398:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903398:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903398:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903399:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903399:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903399:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903400:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903400:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903400:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903401:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903402:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903402:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903403:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903403:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903404:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000100:1.0:1550575169.903404:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.903405:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000100:1.0:1550575169.903405:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903405:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (24)--
00000800:00000200:3.0:1550575169.903406:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903407:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903409:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903410:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903410:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903411:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903411:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903411:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903412:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903412:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903413:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903413:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903413:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903414:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903414:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903414:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903415:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903415:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903415:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903416:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903416:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903416:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903417:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903417:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903417:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903418:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903418:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903418:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903419:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903419:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903420:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903420:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903420:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903421:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903421:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903422:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903422:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903423:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903423:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903423:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903424:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903424:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903424:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903425:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903425:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903425:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903426:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903426:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903426:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903427:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903427:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903427:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903428:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903428:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903428:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903428:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903429:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903429:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903429:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903430:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903430:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903430:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903431:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903432:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903432:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903432:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903433:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903433:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903434:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903434:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903435:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903435:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903436:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903436:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903437:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903438:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903439:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903440:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903440:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903441:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903441:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903442:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903442:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903443:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903444:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903444:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903444:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903445:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903445:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903446:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903446:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903447:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903447:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903448:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903448:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903448:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903449:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903449:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903449:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903450:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903450:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903451:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903451:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903451:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903452:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903453:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903453:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903454:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903454:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903455:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903455:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903455:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903456:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903456:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903456:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903457:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903457:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903457:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903458:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903458:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903458:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903459:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903459:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903459:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903460:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903460:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903460:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903461:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903461:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903462:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903462:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903463:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.903463:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.903465:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903466:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903467:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903468:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903469:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903470:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903470:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903471:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903472:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903472:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903472:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903473:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903474:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903474:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903474:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903475:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903476:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903476:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903477:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903480:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903481:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.903482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.903483:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903485:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903485:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903486:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903486:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903487:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903488:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903488:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903489:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903489:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903490:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903491:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903492:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903492:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903493:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.903494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000100:3.0:1550575169.903495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903496:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903500:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903501:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903502:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903503:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575169.903503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903504:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903505:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903506:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903506:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903507:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:1.0:1550575169.903512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575169.903512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:3.0:1550575169.903513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000100:3.0:1550575169.903515:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x2ff7 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575169.903517:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575169.903517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)++
00000800:00000200:3.0:1550575169.903518:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9100] -> 172.20.116.204@o2ib117 (2)--
00000800:00000100:1.0:1550575169.903518:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000200:1.0:1550575169.903519:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72608d0 conn ffff881477c0ae00
00000800:00000200:1.0:1550575169.903524:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (24)--
00000800:00000200:1.0:1550575169.903525:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)++
00000800:00000200:1.0:1550575169.903526:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (23)--
00000800:00000200:1.0:1550575169.903526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.0:1550575169.903526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)++
00000800:00000200:3.0:1550575169.903527:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.0:1550575169.903527:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (22)--
00000800:00000200:1.0:1550575169.903527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (21)--
00000800:00000200:1.0:1550575169.903527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (20)++
00000100:00020000:3.0:1550575169.903528:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575169.903528:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (20)--
00000800:00000200:1.0:1550575169.903528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (19)--
00000800:00000200:1.0:1550575169.903529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (18)++
00000800:00000200:1.0:1550575169.903529:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (19)--
00000800:00000200:1.0:1550575169.903529:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (18)--
00000800:00000200:1.0:1550575169.903530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (17)++
00000800:00000200:1.0:1550575169.903530:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (18)--
00000800:00000200:1.0:1550575169.903530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (17)--
00000800:00000200:1.0:1550575169.903531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (16)++
00000800:00000200:1.0:1550575169.903531:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (17)--
00000800:00000200:1.0:1550575169.903531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (16)--
00000800:00000200:1.0:1550575169.903532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (15)++
00000800:00000200:1.0:1550575169.903532:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (16)--
00000800:00000200:1.0:1550575169.903532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (15)--
00000800:00000200:1.0:1550575169.903533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (14)++
00000800:00000200:1.0:1550575169.903533:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (15)--
00000800:00000200:1.0:1550575169.903533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (14)--
00000800:00000200:1.0:1550575169.903534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (13)++
00000800:00000200:1.0:1550575169.903534:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (14)--
00000800:00000200:1.0:1550575169.903534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (13)--
00000800:00000200:1.0:1550575169.903535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (12)++
00000800:00000200:1.0:1550575169.903535:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (13)--
00000800:00000200:1.0:1550575169.903535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (12)--
00000800:00000200:1.0:1550575169.903536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (11)++
00000800:00000200:1.0:1550575169.903536:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (12)--
00000800:00000200:1.0:1550575169.903536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (11)--
00000800:00000200:1.0:1550575169.903537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (10)++
00000800:00000200:1.0:1550575169.903537:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (11)--
00000800:00000200:1.0:1550575169.903537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (10)--
00000800:00000200:1.0:1550575169.903538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (9)++
00000800:00000200:1.0:1550575169.903538:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (10)--
00000800:00000200:1.0:1550575169.903538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (9)--
00000800:00000200:1.0:1550575169.903539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (8)++
00000800:00000200:1.0:1550575169.903539:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (9)--
00000800:00000200:1.0:1550575169.903539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (8)--
00000800:00000200:1.0:1550575169.903540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (7)++
00000800:00000200:1.0:1550575169.903540:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (8)--
00000800:00000200:1.0:1550575169.903540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (7)--
00000800:00000200:1.0:1550575169.903541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (6)++
00000800:00000200:1.0:1550575169.903541:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (7)--
00000800:00000200:1.0:1550575169.903541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (6)--
00000800:00000200:1.0:1550575169.903542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881477c0ae00] (5)++
00000800:00000200:1.0:1550575169.903542:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881477c0ae00] (6)--
00000800:00000200:1.0:1550575169.903542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (5)--
00000800:00000200:1.0:1550575169.903543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (4)--
00000400:00000200:3.0:1550575169.909142:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:3.0:1550575169.909144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881477c0ae00] (3)--
00000100:00000400:1.0:1550575169.909211:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575169/real 1550575169]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.909216:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575169.909218:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575169.909220:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000100:02000400:1.0:1550575169.909222:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575169.909222:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575169.909223:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575169.909236:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575169.909238:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575169.909239:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575169.909241:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295149488
00000100:00080000:0.0:1550575169.909243:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575169.909245:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575169.909249:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c600 x1625895440938848/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575169.909342:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938848:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575169.909347:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938848, portal 4
00000100:00000200:2.0:1550575169.909349:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938848, offset 0
00000400:00000200:2.0:1550575169.909350:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575169.909354:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575169.909356:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575169.909358:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575169.909359:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (20)++
00000800:00000200:2.0:1550575169.909360:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (21)++
00000800:00000200:2.0:1550575169.909361:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.909372:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.909377:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.909381:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00000200:0.0:1550575169.909383:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c600 x1625895440938848/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575169.909385:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8580
00000800:00000200:3.0:1550575169.909386:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.0:1550575169.909386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000400:00000200:2.0:1550575169.909420:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575169.909422:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575169.909422:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881477c0ae00] (2)--
00000800:00000200:1.0:1550575169.909796:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881477c0ae00] (1)--
00000800:00000200:1.0:1550575169.911117:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575169.911137:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815e09aa000 0x15e09aa000(0x15e09aa000)
00000800:00000200:1.0:1550575169.911140:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e09ab000 0x15e09ab000(0x15e09ab000)
00000800:00000200:1.0:1550575169.911143:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815cca74000 0x15cca74000(0x15cca74000)
00000800:00000200:1.0:1550575169.911144:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815cca75000 0x15cca75000(0x15cca75000)
00000800:00000200:1.0:1550575169.911145:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815cca76000 0x15cca76000(0x15cca76000)
00000800:00000200:1.0:1550575169.911147:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815cca77000 0x15cca77000(0x15cca77000)
00000800:00000200:1.0:1550575169.911148:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88147a258000 0x147a258000(0x147a258000)
00000800:00000200:1.0:1550575169.911149:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88147a259000 0x147a259000(0x147a259000)
00000800:00000200:1.0:1550575169.911150:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147a25a000 0x147a25a000(0x147a25a000)
00000800:00000200:1.0:1550575169.911152:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88147a25b000 0x147a25b000(0x147a25b000)
00000800:00000200:1.0:1550575169.911153:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815dc73c000 0x15dc73c000(0x15dc73c000)
00000800:00000200:1.0:1550575169.911154:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815dc73d000 0x15dc73d000(0x15dc73d000)
00000800:00000200:1.0:1550575169.911156:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815dc73e000 0x15dc73e000(0x15dc73e000)
00000800:00000200:1.0:1550575169.911157:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815dc73f000 0x15dc73f000(0x15dc73f000)
00000800:00000200:1.0:1550575169.911158:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e5328000 0x15e5328000(0x15e5328000)
00000800:00000200:1.0:1550575169.911159:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e5329000 0x15e5329000(0x15e5329000)
00000800:00000200:1.0:1550575169.911161:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e532a000 0x15e532a000(0x15e532a000)
00000800:00000200:1.0:1550575169.911162:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e532b000 0x15e532b000(0x15e532b000)
00000800:00000200:2.0:1550575169.911523:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9100] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575169.912139:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575169.912140:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912140:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912141:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912142:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912142:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912143:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912144:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912144:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912145:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912145:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912146:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912146:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912146:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912146:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912147:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912147:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912147:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912148:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912148:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912148:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912149:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912149:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912149:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912149:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912150:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912150:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912150:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912151:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575169.912152:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.912550:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575169.912803:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575169.912813:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.912813:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:3.0:1550575169.912815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575169.912815:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575169.912815:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575169.912816:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:3.0:1550575169.912820:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575169.912822:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575169.912823:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000800:00000200:0.0:1550575169.912824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:3.0:1550575169.912825:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f760
00000400:00000200:3.0:1550575169.912827:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12115 [1] + 0
00000100:00000200:3.0:1550575169.912829:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c600 x1625895440938848/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575169.912838:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:3.0:1550575169.912839:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:3.0:1550575169.912840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575169.912845:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c600 x1625895440938848/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575169.912848:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c600 x1625895440938848/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575175 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575169.912850:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575169.912854:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575169.912857:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575169.912858:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575169.912858:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575169.912859:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575169.912861:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575169.912862:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575169.912863:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575169.912867:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938848:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575169.912873:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938832 new x1625895440938864
00000100:00000200:1.0:1550575169.912877:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f770-0x5c6be4832f770, portal 8
00000100:00000200:1.0:1550575169.912879:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575169.912880:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575169.912882:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575169.912886:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575169.912887:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575169.912889:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575169.912890:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575169.912890:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575169.912891:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575169.912899:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575169.912903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575169.912906:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575169.912907:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575201 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575169.912909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575169.912909:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000800:00000200:1.0:1550575169.912910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:0.2:1550575169.913003:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (20)++
00000800:00000200:0.0:1550575169.913006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.913009:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575169.913011:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575169.913012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000400:00000200:0.0:1550575169.913014:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f770
00000400:00000200:0.0:1550575169.913015:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1211d [256] + 0
00000400:00000200:0.0:1550575169.913017:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:0.0:1550575169.913018:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.913019:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (22)--
00000400:00000200:0.0:1550575169.913022:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575169.913023:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.913024:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575169.913028:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575169.913029:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.913029:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.913030:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.913031:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.913037:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.913042:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.913043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.913045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.913066:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000800:00000200:0.0:1550575169.913068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000200:0.0:1550575169.913069:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575169.913073:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4d600] (23)++
00000800:00000200:0.0:1550575169.913082:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4d600] (24)--
00000800:00000200:0.0:1550575169.913082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575169.913083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)--
00000800:00000200:0.2:1550575169.913980:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4d600] (21)++
00000400:00000200:3.0:1550575170.866053:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575170.866056:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575171.414457:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414461:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575171.414461:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414464:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414464:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414465:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414465:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414466:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414466:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414466:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414467:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414467:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414467:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414468:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414468:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414468:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414469:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414469:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414470:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414470:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414471:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414471:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414471:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414472:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414472:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414473:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414473:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414477:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414477:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414477:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414479:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414480:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414480:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414481:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414483:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414483:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414484:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414484:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414484:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414485:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414486:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414486:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414487:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414487:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414488:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414488:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414488:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414488:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414489:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414490:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414491:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414492:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414492:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414493:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414494:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414494:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414495:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414495:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414496:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414496:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414497:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414498:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414498:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414499:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414499:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414499:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414500:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414500:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414500:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414501:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414501:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414501:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414502:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414503:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414504:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414505:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414506:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414506:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414507:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414508:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414509:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414513:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414514:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414514:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414516:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414518:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:0.0:1550575171.414521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:0.0:1550575171.414521:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575171.414521:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414527:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414530:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414538:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414539:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414541:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575171.414682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (23)--
00000800:00000200:1.0:1550575171.414683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (22)++
00000800:00000100:1.0:1550575171.414685:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2ffa sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575171.414686:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575171.414689:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575171.414711:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4d600] (23)--
00000100:00020000:1.0:1550575171.414714:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575171.414895:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575171.414898:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575171.414899:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4d600] (22)--
00000400:00000200:1.0:1550575171.420353:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575171.420357:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.0:1550575171.420359:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (20)++
00000800:00000200:1.0:1550575171.420359:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (21)--
00000800:00000200:1.0:1550575171.420360:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575171.420360:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (19)++
00000800:00000200:1.0:1550575171.420361:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (20)--
00000800:00000200:1.0:1550575171.420361:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (19)--
00000800:00000200:1.0:1550575171.420361:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (18)++
00000800:00000200:1.0:1550575171.420362:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (19)--
00000800:00000200:1.0:1550575171.420362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (18)--
00000800:00000200:1.0:1550575171.420363:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (17)++
00000800:00000200:1.0:1550575171.420363:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (18)--
00000800:00000200:1.0:1550575171.420363:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (17)--
00000800:00000200:1.0:1550575171.420364:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (16)++
00000800:00000200:1.0:1550575171.420364:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (17)--
00000800:00000200:1.0:1550575171.420364:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (16)--
00000800:00000200:1.0:1550575171.420365:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (15)++
00000800:00000200:1.0:1550575171.420365:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (16)--
00000800:00000200:1.0:1550575171.420366:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (15)--
00000800:00000200:1.0:1550575171.420366:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (14)++
00000800:00000200:1.0:1550575171.420366:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (15)--
00000800:00000200:1.0:1550575171.420367:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (14)--
00000800:00000200:1.0:1550575171.420367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (13)++
00000800:00000200:1.0:1550575171.420368:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (14)--
00000800:00000200:1.0:1550575171.420368:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (13)--
00000800:00000200:1.0:1550575171.420368:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (12)++
00000800:00000200:1.0:1550575171.420369:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (13)--
00000800:00000200:1.0:1550575171.420369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (12)--
00000800:00000200:1.0:1550575171.420369:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (11)++
00000800:00000200:1.0:1550575171.420370:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (12)--
00000800:00000200:1.0:1550575171.420370:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (11)--
00000800:00000200:1.0:1550575171.420370:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (10)++
00000800:00000200:1.0:1550575171.420371:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (11)--
00000800:00000200:1.0:1550575171.420371:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (10)--
00000800:00000200:1.0:1550575171.420372:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (9)++
00000800:00000200:1.0:1550575171.420372:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (10)--
00000800:00000200:1.0:1550575171.420373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (9)--
00000800:00000200:1.0:1550575171.420373:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (8)++
00000800:00000200:1.0:1550575171.420373:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (9)--
00000800:00000200:1.0:1550575171.420374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (8)--
00000800:00000200:1.0:1550575171.420374:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (7)++
00000800:00000200:1.0:1550575171.420375:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (8)--
00000800:00000200:1.0:1550575171.420375:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (7)--
00000800:00000200:1.0:1550575171.420375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (6)++
00000800:00000200:1.0:1550575171.420376:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (7)--
00000800:00000200:1.0:1550575171.420376:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (6)--
00000800:00000200:1.0:1550575171.420376:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (5)++
00000800:00000200:1.0:1550575171.420377:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (6)--
00000800:00000200:1.0:1550575171.420377:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (5)--
00000800:00000200:1.0:1550575171.420377:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (4)++
00000800:00000200:1.0:1550575171.420378:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (5)--
00000800:00000200:1.0:1550575171.420378:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (4)--
00000800:00000200:1.0:1550575171.420379:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4d600] (3)++
00000800:00000200:1.0:1550575171.420379:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4d600] (4)--
00000800:00000200:1.0:1550575171.420379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (3)--
00000800:00000200:1.0:1550575171.420380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4d600] (2)--
00000100:00000400:1.0:1550575171.420397:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575169/real 1550575169]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575171.420402:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575171.420405:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575171.420407:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575171.420409:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575171.420410:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575171.420411:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575171.420423:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4d600] (1)--
00000100:00080000:0.0:1550575171.420429:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575171.420431:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575171.420432:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575171.420434:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295149513
00000100:00080000:0.0:1550575171.420437:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575171.420440:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575171.420448:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0f900 x1625895440938880/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575171.420501:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938880:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575171.420509:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938880, portal 4
00000100:00000200:2.0:1550575171.420511:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938880, offset 0
00000400:00000200:2.0:1550575171.420513:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575171.420535:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575171.420537:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575171.420539:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575171.420541:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575171.420541:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575171.420543:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575171.420566:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575171.420570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575171.420571:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575171.420573:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0f900 x1625895440938880/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575177 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575171.420575:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8680
00000800:00000200:1.0:1550575171.420576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575171.420577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575171.420697:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575171.420699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575171.420701:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575171.420703:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575171.420707:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f780
00000400:00000200:1.0:1550575171.420709:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12129 [1] + 0
00000100:00000200:1.0:1550575171.420711:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0f900 x1625895440938880/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575177 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575171.420717:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575171.420717:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.0:1550575171.420718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575171.420719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575171.420724:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0f900 x1625895440938880/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575177 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575171.420727:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0f900 x1625895440938880/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575177 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575171.420729:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575171.420734:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575171.420738:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575171.420739:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575171.420740:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575171.420741:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575171.420743:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575171.420743:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575171.420745:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575201 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575171.420751:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938880:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575171.420757:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938864 new x1625895440938896
00000100:00000200:1.0:1550575171.420762:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f790-0x5c6be4832f790, portal 8
00000100:00000200:1.0:1550575171.420764:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575171.420766:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575171.420767:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575171.420771:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575171.420772:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575171.420774:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575171.420774:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575171.420775:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575171.420776:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575171.420783:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575171.420785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575171.420786:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575171.420787:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575203 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575171.420788:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000800:00000200:1.0:1550575171.420789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575171.420790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575171.421726:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575171.422521:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575171.422543:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815e1b9c000 0x15e1b9c000(0x15e1b9c000)
00000800:00000200:1.0:1550575171.422546:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e1b9d000 0x15e1b9d000(0x15e1b9d000)
00000800:00000200:1.0:1550575171.422548:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e1b9e000 0x15e1b9e000(0x15e1b9e000)
00000800:00000200:1.0:1550575171.422549:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815e1b9f000 0x15e1b9f000(0x15e1b9f000)
00000800:00000200:1.0:1550575171.422550:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e5830000 0x15e5830000(0x15e5830000)
00000800:00000200:1.0:1550575171.422552:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e5831000 0x15e5831000(0x15e5831000)
00000800:00000200:1.0:1550575171.422553:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e5832000 0x15e5832000(0x15e5832000)
00000800:00000200:1.0:1550575171.422554:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e5833000 0x15e5833000(0x15e5833000)
00000800:00000200:1.0:1550575171.422555:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147a364000 0x147a364000(0x147a364000)
00000800:00000200:1.0:1550575171.422557:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88147a365000 0x147a365000(0x147a365000)
00000800:00000200:1.0:1550575171.422558:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88147a366000 0x147a366000(0x147a366000)
00000800:00000200:1.0:1550575171.422559:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88147a367000 0x147a367000(0x147a367000)
00000800:00000200:1.0:1550575171.422561:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff881526704000 0x1526704000(0x1526704000)
00000800:00000200:1.0:1550575171.422562:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff881526705000 0x1526705000(0x1526705000)
00000800:00000200:1.0:1550575171.422563:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff881526706000 0x1526706000(0x1526706000)
00000800:00000200:1.0:1550575171.422564:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881526707000 0x1526707000(0x1526707000)
00000800:00000200:1.0:1550575171.422566:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881573b10000 0x1573b10000(0x1573b10000)
00000800:00000200:1.0:1550575171.422567:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815266c1000 0x15266c1000(0x15266c1000)
00000800:00000200:1.0:1550575171.423478:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575171.423479:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423479:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423480:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423480:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423480:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423480:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423481:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423481:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423481:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423482:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423482:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423482:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423483:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423483:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423483:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423484:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423484:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423484:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423484:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423485:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423485:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423485:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423486:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423486:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423486:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423486:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423487:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423487:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423487:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423488:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423488:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423488:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423488:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423489:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423489:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.423489:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575171.423490:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575171.423864:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575171.424222:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575171.424223:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575171.424223:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575171.424224:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4f000] (20)++
00000800:00000200:1.0:1550575171.424225:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4f000] (21)--
00000800:00000200:0.2:1550575171.424273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (20)++
00000800:00000200:0.0:1550575171.424295:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575171.424300:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575171.424302:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000400:00000200:0.0:1550575171.424302:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575171.424304:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575171.424305:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f790
00000400:00000200:0.0:1550575171.424309:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12131 [256] + 0
00000400:00000200:0.0:1550575171.424310:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:0.0:1550575171.424311:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575171.424313:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (22)--
00000400:00000200:0.0:1550575171.424316:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575171.424317:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575171.424318:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575171.424322:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575171.424323:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575171.424323:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4f000] (22)++
00000800:00000200:0.0:1550575171.424325:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575171.424325:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:0.2:1550575171.424334:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575171.424338:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000200:0.0:1550575171.424339:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575171.424340:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:0.2:1550575171.424380:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575171.424384:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000200:0.0:1550575171.424385:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575171.424390:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (23)++
00000800:00000200:0.0:1550575171.424398:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (24)--
00000800:00000200:0.0:1550575171.424398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575171.424398:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:0.2:1550575171.425350:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (21)++
00000400:00000200:3.0:1550575171.865670:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575171.865673:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575172.865674:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575172.865676:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575172.952462:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952466:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575172.952466:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952468:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952469:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952469:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952470:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952470:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952470:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952471:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952471:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952471:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952474:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952475:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952475:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952476:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952476:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952476:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952477:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952477:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952477:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952478:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952478:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952478:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952479:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952479:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952479:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952480:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952480:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952480:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952481:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952481:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952482:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952482:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952483:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952483:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952484:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952484:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952484:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952485:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952485:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952486:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952487:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952487:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952488:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952488:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952489:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952489:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952489:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952490:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952490:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952490:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952491:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952491:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952492:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952492:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952493:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952493:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952494:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952494:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952494:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952495:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952495:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952495:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952496:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952496:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952497:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952497:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952498:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952498:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952499:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952499:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952500:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952500:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952500:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952501:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952501:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952501:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952502:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952502:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952503:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952504:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952505:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952505:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952506:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952506:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952507:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952508:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952509:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952513:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952514:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952514:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952514:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952515:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952516:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952518:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952521:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952521:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952522:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952522:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952523:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952523:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952524:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952524:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952525:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952525:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952526:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952528:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952529:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952535:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952536:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:1.0:1550575172.952661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575172.952661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575172.952734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575172.952735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575172.952737:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x2ffd sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575172.952738:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575172.952740:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575172.952749:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4f000] (23)--
00000100:00020000:0.0:1550575172.952752:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575172.952761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000200:1.0:1550575172.952762:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (23)--
00000800:00000200:1.0:1550575172.952763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:1.0:1550575172.952763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (21)++
00000800:00000200:1.0:1550575172.952764:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (22)--
00000800:00000200:1.0:1550575172.952764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (21)--
00000800:00000200:1.0:1550575172.952764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (20)++
00000800:00000200:1.0:1550575172.952765:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (21)--
00000800:00000200:1.0:1550575172.952765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575172.952765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575172.952766:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575172.952766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (19)--
00000800:00000200:1.0:1550575172.952766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (18)++
00000800:00000200:1.0:1550575172.952767:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (19)--
00000800:00000200:1.0:1550575172.952767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (18)--
00000800:00000200:1.0:1550575172.952768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (17)++
00000800:00000200:1.0:1550575172.952768:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (18)--
00000800:00000200:1.0:1550575172.952769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (17)--
00000800:00000200:1.0:1550575172.952769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (16)++
00000800:00000200:1.0:1550575172.952769:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (17)--
00000800:00000200:1.0:1550575172.952770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (16)--
00000800:00000200:1.0:1550575172.952770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (15)++
00000800:00000200:1.0:1550575172.952770:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (16)--
00000800:00000200:1.0:1550575172.952771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (15)--
00000800:00000200:1.0:1550575172.952771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (14)++
00000800:00000200:1.0:1550575172.952771:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (15)--
00000800:00000200:1.0:1550575172.952772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (14)--
00000800:00000200:1.0:1550575172.952772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (13)++
00000800:00000200:1.0:1550575172.952772:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (14)--
00000800:00000200:1.0:1550575172.952773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (13)--
00000800:00000200:1.0:1550575172.952773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (12)++
00000800:00000200:1.0:1550575172.952773:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (13)--
00000800:00000200:1.0:1550575172.952774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (12)--
00000800:00000200:1.0:1550575172.952774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (11)++
00000800:00000200:1.0:1550575172.952774:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (12)--
00000800:00000200:1.0:1550575172.952775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (11)--
00000800:00000200:1.0:1550575172.952775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (10)++
00000800:00000200:1.0:1550575172.952775:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (11)--
00000800:00000200:1.0:1550575172.952775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (10)--
00000800:00000200:1.0:1550575172.952776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (9)++
00000800:00000200:1.0:1550575172.952776:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (10)--
00000800:00000200:1.0:1550575172.952776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (9)--
00000800:00000200:1.0:1550575172.952777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (8)++
00000800:00000200:1.0:1550575172.952777:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (9)--
00000800:00000200:1.0:1550575172.952777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (8)--
00000800:00000200:1.0:1550575172.952778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (7)++
00000800:00000200:1.0:1550575172.952778:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (8)--
00000800:00000200:1.0:1550575172.952778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (7)--
00000800:00000200:1.0:1550575172.952779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (6)++
00000800:00000200:1.0:1550575172.952779:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (7)--
00000800:00000200:1.0:1550575172.952780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (6)--
00000800:00000200:1.0:1550575172.952780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (5)++
00000800:00000200:1.0:1550575172.952780:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (6)--
00000800:00000200:1.0:1550575172.952781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (5)--
00000800:00000200:1.0:1550575172.952782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (4)--
00000400:00000200:2.0:1550575172.952958:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575172.952961:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575172.952962:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4f000] (3)--
00000800:00000200:1.0:1550575172.953471:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4f000] (2)--
00000400:00000200:0.0:1550575173.621476:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:0.0:1550575173.621481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (1)--
00000100:00000400:1.0:1550575173.621548:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575171/real 1550575171]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575203 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575173.621556:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575203 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575173.621558:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575203 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575173.621561:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575173.621563:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575173.621564:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575173.621566:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575173.621583:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575173.621585:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575173.621587:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575173.621589:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295151024
00000100:00080000:0.0:1550575173.621592:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575173.621595:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575173.621603:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d800 x1625895440938912/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575173.621619:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938912:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575173.621628:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938912, portal 4
00000100:00000200:2.0:1550575173.621630:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938912, offset 0
00000400:00000200:2.0:1550575173.621632:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575173.621639:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575173.621641:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575173.621645:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575173.621646:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575173.621647:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575173.621650:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575173.621667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575173.621677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575173.621682:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575173.621684:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d800 x1625895440938912/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575179 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575173.621686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575173.621687:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8000
00000800:00000200:1.0:1550575173.621688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575173.621792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575173.621798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575173.621800:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575173.621802:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575173.621806:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f7a0
00000400:00000200:1.0:1550575173.621808:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1213d [1] + 0
00000100:00000200:1.0:1550575173.621811:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d800 x1625895440938912/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575179 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575173.621817:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575173.621819:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.0:1550575173.621819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575173.621820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575173.621822:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d800 x1625895440938912/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575179 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575173.621825:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d800 x1625895440938912/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575179 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575173.621828:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575173.621833:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575173.621840:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575173.621842:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575173.621843:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575173.621844:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575173.621847:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575173.621848:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575173.621849:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575203 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575173.621856:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938912:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575173.621863:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938896 new x1625895440938928
00000100:00000200:1.0:1550575173.621869:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f7b0-0x5c6be4832f7b0, portal 8
00000100:00000200:1.0:1550575173.621871:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575173.621873:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575173.621874:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575173.621878:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575173.621879:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575173.621881:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575173.621882:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575173.621882:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575173.621884:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575173.621892:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575173.621896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575173.621897:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575173.621898:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575205 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575173.621899:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575173.621900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575173.621901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575173.622921:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575173.623579:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575173.623588:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff880034105000 0x34105000(0x34105000)
00000800:00000200:1.0:1550575173.623589:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff880034104000 0x34104000(0x34104000)
00000800:00000200:1.0:1550575173.623589:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88003409b000 0x3409b000(0x3409b000)
00000800:00000200:1.0:1550575173.623590:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88003409a000 0x3409a000(0x3409a000)
00000800:00000200:1.0:1550575173.623590:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8800340a3000 0x340a3000(0x340a3000)
00000800:00000200:1.0:1550575173.623590:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8800340a2000 0x340a2000(0x340a2000)
00000800:00000200:1.0:1550575173.623591:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff880034103000 0x34103000(0x34103000)
00000800:00000200:1.0:1550575173.623591:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff880034102000 0x34102000(0x34102000)
00000800:00000200:1.0:1550575173.623592:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff880034109000 0x34109000(0x34109000)
00000800:00000200:1.0:1550575173.623592:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff880034108000 0x34108000(0x34108000)
00000800:00000200:1.0:1550575173.623592:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88003410a000 0x3410a000(0x3410a000)
00000800:00000200:1.0:1550575173.623593:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff880034adf000 0x34adf000(0x34adf000)
00000800:00000200:1.0:1550575173.623593:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88003483a000 0x3483a000(0x3483a000)
00000800:00000200:1.0:1550575173.623594:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8800349ba000 0x349ba000(0x349ba000)
00000800:00000200:1.0:1550575173.623594:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88003409d000 0x3409d000(0x3409d000)
00000800:00000200:1.0:1550575173.623595:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88003409e000 0x3409e000(0x3409e000)
00000800:00000200:1.0:1550575173.623595:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8800348cd000 0x348cd000(0x348cd000)
00000800:00000200:1.0:1550575173.623596:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff880034aea000 0x34aea000(0x34aea000)
00000800:00000200:1.0:1550575173.624463:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575173.624464:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624465:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624465:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624466:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624466:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624466:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624467:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624467:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624467:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624467:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624468:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624480:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624481:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624482:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624483:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624484:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624485:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624486:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624487:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624488:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624489:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624490:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624491:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624492:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624493:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624494:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624495:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624496:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624497:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624498:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624499:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624500:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624501:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624502:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624503:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.624504:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575173.624508:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575173.625017:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575173.625396:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575173.625399:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575173.625401:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575173.625403:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4e600] (20)++
00000800:00000200:1.0:1550575173.625405:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4e600] (21)--
00000800:00000200:0.2:1550575173.625435:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (20)++
00000800:00000200:0.0:1550575173.625462:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575173.625475:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575173.625481:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575173.625483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000400:00000200:0.0:1550575173.625488:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575173.625492:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f7b0
00000400:00000200:0.0:1550575173.625498:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12145 [256] + 0
00000400:00000200:0.0:1550575173.625503:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575173.625506:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575173.625510:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (22)--
00000400:00000200:0.0:1550575173.625519:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575173.625524:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575173.625526:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575173.625539:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575173.625541:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575173.625543:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4e600] (22)++
00000800:00000200:0.0:1550575173.625546:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575173.625551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000800:00000200:0.2:1550575173.625562:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575173.625570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000200:0.0:1550575173.625574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575173.625576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000800:00000200:0.2:1550575173.625607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575173.625609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000200:0.0:1550575173.625611:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575173.625615:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (23)++
00000800:00000200:0.0:1550575173.625622:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (24)--
00000800:00000200:0.0:1550575173.625623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575173.625623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000800:00000200:0.2:1550575173.626570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (21)++
00000400:00000200:3.0:1550575173.865116:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 25 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575173.865119:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575174.865047:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 25 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575174.865049:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575175.131440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131444:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575175.131445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131447:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131448:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131448:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131449:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131449:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131450:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131450:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131450:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131451:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131451:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131451:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131451:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131452:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131452:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131453:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131453:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131454:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131454:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131454:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131455:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131458:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131458:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131459:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131459:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131460:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131460:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131461:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131462:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131463:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131463:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131464:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131464:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131464:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131465:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131466:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131467:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131468:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131468:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131469:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131469:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131469:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131474:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131475:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131476:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131476:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131477:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131478:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131478:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131478:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131479:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131479:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131480:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131481:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131481:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131482:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131482:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131483:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131485:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131485:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131486:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131486:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131487:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131488:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131488:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131489:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131489:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131490:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131490:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131490:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131493:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131494:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131495:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131496:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131497:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575175.131499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575175.131499:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575175.131500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131506:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131508:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131509:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131513:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131514:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131514:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131515:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131516:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131518:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131520:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131521:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131521:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131522:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131522:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131523:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131523:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131524:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131524:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131525:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131526:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131528:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131529:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131536:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131550:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131551:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131555:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131556:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575175.131663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:1.0:1550575175.131663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:1.0:1550575175.131666:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3000 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575175.131667:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575175.131669:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575175.131679:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4e600] (23)--
00000100:00020000:1.0:1550575175.131683:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575175.131910:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575175.131913:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575175.131913:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4e600] (22)--
00000400:00000200:1.0:1550575175.137832:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:1.0:1550575175.137836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (21)--
00000800:00000200:1.0:1550575175.137837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (20)++
00000800:00000200:1.0:1550575175.137838:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (21)--
00000800:00000200:1.0:1550575175.137839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575175.137839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575175.137840:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575175.137840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (19)--
00000800:00000200:1.0:1550575175.137840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (18)++
00000800:00000200:1.0:1550575175.137841:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (19)--
00000800:00000200:1.0:1550575175.137841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (18)--
00000800:00000200:1.0:1550575175.137842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (17)++
00000800:00000200:1.0:1550575175.137842:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (18)--
00000800:00000200:1.0:1550575175.137842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (17)--
00000800:00000200:1.0:1550575175.137843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (16)++
00000800:00000200:1.0:1550575175.137843:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (17)--
00000800:00000200:1.0:1550575175.137844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (16)--
00000800:00000200:1.0:1550575175.137844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (15)++
00000800:00000200:1.0:1550575175.137844:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (16)--
00000800:00000200:1.0:1550575175.137845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (15)--
00000800:00000200:1.0:1550575175.137845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (14)++
00000800:00000200:1.0:1550575175.137846:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (15)--
00000800:00000200:1.0:1550575175.137846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (14)--
00000800:00000200:1.0:1550575175.137846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (13)++
00000800:00000200:1.0:1550575175.137847:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (14)--
00000800:00000200:1.0:1550575175.137847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (13)--
00000800:00000200:1.0:1550575175.137847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (12)++
00000800:00000200:1.0:1550575175.137848:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (13)--
00000800:00000200:1.0:1550575175.137848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (12)--
00000800:00000200:1.0:1550575175.137848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (11)++
00000800:00000200:1.0:1550575175.137849:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (12)--
00000800:00000200:1.0:1550575175.137849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (11)--
00000800:00000200:1.0:1550575175.137849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (10)++
00000800:00000200:1.0:1550575175.137850:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (11)--
00000800:00000200:1.0:1550575175.137850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (10)--
00000800:00000200:1.0:1550575175.137850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (9)++
00000800:00000200:1.0:1550575175.137851:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (10)--
00000800:00000200:1.0:1550575175.137851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (9)--
00000800:00000200:1.0:1550575175.137851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (8)++
00000800:00000200:1.0:1550575175.137852:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (9)--
00000800:00000200:1.0:1550575175.137852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (8)--
00000800:00000200:1.0:1550575175.137852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (7)++
00000800:00000200:1.0:1550575175.137853:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (8)--
00000800:00000200:1.0:1550575175.137853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (7)--
00000800:00000200:1.0:1550575175.137853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (6)++
00000800:00000200:1.0:1550575175.137854:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (7)--
00000800:00000200:1.0:1550575175.137854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (6)--
00000800:00000200:1.0:1550575175.137855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (5)++
00000800:00000200:1.0:1550575175.137855:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (6)--
00000800:00000200:1.0:1550575175.137855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (5)--
00000800:00000200:1.0:1550575175.137856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (4)++
00000800:00000200:1.0:1550575175.137856:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (5)--
00000800:00000200:1.0:1550575175.137857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (4)--
00000800:00000200:1.0:1550575175.137857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (3)++
00000800:00000200:1.0:1550575175.137858:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (4)--
00000800:00000200:1.0:1550575175.137858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (3)--
00000800:00000200:1.0:1550575175.137859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (2)--
00000100:00000400:1.0:1550575175.137875:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575173/real 1550575173]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575205 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575175.137881:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575205 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575175.137883:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575205 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575175.137885:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575175.137887:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575175.137888:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575175.137889:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575175.137902:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4e600] (1)--
00000100:00080000:0.0:1550575175.137903:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575175.137905:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575175.137906:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575175.137909:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295153225
00000100:00080000:0.0:1550575175.137911:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575175.137915:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575175.137924:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c900 x1625895440938944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575175.137980:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938944:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575175.137988:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938944, portal 4
00000100:00000200:2.0:1550575175.137991:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938944, offset 0
00000400:00000200:2.0:1550575175.137993:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575175.137999:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575175.138002:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575175.138004:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575175.138005:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575175.138006:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575175.138008:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575175.138059:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575175.138079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575175.138080:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575175.138082:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c900 x1625895440938944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575181 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575175.138084:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8100
00000800:00000200:1.0:1550575175.138086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575175.138086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575175.138169:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575175.138173:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575175.138175:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575175.138177:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575175.138181:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f7c0
00000400:00000200:1.0:1550575175.138183:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12151 [1] + 0
00000100:00000200:1.0:1550575175.138186:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c900 x1625895440938944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575181 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575175.138191:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575175.138192:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.0:1550575175.138193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575175.138193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575175.138200:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c900 x1625895440938944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575181 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575175.138203:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c900 x1625895440938944/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575181 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575175.138206:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575175.138210:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575175.138217:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575175.138218:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575175.138220:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575175.138221:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575175.138223:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575175.138224:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575175.138225:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575205 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575175.138232:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938944:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575175.138239:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938928 new x1625895440938960
00000100:00000200:1.0:1550575175.138244:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f7d0-0x5c6be4832f7d0, portal 8
00000100:00000200:1.0:1550575175.138245:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575175.138247:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575175.138248:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575175.138252:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575175.138254:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575175.138255:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575175.138256:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575175.138256:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575175.138258:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575175.138265:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575175.138268:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575175.138269:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575175.138269:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575207 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575175.138271:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:1.0:1550575175.138272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575175.138273:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575175.139064:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575175.139771:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575175.139788:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88157eae0000 0x157eae0000(0x157eae0000)
00000800:00000200:1.0:1550575175.139791:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815dc654000 0x15dc654000(0x15dc654000)
00000800:00000200:1.0:1550575175.139793:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881441895000 0x1441895000(0x1441895000)
00000800:00000200:1.0:1550575175.139794:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e32d000 0x143e32d000(0x143e32d000)
00000800:00000200:1.0:1550575175.139796:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88143e32f000 0x143e32f000(0x143e32f000)
00000800:00000200:1.0:1550575175.139797:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88144189c000 0x144189c000(0x144189c000)
00000800:00000200:1.0:1550575175.139798:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88144189b000 0x144189b000(0x144189b000)
00000800:00000200:1.0:1550575175.139800:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88156d62c000 0x156d62c000(0x156d62c000)
00000800:00000200:1.0:1550575175.139801:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881573b11000 0x1573b11000(0x1573b11000)
00000800:00000200:1.0:1550575175.139802:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88157eae4000 0x157eae4000(0x157eae4000)
00000800:00000200:1.0:1550575175.139803:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88157eae5000 0x157eae5000(0x157eae5000)
00000800:00000200:1.0:1550575175.139805:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88157eae2000 0x157eae2000(0x157eae2000)
00000800:00000200:1.0:1550575175.139806:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88157eae3000 0x157eae3000(0x157eae3000)
00000800:00000200:1.0:1550575175.139807:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff881585174000 0x1585174000(0x1585174000)
00000800:00000200:1.0:1550575175.139809:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff881585175000 0x1585175000(0x1585175000)
00000800:00000200:1.0:1550575175.139810:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881585170000 0x1585170000(0x1585170000)
00000800:00000200:1.0:1550575175.139811:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881585171000 0x1585171000(0x1585171000)
00000800:00000200:1.0:1550575175.139812:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815266c4000 0x15266c4000(0x15266c4000)
00000800:00000200:1.0:1550575175.140849:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575175.140850:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140850:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140851:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140851:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140851:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140851:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140852:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140852:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140852:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140853:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140853:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140853:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140853:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140854:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140854:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140854:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140855:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140855:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140855:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140856:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140856:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140856:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140857:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140857:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140857:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140857:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140858:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140858:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140858:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140859:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140859:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140859:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140859:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140860:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140860:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.140860:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:1.0:1550575175.140861:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575175.141242:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575175.141550:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575175.141551:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575175.141552:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4f000] (19)++
00000800:00000200:1.0:1550575175.141552:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4f000] (20)++
00000800:00000200:1.0:1550575175.141553:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4f000] (21)--
00000800:00000200:0.2:1550575175.141553:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (20)++
00000800:00000200:0.0:1550575175.141557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575175.141561:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575175.141563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000400:00000200:0.0:1550575175.141563:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575175.141565:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575175.141566:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f7d0
00000400:00000200:0.0:1550575175.141568:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12159 [256] + 0
00000400:00000200:0.0:1550575175.141569:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575175.141571:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575175.141572:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (22)--
00000400:00000200:0.0:1550575175.141575:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575175.141576:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575175.141577:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575175.141582:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9200] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575175.141582:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575175.141583:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4f000] (22)++
00000800:00000200:0.0:1550575175.141584:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575175.141584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:0.2:1550575175.141595:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575175.141597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000200:0.0:1550575175.141598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575175.141599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:0.2:1550575175.141627:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (21)++
00000800:00000200:0.0:1550575175.141629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000200:0.0:1550575175.141630:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575175.141634:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4f000] (23)++
00000800:00000200:0.0:1550575175.141642:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4f000] (24)--
00000800:00000200:0.0:1550575175.141642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575175.141643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)--
00000800:00000200:0.2:1550575175.142611:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4f000] (21)++
00000400:00000200:3.0:1550575175.865047:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 27 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575175.865050:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575176.638483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638486:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575176.638487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638489:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638489:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638490:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638490:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638491:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638492:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638493:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638494:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638495:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638496:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638497:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:0.0:1550575176.638501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:0.0:1550575176.638501:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575176.638502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638504:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638507:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638509:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638510:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638511:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638512:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638512:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638513:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638513:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638514:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638514:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638514:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638515:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638515:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638515:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638516:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638516:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638516:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638517:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638517:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638517:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638518:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638518:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638518:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638519:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638519:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638519:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638520:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638520:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638520:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638521:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638521:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638521:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638522:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638522:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638522:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638523:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638524:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638524:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638524:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638525:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638525:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638525:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638526:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638526:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638527:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638527:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638527:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638528:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638528:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638528:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638529:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638529:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638529:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638530:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638531:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638531:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638532:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638533:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638533:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638535:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638536:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638538:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638538:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638539:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575176.638711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (23)--
00000800:00000200:3.0:1550575176.638712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (22)++
00000800:00000100:3.0:1550575176.638714:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3003 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575176.638716:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575176.638735:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575176.638742:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4f000] (23)--
00000100:00020000:3.0:1550575176.638745:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575176.638947:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575176.638949:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575176.638950:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4f000] (22)--
00000800:00000200:1.0:1550575176.639350:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4f000] (21)--
00000400:00000200:3.0:1550575176.644281:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:3.0:1550575176.644286:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (20)--
00000800:00000200:3.0:1550575176.644287:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (19)++
00000800:00000200:3.0:1550575176.644289:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (20)--
00000800:00000200:3.0:1550575176.644289:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (19)--
00000800:00000200:3.0:1550575176.644289:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (18)++
00000800:00000200:3.0:1550575176.644290:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (19)--
00000800:00000200:3.0:1550575176.644290:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (18)--
00000800:00000200:3.0:1550575176.644291:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (17)++
00000800:00000200:3.0:1550575176.644291:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (18)--
00000800:00000200:3.0:1550575176.644292:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (17)--
00000800:00000200:3.0:1550575176.644292:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (16)++
00000800:00000200:3.0:1550575176.644292:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (17)--
00000800:00000200:3.0:1550575176.644293:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (16)--
00000800:00000200:3.0:1550575176.644293:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (15)++
00000800:00000200:3.0:1550575176.644293:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (16)--
00000800:00000200:3.0:1550575176.644294:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (15)--
00000800:00000200:3.0:1550575176.644294:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (14)++
00000800:00000200:3.0:1550575176.644294:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (15)--
00000800:00000200:3.0:1550575176.644295:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (14)--
00000800:00000200:3.0:1550575176.644295:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (13)++
00000800:00000200:3.0:1550575176.644295:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (14)--
00000800:00000200:3.0:1550575176.644296:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (13)--
00000800:00000200:3.0:1550575176.644296:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (12)++
00000800:00000200:3.0:1550575176.644297:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (13)--
00000800:00000200:3.0:1550575176.644312:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (12)--
00000800:00000200:3.0:1550575176.644313:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (11)++
00000800:00000200:3.0:1550575176.644313:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (12)--
00000800:00000200:3.0:1550575176.644313:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (11)--
00000800:00000200:3.0:1550575176.644314:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (10)++
00000800:00000200:3.0:1550575176.644314:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (11)--
00000800:00000200:3.0:1550575176.644314:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (10)--
00000800:00000200:3.0:1550575176.644315:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (9)++
00000800:00000200:3.0:1550575176.644315:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (10)--
00000800:00000200:3.0:1550575176.644315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (9)--
00000800:00000200:3.0:1550575176.644316:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (8)++
00000800:00000200:3.0:1550575176.644316:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (9)--
00000800:00000200:3.0:1550575176.644316:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (8)--
00000800:00000200:3.0:1550575176.644317:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (7)++
00000800:00000200:3.0:1550575176.644317:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (8)--
00000800:00000200:3.0:1550575176.644318:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (7)--
00000800:00000200:3.0:1550575176.644318:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (6)++
00000800:00000200:3.0:1550575176.644318:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (7)--
00000800:00000200:3.0:1550575176.644319:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (6)--
00000800:00000200:3.0:1550575176.644319:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (5)++
00000800:00000200:3.0:1550575176.644320:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (6)--
00000800:00000200:3.0:1550575176.644320:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (5)--
00000800:00000200:3.0:1550575176.644320:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (4)++
00000800:00000200:3.0:1550575176.644321:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (5)--
00000800:00000200:3.0:1550575176.644321:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (4)--
00000800:00000200:3.0:1550575176.644321:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (3)++
00000800:00000200:3.0:1550575176.644322:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (4)--
00000800:00000200:3.0:1550575176.644322:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (3)--
00000800:00000200:3.0:1550575176.644322:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4f000] (2)++
00000800:00000200:3.0:1550575176.644323:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4f000] (3)--
00000800:00000200:3.0:1550575176.644323:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (2)--
00000800:00000200:3.0:1550575176.644324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4f000] (1)--
00000100:00000400:1.0:1550575176.644349:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575175/real 1550575175]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575207 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575176.644356:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575207 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575176.644358:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575207 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575176.644360:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575176.644363:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575176.644364:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575176.644366:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575176.644381:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575176.644383:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575176.644384:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575176.644389:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295154741
00000100:00080000:0.0:1550575176.644392:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575176.644396:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575176.644404:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d200 x1625895440938976/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575176.644424:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938976:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575176.644432:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440938976, portal 4
00000100:00000200:2.0:1550575176.644435:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440938976, offset 0
00000400:00000200:2.0:1550575176.644437:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575176.644443:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575176.644445:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575176.644448:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575176.644449:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575176.644450:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575176.644452:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575176.644508:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575176.644514:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575176.644516:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575176.644526:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d200 x1625895440938976/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575182 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575176.644529:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8600
00000800:00000200:1.0:1550575176.644530:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575176.644531:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575176.644693:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575176.644697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575176.644699:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575176.644701:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575176.644705:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f7e0
00000400:00000200:1.0:1550575176.644707:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12165 [1] + 0
00000100:00000200:1.0:1550575176.644709:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d200 x1625895440938976/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575182 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575176.644716:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000100:00000200:2.0:1550575176.644729:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d200 x1625895440938976/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575182 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575176.644729:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.0:1550575176.644729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575176.644730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575176.644731:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d200 x1625895440938976/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575182 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575176.644734:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575176.644738:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575176.644745:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575176.644746:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575176.644747:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575176.644748:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575176.644750:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575176.644751:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575176.644752:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575207 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575176.644764:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440938976:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575176.644772:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938960 new x1625895440938992
00000100:00000200:1.0:1550575176.644777:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f7f0-0x5c6be4832f7f0, portal 8
00000100:00000200:1.0:1550575176.644779:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575176.644780:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575176.644782:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575176.644785:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575176.644787:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575176.644789:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575176.644789:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575176.644790:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575176.644792:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575176.644799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575176.644803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575176.644804:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575176.644805:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575208 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575176.644807:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b00
00000800:00000200:1.0:1550575176.644807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575176.644808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575176.645640:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575176.646294:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575176.646317:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815266c5000 0x15266c5000(0x15266c5000)
00000800:00000200:1.0:1550575176.646320:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815266c2000 0x15266c2000(0x15266c2000)
00000800:00000200:1.0:1550575176.646322:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815266c3000 0x15266c3000(0x15266c3000)
00000800:00000200:1.0:1550575176.646323:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e336000 0x143e336000(0x143e336000)
00000800:00000200:1.0:1550575176.646324:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88143e337000 0x143e337000(0x143e337000)
00000800:00000200:1.0:1550575176.646325:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881441896000 0x1441896000(0x1441896000)
00000800:00000200:1.0:1550575176.646327:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881441897000 0x1441897000(0x1441897000)
00000800:00000200:1.0:1550575176.646328:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88144189e000 0x144189e000(0x144189e000)
00000800:00000200:1.0:1550575176.646329:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88144189f000 0x144189f000(0x144189f000)
00000800:00000200:1.0:1550575176.646330:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881573b12000 0x1573b12000(0x1573b12000)
00000800:00000200:1.0:1550575176.646332:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881573b13000 0x1573b13000(0x1573b13000)
00000800:00000200:1.0:1550575176.646333:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815dc650000 0x15dc650000(0x15dc650000)
00000800:00000200:1.0:1550575176.646334:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814460cd000 0x14460cd000(0x14460cd000)
00000800:00000200:1.0:1550575176.646336:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e3aa000 0x143e3aa000(0x143e3aa000)
00000800:00000200:1.0:1550575176.646337:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e3a6000 0x143e3a6000(0x143e3a6000)
00000800:00000200:1.0:1550575176.646338:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e3d3000 0x143e3d3000(0x143e3d3000)
00000800:00000200:1.0:1550575176.646340:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e3fe000 0x143e3fe000(0x143e3fe000)
00000800:00000200:1.0:1550575176.646341:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88143e302000 0x143e302000(0x143e302000)
00000800:00000200:1.0:1550575176.647330:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575176.647331:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647332:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647332:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647333:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647333:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647333:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647334:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647334:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647334:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647335:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647335:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647335:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647336:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647336:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647336:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647336:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647337:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647337:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647337:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647338:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647338:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647338:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647339:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647339:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647339:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647339:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647340:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647340:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647340:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647341:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647341:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647341:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647341:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647342:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647342:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.647342:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:1.0:1550575176.647344:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575176.647729:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575176.648293:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575176.648294:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575176.648295:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4e200] (19)++
00000800:00000200:1.0:1550575176.648295:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4e200] (20)++
00000800:00000200:1.0:1550575176.648296:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4e200] (21)--
00000800:00000200:0.2:1550575176.648299:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e200] (20)++
00000800:00000200:0.0:1550575176.648303:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (21)++
00000800:00000200:0.0:1550575176.648308:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575176.648309:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575176.648312:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000800:00000200:1.0:1550575176.648313:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)--
00000400:00000200:0.0:1550575176.648313:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f7f0
00000400:00000200:0.0:1550575176.648315:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1216d [256] + 0
00000400:00000200:0.0:1550575176.648317:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000800:00000200:0.0:1550575176.648318:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (21)++
00000800:00000200:0.0:1550575176.648319:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (22)--
00000400:00000200:0.0:1550575176.648322:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575176.648323:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575176.648324:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575176.648329:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575176.648329:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4e200] (21)++
00000800:00000200:0.0:1550575176.648330:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4e200] (22)++
00000800:00000200:0.0:1550575176.648332:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575176.648332:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)--
00000800:00000200:0.2:1550575176.648339:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e200] (21)++
00000800:00000200:0.0:1550575176.648341:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000200:0.0:1550575176.648342:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575176.648343:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)--
00000800:00000200:0.2:1550575176.648375:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e200] (21)++
00000800:00000200:0.0:1550575176.648377:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000200:0.0:1550575176.648379:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575176.648383:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e200] (23)++
00000800:00000200:0.0:1550575176.648391:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e200] (24)--
00000800:00000200:0.0:1550575176.648391:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575176.648392:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)--
00000800:00000200:0.2:1550575176.649310:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e200] (21)++
00000400:00000200:3.0:1550575176.865564:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575176.865566:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575177.866042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575177.866044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575178.128479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128480:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575178.128481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128483:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128483:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128484:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128484:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128484:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128485:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128485:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128485:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128486:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128486:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128486:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128487:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128487:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128487:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128488:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128488:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128488:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128489:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128489:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128489:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128491:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128491:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128492:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128492:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128493:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128493:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128493:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128494:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128494:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128494:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128495:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128495:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128495:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128496:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128496:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128497:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128497:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128497:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128498:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128498:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128499:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128499:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128500:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128500:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128500:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128501:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128501:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128501:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128502:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128502:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128503:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128504:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128505:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128506:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128506:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128507:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128508:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128509:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128509:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128510:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128510:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128511:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128511:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128512:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128512:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128514:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128515:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128516:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128517:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128517:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128517:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128518:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128519:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128520:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128521:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128522:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128522:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128523:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128524:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128524:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128525:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128526:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128526:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128527:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128527:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128529:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128530:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128531:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128538:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128539:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128541:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575178.128694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:0.0:1550575178.128695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000200:0.0:1550575178.128696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000100:3.0:1550575178.128697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575178.128702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:3.0:1550575178.128702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000100:3.0:1550575178.128704:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3006 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575178.128705:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575178.128705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)++
00000800:00000200:3.0:1550575178.128707:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000100:0.0:1550575178.128707:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:0.0:1550575178.128707:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72610d0 conn ffff8815dba4e200
00000800:00000200:0.0:1550575178.128708:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (24)--
00000800:00000200:3.0:1550575178.128710:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (22)++
00000800:00000200:0.0:1550575178.128711:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (23)--
00000800:00000200:0.0:1550575178.128711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (21)--
00000800:00000200:0.0:1550575178.128711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (20)++
00000800:00000200:0.0:1550575178.128712:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (21)--
00000800:00000200:0.0:1550575178.128712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (20)--
00000100:00020000:3.0:1550575178.128713:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575178.128713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (19)++
00000800:00000200:0.0:1550575178.128713:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (20)--
00000800:00000200:0.0:1550575178.128713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (19)--
00000800:00000200:0.0:1550575178.128714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (18)++
00000800:00000200:0.0:1550575178.128714:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (19)--
00000800:00000200:0.0:1550575178.128714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (18)--
00000800:00000200:0.0:1550575178.128715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (17)++
00000800:00000200:0.0:1550575178.128715:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (18)--
00000800:00000200:0.0:1550575178.128715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (17)--
00000800:00000200:0.0:1550575178.128716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (16)++
00000800:00000200:0.0:1550575178.128716:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (17)--
00000800:00000200:0.0:1550575178.128716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (16)--
00000800:00000200:0.0:1550575178.128717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (15)++
00000800:00000200:0.0:1550575178.128717:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (16)--
00000800:00000200:0.0:1550575178.128717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (15)--
00000800:00000200:0.0:1550575178.128718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (14)++
00000800:00000200:0.0:1550575178.128718:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (15)--
00000800:00000200:0.0:1550575178.128718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (14)--
00000800:00000200:0.0:1550575178.128719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (13)++
00000800:00000200:0.0:1550575178.128719:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (14)--
00000800:00000200:0.0:1550575178.128719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (13)--
00000800:00000200:0.0:1550575178.128720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (12)++
00000800:00000200:0.0:1550575178.128720:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (13)--
00000800:00000200:0.0:1550575178.128720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (12)--
00000800:00000200:0.0:1550575178.128720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (11)++
00000800:00000200:0.0:1550575178.128721:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (12)--
00000800:00000200:0.0:1550575178.128721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (11)--
00000800:00000200:0.0:1550575178.128721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (10)++
00000800:00000200:0.0:1550575178.128722:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (11)--
00000800:00000200:0.0:1550575178.128722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (10)--
00000800:00000200:0.0:1550575178.128723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (9)++
00000800:00000200:0.0:1550575178.128723:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (10)--
00000800:00000200:0.0:1550575178.128723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (9)--
00000800:00000200:0.0:1550575178.128724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (8)++
00000800:00000200:0.0:1550575178.128724:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (9)--
00000800:00000200:0.0:1550575178.128724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (8)--
00000800:00000200:0.0:1550575178.128725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (7)++
00000800:00000200:0.0:1550575178.128730:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (8)--
00000800:00000200:0.0:1550575178.128731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (7)--
00000800:00000200:0.0:1550575178.128731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (6)++
00000800:00000200:0.0:1550575178.128731:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (7)--
00000800:00000200:0.0:1550575178.128732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (6)--
00000800:00000200:0.0:1550575178.128732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e200] (5)++
00000800:00000200:0.0:1550575178.128732:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e200] (6)--
00000800:00000200:0.0:1550575178.128733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (5)--
00000800:00000200:0.0:1550575178.128734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (4)--
00000400:00000200:3.0:1550575178.134418:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000800:00000200:3.0:1550575178.134422:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e200] (3)--
00000100:00000400:1.0:1550575178.134483:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575176/real 1550575176]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575208 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575178.134489:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575208 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575178.134491:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575208 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575178.134494:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575178.134496:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575178.134496:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575178.134498:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575178.134522:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575178.134524:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575178.134525:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575178.134527:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295156248
00000100:00100000:1.0:1550575178.134528:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00080000:0.0:1550575178.134529:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00100000:1.0:1550575178.134532:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440939008:172.20.0.211@o2ib1:400
00000008:00100000:0.0:1550575178.134532:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575178.134535:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0d500 x1625895440939024/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575178.134537:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939008, portal 4
00000100:00000200:1.0:1550575178.134539:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939008, offset 0
00000400:00000200:1.0:1550575178.134541:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575178.134546:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575178.134548:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575178.134550:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575178.134551:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575178.134551:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000100:00100000:2.0:1550575178.134552:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939024:172.20.0.212@o2ib1:8
00000800:00000200:1.0:1550575178.134553:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000100:00000200:2.0:1550575178.134558:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939024, portal 4
00000100:00000200:2.0:1550575178.134560:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939024, offset 0
00000400:00000200:2.0:1550575178.134562:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575178.134566:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575178.134568:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575178.134572:0:2490:0:(o2iblnd_cb.c:1473:kiblnd_launch_tx()) peer_ni[ffff8815c8ec8900] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:2.0:1550575178.134576:0:2490:0:(o2iblnd_cb.c:1275:kiblnd_connect_peer()) peer_ni[ffff8815c8ec8900] -> 172.20.116.203@o2ib117 (2)++
00000800:00000200:2.0:1550575178.134586:0:2490:0:(o2iblnd_cb.c:1228:kiblnd_resolve_addr()) bound to port 1023
00000800:00000200:2.0:1550575178.134587:0:2490:0:(o2iblnd_cb.c:1296:kiblnd_connect_peer()) 172.20.116.203@o2ib117: connection bound to ib0:172.20.116.6:mlx5_0
00000800:00000200:2.0:1550575178.134588:0:2490:0:(o2iblnd_cb.c:1480:kiblnd_launch_tx()) peer_ni[ffff8815c8ec8900] -> 172.20.116.203@o2ib117 (3)--
00000800:00000200:2.0:1550575178.134592:0:316:0:(o2iblnd_cb.c:2985:kiblnd_cm_callback()) 172.20.116.203@o2ib117 Addr resolved: 0
00000800:00000200:1.2:1550575178.134603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575178.134633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575178.134637:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575178.134639:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e100 x1625895440939008/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575185 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575178.134641:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a80
00000800:00000200:1.0:1550575178.134643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:3.0:1550575178.134644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000400:00000200:2.0:1550575178.134708:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575178.134709:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575178.134709:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4e200] (2)--
00000800:00000200:1.2:1550575178.134779:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575178.134784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575178.134791:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000800:00000200:3.0:1550575178.134792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575178.134792:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575178.134806:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f800
00000800:00000200:2.0:1550575178.134808:0:280:0:(o2iblnd_cb.c:3015:kiblnd_cm_callback()) 172.20.116.203@o2ib117 Route resolved: 0
00000400:00000200:1.0:1550575178.134808:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x12179 [1] + 192
00000100:00000200:1.0:1550575178.134810:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e100 x1625895440939008/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575185 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575178.134813:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575178.134813:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575178.134814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575178.134815:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815266c4000 0x15266c4000(0x15266c4000)
00000100:00000200:1.0:1550575178.134815:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e100 x1625895440939008/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575185 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575178.134816:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881585171000 0x1585171000(0x1585171000)
00000800:00000200:2.0:1550575178.134817:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881585170000 0x1585170000(0x1585170000)
00000800:00000200:2.0:1550575178.134817:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881585175000 0x1585175000(0x1585175000)
00000100:00000200:1.0:1550575178.134817:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e100 x1625895440939008/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575185 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575178.134818:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881585174000 0x1585174000(0x1585174000)
00000800:00000200:2.0:1550575178.134818:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88157eae3000 0x157eae3000(0x157eae3000)
00000400:00000200:1.0:1550575178.134818:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000800:00000200:2.0:1550575178.134819:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88157eae2000 0x157eae2000(0x157eae2000)
00000800:00000200:2.0:1550575178.134819:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88157eae5000 0x157eae5000(0x157eae5000)
00000800:00000200:2.0:1550575178.134819:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88157eae4000 0x157eae4000(0x157eae4000)
00000800:00000200:2.0:1550575178.134820:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881573b11000 0x1573b11000(0x1573b11000)
00000800:00000200:2.0:1550575178.134820:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88156d62c000 0x156d62c000(0x156d62c000)
00000800:00000200:2.0:1550575178.134820:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88144189b000 0x144189b000(0x144189b000)
00000800:00000200:2.0:1550575178.134821:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88144189c000 0x144189c000(0x144189c000)
00000800:00000200:2.0:1550575178.134821:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e32f000 0x143e32f000(0x143e32f000)
00000100:00100000:1.0:1550575178.134821:0:2493:0:(client.c:2713:ptlrpc_free_committed()) hpcfs-OST0001-osc-ffff880034986800: committing for last_committed 12894439914 gen 1
00000800:00000200:2.0:1550575178.134822:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e32d000 0x143e32d000(0x143e32d000)
00000800:00000200:2.0:1550575178.134822:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881441895000 0x1441895000(0x1441895000)
00000800:00000200:2.0:1550575178.134823:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815dc654000 0x15dc654000(0x15dc654000)
00000800:00000200:2.0:1550575178.134823:0:280:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88157eae0000 0x157eae0000(0x157eae0000)
00000100:00100000:1.0:1550575178.134867:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440939008:172.20.0.211@o2ib1:400
00000800:00000200:1.0:1550575178.135212:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4e200] (1)--
00000800:00000200:2.0:1550575178.135766:0:280:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:2.0:1550575178.135767:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135768:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135768:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135769:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135769:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135769:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135770:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135770:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135770:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135771:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135771:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135771:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135771:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135772:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135772:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135772:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135773:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135773:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135773:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135773:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135774:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135774:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135774:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135775:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135775:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135775:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135776:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135776:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135776:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135776:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135777:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135777:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135778:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135778:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.135778:0:280:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (19)++
00000800:00000200:2.0:1550575178.135779:0:280:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:2.0:1550575178.136718:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575178.137965:0:44:0:(o2iblnd_cb.c:3082:kiblnd_cm_callback()) ESTABLISHED(active): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575178.137985:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(1), version(12), status(0)
00000800:00000200:1.0:1550575178.137987:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff881441a42600] (19)++
00000800:00000200:1.0:1550575178.137987:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff881441a42600] (20)++
00000800:00000200:1.0:1550575178.137987:0:44:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881441a42600] (21)++
00000800:00000200:1.0:1550575178.137989:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff881441a42600] (22)--
00000800:00000200:0.2:1550575178.138049:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a42600] (21)++
00000800:00000200:0.0:1550575178.138071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000200:0.0:1550575178.138074:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881441a42600] (23)--
00000800:00000200:1.0:1550575178.138076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (22)--
00000100:00000200:0.0:1550575178.138077:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440939024/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575184 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575178.138080:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8180
00000800:00000200:0.0:1550575178.138082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (21)--
00000800:00000200:1.2:1550575178.138151:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575178.138153:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575178.138157:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575178.138158:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575178.138160:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f810
00000400:00000200:1.0:1550575178.138161:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12181 [1] + 0
00000100:00000200:1.0:1550575178.138163:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440939024/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575184 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575178.138164:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575178.138168:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575178.138168:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575178.138169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575178.138172:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440939024/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575184 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575178.138175:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440939024/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575184 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575178.138177:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000100:00080000:2.0:1550575178.138181:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575178.138186:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575178.138188:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575178.138189:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575178.138190:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575178.138192:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575178.138193:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575178.138194:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575208 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575178.138199:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939024:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575178.138202:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440938992 new x1625895440939040
00000100:00000200:1.0:1550575178.138206:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f820-0x5c6be4832f820, portal 8
00000100:00000200:1.0:1550575178.138207:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575178.138208:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575178.138210:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575178.138212:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575178.138214:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575178.138215:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575178.138216:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575178.138216:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575178.138217:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575178.138223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:0.0:1550575178.138232:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:0.0:1550575178.138236:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:0.0:1550575178.138237:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575210 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575178.138238:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:0.0:1550575178.138240:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a80
00000800:00000200:0.0:1550575178.138241:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:0.2:1550575178.138403:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a42600] (20)++
00000800:00000200:0.0:1550575178.138407:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (21)++
00000800:00000200:0.0:1550575178.138409:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575178.138411:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575178.138414:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575178.138415:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f820
00000400:00000200:0.0:1550575178.138417:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12189 [256] + 0
00000400:00000200:0.0:1550575178.138419:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462de000
00000800:00000200:0.0:1550575178.138420:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (22)++
00000800:00000200:0.0:1550575178.138420:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (23)--
00000400:00000200:0.0:1550575178.138423:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575178.138425:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575178.138426:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575178.138430:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815c8ec8900] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575178.138431:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff881441a42600] (22)++
00000800:00000200:0.0:1550575178.138431:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff881441a42600] (23)++
00000800:00000200:0.0:1550575178.138432:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff881441a42600] (24)--
00000800:00000200:0.0:1550575178.138433:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575178.138433:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (22)--
00000800:00000200:0.2:1550575178.138439:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a42600] (21)++
00000800:00000200:0.0:1550575178.138443:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000200:0.0:1550575178.138443:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575178.138444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (22)--
00000800:00000200:0.2:1550575178.138482:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a42600] (21)++
00000800:00000200:0.0:1550575178.138485:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000200:0.0:1550575178.138486:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575178.138490:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff881441a42600] (23)++
00000800:00000200:0.0:1550575178.138498:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff881441a42600] (24)--
00000800:00000200:0.0:1550575178.138498:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575178.138499:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (22)--
00000800:00000200:0.2:1550575178.139435:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff881441a42600] (21)++
00000400:00000200:3.0:1550575178.865041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 31 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575178.865043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575179.627496:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627502:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575179.627502:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627504:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627505:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627505:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627506:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627506:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627506:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627507:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627507:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627507:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627508:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627508:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627508:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627509:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627509:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627509:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627510:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627510:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627510:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627511:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627511:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627511:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627512:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627512:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627513:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627513:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627514:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627514:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627514:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627515:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627515:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627515:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627516:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627516:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627517:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627517:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627518:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627519:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627519:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627520:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627521:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627521:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627521:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627522:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627522:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627522:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627523:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627523:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627523:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627524:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627524:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627524:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627525:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627525:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627525:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627526:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627526:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627526:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627527:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627527:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627527:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627528:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627528:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627528:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627529:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627529:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627530:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627530:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627531:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627531:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627532:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627533:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627533:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627534:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627534:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627535:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627535:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627535:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627536:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627536:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627536:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627537:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627538:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627539:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627539:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627539:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627540:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627541:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575179.627749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (23)--
00000800:00000200:0.0:1550575179.627750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (22)++
00000800:00000100:0.0:1550575179.627751:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x300a sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575179.627753:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575179.627755:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815c8ec8900] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575179.627764:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff881441a42600] (23)--
00000100:00020000:0.0:1550575179.627766:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575179.627981:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575179.627983:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575179.627984:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff881441a42600] (22)--
00000800:00000200:1.0:1550575179.628488:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff881441a42600] (21)--
00000800:00000200:1.0:1550575179.637042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (20)++
00000800:00000200:1.0:1550575179.637043:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (21)--
00000800:00000200:1.0:1550575179.637043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (20)--
00000800:00000200:1.0:1550575179.637044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (19)++
00000800:00000200:1.0:1550575179.637044:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (20)--
00000800:00000200:1.0:1550575179.637045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (19)--
00000800:00000200:1.0:1550575179.637045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (18)++
00000800:00000200:1.0:1550575179.637045:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (19)--
00000800:00000200:1.0:1550575179.637046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (18)--
00000800:00000200:1.0:1550575179.637046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (17)++
00000800:00000200:1.0:1550575179.637047:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (18)--
00000800:00000200:1.0:1550575179.637047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (17)--
00000800:00000200:1.0:1550575179.637047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (16)++
00000800:00000200:1.0:1550575179.637048:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (17)--
00000800:00000200:1.0:1550575179.637048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (16)--
00000800:00000200:1.0:1550575179.637049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (15)++
00000800:00000200:1.0:1550575179.637049:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (16)--
00000800:00000200:1.0:1550575179.637050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (15)--
00000800:00000200:1.0:1550575179.637050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (14)++
00000800:00000200:1.0:1550575179.637050:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (15)--
00000800:00000200:1.0:1550575179.637051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (14)--
00000800:00000200:1.0:1550575179.637051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (13)++
00000800:00000200:1.0:1550575179.637051:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (14)--
00000800:00000200:1.0:1550575179.637052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (13)--
00000800:00000200:1.0:1550575179.637052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (12)++
00000800:00000200:1.0:1550575179.637052:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (13)--
00000800:00000200:1.0:1550575179.637053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (12)--
00000800:00000200:1.0:1550575179.637053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (11)++
00000800:00000200:1.0:1550575179.637053:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (12)--
00000800:00000200:1.0:1550575179.637054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (11)--
00000800:00000200:1.0:1550575179.637054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (10)++
00000800:00000200:1.0:1550575179.637054:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (11)--
00000800:00000200:1.0:1550575179.637055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (10)--
00000800:00000200:1.0:1550575179.637055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (9)++
00000800:00000200:1.0:1550575179.637055:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (10)--
00000800:00000200:1.0:1550575179.637056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (9)--
00000800:00000200:1.0:1550575179.637056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (8)++
00000800:00000200:1.0:1550575179.637056:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (9)--
00000800:00000200:1.0:1550575179.637057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (8)--
00000800:00000200:1.0:1550575179.637057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (7)++
00000800:00000200:1.0:1550575179.637057:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (8)--
00000800:00000200:1.0:1550575179.637058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (7)--
00000800:00000200:1.0:1550575179.637058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (6)++
00000800:00000200:1.0:1550575179.637058:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (7)--
00000800:00000200:1.0:1550575179.637059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (6)--
00000800:00000200:1.0:1550575179.637059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (5)++
00000800:00000200:1.0:1550575179.637059:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (6)--
00000800:00000200:1.0:1550575179.637060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (5)--
00000800:00000200:1.0:1550575179.637060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (4)++
00000800:00000200:1.0:1550575179.637060:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (5)--
00000800:00000200:1.0:1550575179.637061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (4)--
00000800:00000200:1.0:1550575179.637061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff881441a42600] (3)++
00000800:00000200:1.0:1550575179.637062:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff881441a42600] (4)--
00000800:00000200:1.0:1550575179.637062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (3)--
00000800:00000200:1.0:1550575179.637062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (2)--
00000400:00000200:3.0:1550575179.865045:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 32 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575179.865046:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575180.298485:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462de000
00000800:00000200:0.0:1550575180.298491:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff881441a42600] (1)--
00000100:00000400:1.0:1550575180.298493:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575178/real 1550575178]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575210 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575180.298497:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575210 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575180.298499:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575210 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575180.298501:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575180.298503:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:2.0:1550575180.299870:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815c8ec8900] -> 172.20.116.203@o2ib117 (1)--
00000100:00080000:1.0:1550575180.311579:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575180.311582:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575180.311613:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1550575180.311615:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939056:172.20.0.202@o2ib1:400
00000100:00080000:0.0:1550575180.311616:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575180.311617:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575180.311619:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295157738
00000100:00000200:2.0:1550575180.311622:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939056, portal 10
00000100:00080000:0.0:1550575180.311622:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00000200:2.0:1550575180.311623:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440939056, offset 0
00000400:00000200:2.0:1550575180.311625:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000008:00100000:0.0:1550575180.311625:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000400:00000200:2.0:1550575180.311630:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00100000:0.0:1550575180.311630:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0de00 x1625895440939072/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575180.311633:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575180.311637:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575180.311638:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575180.311639:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575180.311641:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000100:00100000:2.0:1550575180.311644:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939072:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575180.311646:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939072, portal 4
00000100:00000200:2.0:1550575180.311647:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939072, offset 0
00000400:00000200:2.0:1550575180.311648:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575180.311650:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575180.311651:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575180.311653:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575180.311653:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575180.311653:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:2.0:1550575180.311654:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.2:1550575180.311656:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575180.311661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:1.0:1550575180.311665:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (24)--
00000100:00000200:1.0:1550575180.311669:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440939056/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575187 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575180.311672:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b80
00000800:00000200:0.0:1550575180.311673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:1.0:1550575180.311674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:1.0:1550575180.311675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:0.0:1550575180.311675:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:0.0:1550575180.311677:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440939072/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575186 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575180.311680:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8500
00000800:00000200:0.0:1550575180.311682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575180.311831:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575180.311834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575180.311838:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575180.311840:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575180.311844:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f840
00000800:00000200:0.0:1550575180.311844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575180.311846:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1219d [1] + 0
00000100:00000200:1.0:1550575180.311848:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440939072/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575186 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575180.311854:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575180.311855:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575180.311855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575180.311859:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440939072/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575186 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575180.311862:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440939072/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575186 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575180.311864:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8380
00000100:00080000:2.0:1550575180.311868:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575180.311871:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575180.311872:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575180.311873:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575180.311874:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575180.311875:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575180.311876:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575180.311877:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575210 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575180.311881:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939072:172.20.0.212@o2ib1:8
00000800:00000200:1.2:1550575180.311885:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000100:00080000:1.0:1550575180.311892:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939040 new x1625895440939088
00000800:00000200:0.0:1550575180.311895:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:0.0:1550575180.311898:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:1.0:1550575180.311900:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f850-0x5c6be4832f850, portal 8
00000400:00000200:0.0:1550575180.311900:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000100:00000200:1.0:1550575180.311901:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575180.311903:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575180.311903:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f830
00000400:00000200:1.0:1550575180.311904:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575180.311906:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 192/192 into md 0x12195 [1] + 192
00000400:00000200:1.0:1550575180.311908:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:0.0:1550575180.311908:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440939056/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575187 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575180.311909:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575180.311911:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575180.311912:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575180.311912:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:1.0:1550575180.311914:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:0.0:1550575180.311914:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:0.0:1550575180.311915:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:0.0:1550575180.311916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575180.311916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000100:00000200:2.0:1550575180.311919:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440939056/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575187 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.2:1550575180.311920:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000100:00000200:2.0:1550575180.311921:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440939056/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575187 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575180.311922:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000800:00000200:1.0:1550575180.311922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000100:00100000:2.0:1550575180.311924:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939056:172.20.0.202@o2ib1:400
00000800:00000200:1.0:1550575180.311924:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575180.311925:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575212 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575180.311927:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9580
00000800:00000200:0.0:1550575180.311928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575180.311929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.0:1550575180.313350:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575180.313358:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88143e339000 0x143e339000(0x143e339000)
00000800:00000200:1.0:1550575180.313359:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e316000 0x143e316000(0x143e316000)
00000800:00000200:1.0:1550575180.313359:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88143e315000 0x143e315000(0x143e315000)
00000800:00000200:1.0:1550575180.313360:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e30d000 0x143e30d000(0x143e30d000)
00000800:00000200:1.0:1550575180.313360:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88143e23d000 0x143e23d000(0x143e23d000)
00000800:00000200:1.0:1550575180.313360:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88143e23b000 0x143e23b000(0x143e23b000)
00000800:00000200:1.0:1550575180.313361:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88143e39d000 0x143e39d000(0x143e39d000)
00000800:00000200:1.0:1550575180.313361:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88147c725000 0x147c725000(0x147c725000)
00000800:00000200:1.0:1550575180.313361:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814460ce000 0x14460ce000(0x14460ce000)
00000800:00000200:1.0:1550575180.313362:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814460cf000 0x14460cf000(0x14460cf000)
00000800:00000200:1.0:1550575180.313362:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88147c726000 0x147c726000(0x147c726000)
00000800:00000200:1.0:1550575180.313363:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88147c727000 0x147c727000(0x147c727000)
00000800:00000200:1.0:1550575180.313363:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e3f8000 0x143e3f8000(0x143e3f8000)
00000800:00000200:1.0:1550575180.313364:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e3f9000 0x143e3f9000(0x143e3f9000)
00000800:00000200:1.0:1550575180.313364:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e3fa000 0x143e3fa000(0x143e3fa000)
00000800:00000200:1.0:1550575180.313364:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e3fb000 0x143e3fb000(0x143e3fb000)
00000800:00000200:1.0:1550575180.313365:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e3f4000 0x143e3f4000(0x143e3f4000)
00000800:00000200:1.0:1550575180.313366:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88143e3f5000 0x143e3f5000(0x143e3f5000)
00000800:00000200:1.0:1550575180.314337:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575180.314338:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314339:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314339:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314340:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314340:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314340:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314341:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314341:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314341:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314342:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314342:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314342:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314342:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314343:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314343:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314343:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314344:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314344:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314344:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314345:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314345:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314345:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314345:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314346:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314346:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314346:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314347:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314347:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314347:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314347:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314348:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314349:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314349:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314349:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314350:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.314350:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575180.314351:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575180.314802:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575180.315119:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575180.315120:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575180.315121:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575180.315122:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec0800] (20)++
00000800:00000200:1.0:1550575180.315122:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec0800] (21)--
00000800:00000200:0.2:1550575180.315163:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0800] (20)++
00000800:00000200:0.0:1550575180.315185:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (21)++
00000800:00000200:0.0:1550575180.315189:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575180.315191:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)--
00000400:00000200:0.0:1550575180.315191:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575180.315194:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575180.315195:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f850
00000400:00000200:0.0:1550575180.315197:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x121a5 [256] + 0
00000400:00000200:0.0:1550575180.315199:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575180.315200:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (21)++
00000800:00000200:0.0:1550575180.315202:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (22)--
00000400:00000200:0.0:1550575180.315205:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575180.315206:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575180.315208:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575180.315212:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9580] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575180.315213:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec0800] (21)++
00000800:00000200:0.0:1550575180.315213:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec0800] (22)++
00000800:00000200:0.0:1550575180.315214:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575180.315215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)--
00000800:00000200:0.2:1550575180.315223:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0800] (21)++
00000800:00000200:0.0:1550575180.315228:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000200:0.0:1550575180.315229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575180.315229:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)--
00000800:00000200:0.2:1550575180.315248:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0800] (21)++
00000800:00000200:0.0:1550575180.315252:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000200:0.0:1550575180.315253:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575180.315258:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0800] (23)++
00000800:00000200:0.0:1550575180.315266:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0800] (24)--
00000800:00000200:0.0:1550575180.315266:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575180.315267:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)--
00000800:00000200:0.2:1550575180.316171:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0800] (21)++
00000400:00000200:3.0:1550575180.865565:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 33 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575180.865568:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575181.796550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575181.796552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:0.0:1550575181.796638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:0.0:1550575181.796638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575181.796638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575181.796791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (23)--
00000800:00000200:1.0:1550575181.796792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (22)++
00000800:00000100:1.0:1550575181.796793:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x300e sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575181.796795:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575181.796796:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575181.796803:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec0800] (23)--
00000100:00020000:1.0:1550575181.796806:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575181.796984:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575181.796986:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575181.796987:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec0800] (22)--
00000400:00000200:1.0:1550575181.802399:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:1.0:1550575181.802403:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (21)--
00000800:00000200:1.0:1550575181.802404:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (20)++
00000800:00000200:1.0:1550575181.802405:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (21)--
00000800:00000200:1.0:1550575181.802406:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575181.802406:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (19)++
00000800:00000200:1.0:1550575181.802406:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (20)--
00000800:00000200:1.0:1550575181.802407:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (19)--
00000800:00000200:1.0:1550575181.802407:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (18)++
00000800:00000200:1.0:1550575181.802408:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (19)--
00000800:00000200:1.0:1550575181.802408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (18)--
00000800:00000200:1.0:1550575181.802408:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (17)++
00000800:00000200:1.0:1550575181.802409:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (18)--
00000800:00000200:1.0:1550575181.802409:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (17)--
00000800:00000200:1.0:1550575181.802409:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (16)++
00000800:00000200:1.0:1550575181.802410:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (17)--
00000800:00000200:1.0:1550575181.802410:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (16)--
00000800:00000200:1.0:1550575181.802411:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (15)++
00000800:00000200:1.0:1550575181.802411:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (16)--
00000800:00000200:1.0:1550575181.802412:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (15)--
00000800:00000200:1.0:1550575181.802412:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (14)++
00000800:00000200:1.0:1550575181.802428:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (15)--
00000800:00000200:1.0:1550575181.802429:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (14)--
00000800:00000200:1.0:1550575181.802429:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (13)++
00000800:00000200:1.0:1550575181.802429:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (14)--
00000800:00000200:1.0:1550575181.802430:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (13)--
00000800:00000200:1.0:1550575181.802430:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (12)++
00000800:00000200:1.0:1550575181.802430:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (13)--
00000800:00000200:1.0:1550575181.802431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (12)--
00000800:00000200:1.0:1550575181.802431:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (11)++
00000800:00000200:1.0:1550575181.802431:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (12)--
00000800:00000200:1.0:1550575181.802432:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (11)--
00000800:00000200:1.0:1550575181.802432:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (10)++
00000800:00000200:1.0:1550575181.802432:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (11)--
00000800:00000200:1.0:1550575181.802433:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (10)--
00000800:00000200:1.0:1550575181.802433:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (9)++
00000800:00000200:1.0:1550575181.802434:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (10)--
00000800:00000200:1.0:1550575181.802434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (9)--
00000800:00000200:1.0:1550575181.802434:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (8)++
00000800:00000200:1.0:1550575181.802435:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (9)--
00000800:00000200:1.0:1550575181.802435:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (8)--
00000800:00000200:1.0:1550575181.802435:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (7)++
00000800:00000200:1.0:1550575181.802436:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (8)--
00000800:00000200:1.0:1550575181.802436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (7)--
00000800:00000200:1.0:1550575181.802436:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (6)++
00000800:00000200:1.0:1550575181.802437:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (7)--
00000800:00000200:1.0:1550575181.802437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (6)--
00000800:00000200:1.0:1550575181.802437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (5)++
00000800:00000200:1.0:1550575181.802438:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (6)--
00000800:00000200:1.0:1550575181.802438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (5)--
00000800:00000200:1.0:1550575181.802438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (4)++
00000800:00000200:1.0:1550575181.802439:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (5)--
00000800:00000200:1.0:1550575181.802439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (4)--
00000800:00000200:1.0:1550575181.802439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0800] (3)++
00000800:00000200:1.0:1550575181.802440:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0800] (4)--
00000800:00000200:1.0:1550575181.802440:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (3)--
00000800:00000200:1.0:1550575181.802441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0800] (2)--
00000800:00000200:1.0:1550575181.802461:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec0800] (1)--
00000100:00000400:1.0:1550575181.802471:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575180/real 1550575180]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575212 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575181.802476:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575212 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575181.802478:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575212 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575181.802480:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575181.802482:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575181.802483:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575181.802485:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575181.802499:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575181.802501:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575181.802502:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575181.802504:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295159915
00000100:00080000:0.0:1550575181.802507:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575181.802510:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575181.802519:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c300 x1625895440939104/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575181.802536:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939104:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575181.802545:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939104, portal 4
00000100:00000200:2.0:1550575181.802547:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939104, offset 0
00000400:00000200:2.0:1550575181.802549:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575181.802555:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575181.802557:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575181.802559:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575181.802560:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575181.802561:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575181.802563:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575181.802614:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575181.802617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575181.802629:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575181.802631:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c300 x1625895440939104/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575187 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575181.802633:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8380
00000800:00000200:1.0:1550575181.802634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575181.802635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575181.802744:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575181.802746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575181.802748:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575181.802750:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575181.802753:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f860
00000400:00000200:1.0:1550575181.802755:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x121b1 [1] + 0
00000100:00000200:1.0:1550575181.802758:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c300 x1625895440939104/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575187 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575181.802763:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575181.802764:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.0:1550575181.802765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575181.802765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575181.802770:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c300 x1625895440939104/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575187 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575181.802773:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c300 x1625895440939104/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575187 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575181.802775:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00080000:2.0:1550575181.802780:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575181.802786:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575181.802788:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575181.802789:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575181.802790:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575181.802792:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575181.802793:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575181.802794:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575212 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575181.802802:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939104:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575181.802807:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939088 new x1625895440939120
00000100:00000200:1.0:1550575181.802812:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f870-0x5c6be4832f870, portal 8
00000100:00000200:1.0:1550575181.802814:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575181.802815:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575181.802817:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575181.802820:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575181.802822:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575181.802823:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575181.802824:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575181.802824:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575181.802825:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575181.802832:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575181.802834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575181.802835:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575181.802836:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575213 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575181.802837:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a80
00000800:00000200:1.0:1550575181.802838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575181.802838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575181.803792:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575181.804362:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575181.804383:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88143e3f6000 0x143e3f6000(0x143e3f6000)
00000800:00000200:1.0:1550575181.804386:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e3f7000 0x143e3f7000(0x143e3f7000)
00000800:00000200:1.0:1550575181.804387:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8814adf20000 0x14adf20000(0x14adf20000)
00000800:00000200:1.0:1550575181.804388:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814adf21000 0x14adf21000(0x14adf21000)
00000800:00000200:1.0:1550575181.804390:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814adf22000 0x14adf22000(0x14adf22000)
00000800:00000200:1.0:1550575181.804391:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814adf23000 0x14adf23000(0x14adf23000)
00000800:00000200:1.0:1550575181.804392:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815d2b4c000 0x15d2b4c000(0x15d2b4c000)
00000800:00000200:1.0:1550575181.804393:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88143e33c000 0x143e33c000(0x143e33c000)
00000800:00000200:1.0:1550575181.804395:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881559e7e000 0x1559e7e000(0x1559e7e000)
00000800:00000200:1.0:1550575181.804396:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815c8f52000 0x15c8f52000(0x15c8f52000)
00000800:00000200:1.0:1550575181.804398:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815d07f9000 0x15d07f9000(0x15d07f9000)
00000800:00000200:1.0:1550575181.804399:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815d2f16000 0x15d2f16000(0x15d2f16000)
00000800:00000200:1.0:1550575181.804400:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e56b2000 0x15e56b2000(0x15e56b2000)
00000800:00000200:1.0:1550575181.804402:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815c8e56000 0x15c8e56000(0x15c8e56000)
00000800:00000200:1.0:1550575181.804403:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815d7786000 0x15d7786000(0x15d7786000)
00000800:00000200:1.0:1550575181.804404:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815c8e3a000 0x15c8e3a000(0x15c8e3a000)
00000800:00000200:1.0:1550575181.804405:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e568e000 0x15e568e000(0x15e568e000)
00000800:00000200:1.0:1550575181.804407:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815c8e73000 0x15c8e73000(0x15c8e73000)
00000800:00000200:1.0:1550575181.805408:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575181.805409:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805409:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805410:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805410:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805410:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805411:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805411:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805411:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805412:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805412:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805412:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805412:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805413:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805413:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805413:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805414:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805414:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805414:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805414:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805415:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805415:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805415:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805416:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805416:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805416:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805416:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805417:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805417:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805418:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805418:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805418:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805419:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805419:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805419:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805419:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.805420:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575181.805421:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575181.805826:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575181.806167:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575181.806168:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575181.806169:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec0c00] (19)++
00000800:00000200:1.0:1550575181.806170:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec0c00] (20)++
00000800:00000200:1.0:1550575181.806170:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec0c00] (21)--
00000800:00000200:0.2:1550575181.806225:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0c00] (20)++
00000800:00000200:0.0:1550575181.806236:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (21)++
00000800:00000200:0.0:1550575181.806241:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575181.806242:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575181.806243:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)--
00000400:00000200:0.0:1550575181.806245:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575181.806246:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f870
00000400:00000200:0.0:1550575181.806248:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x121b9 [256] + 0
00000400:00000200:0.0:1550575181.806250:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462d8000
00000800:00000200:0.0:1550575181.806251:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (21)++
00000800:00000200:0.0:1550575181.806252:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (22)--
00000400:00000200:0.0:1550575181.806255:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575181.806256:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575181.806257:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575181.806262:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575181.806262:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec0c00] (21)++
00000800:00000200:0.0:1550575181.806263:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec0c00] (22)++
00000800:00000200:0.0:1550575181.806264:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575181.806265:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)--
00000800:00000200:0.2:1550575181.806273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0c00] (21)++
00000800:00000200:0.0:1550575181.806277:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000200:0.0:1550575181.806278:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575181.806279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)--
00000800:00000200:0.2:1550575181.806317:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0c00] (21)++
00000800:00000200:0.0:1550575181.806320:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000200:0.0:1550575181.806322:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575181.806326:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec0c00] (23)++
00000800:00000200:0.0:1550575181.806334:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec0c00] (24)--
00000800:00000200:0.0:1550575181.806334:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575181.806335:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)--
00000800:00000200:0.2:1550575181.807306:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec0c00] (21)++
00000400:00000200:3.0:1550575181.865110:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 35 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575181.865112:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575182.865115:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 35 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575182.865118:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575183.319555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575183.319559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:1.0:1550575183.319725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575183.319725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575183.319796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:0.0:1550575183.319797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000100:0.0:1550575183.319799:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3011 sending 1 waiting 0: failed 5
00000800:00000200:1.0:1550575183.319801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)++
00000800:00000100:0.0:1550575183.319801:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575183.319802:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000100:1.0:1550575183.319803:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:1.0:1550575183.319804:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72678d0 conn ffff8815dbec0c00
00000800:00000200:1.0:1550575183.319807:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (24)--
00000800:00000200:1.0:1550575183.319808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)++
00000800:00000200:1.0:1550575183.319809:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (23)--
00000800:00000200:1.0:1550575183.319809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (22)--
00000800:00000200:1.0:1550575183.319809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (21)++
00000800:00000200:1.0:1550575183.319810:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (22)--
00000800:00000200:1.0:1550575183.319810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (21)--
00000800:00000200:1.0:1550575183.319810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (20)++
00000800:00000200:1.0:1550575183.319811:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (21)--
00000800:00000200:1.0:1550575183.319811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:0.0:1550575183.319811:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec0c00] (20)--
00000800:00000200:1.0:1550575183.319812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (18)++
00000800:00000200:1.0:1550575183.319812:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (19)--
00000800:00000200:1.0:1550575183.319812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (18)--
00000800:00000200:1.0:1550575183.319813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (17)++
00000800:00000200:1.0:1550575183.319813:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (18)--
00000800:00000200:1.0:1550575183.319813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (17)--
00000800:00000200:1.0:1550575183.319814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (16)++
00000800:00000200:1.0:1550575183.319814:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (17)--
00000800:00000200:1.0:1550575183.319814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (16)--
00000100:00020000:0.0:1550575183.319814:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575183.319815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (15)++
00000800:00000200:1.0:1550575183.319815:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (16)--
00000800:00000200:1.0:1550575183.319815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (15)--
00000800:00000200:1.0:1550575183.319816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (14)++
00000800:00000200:1.0:1550575183.319816:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (15)--
00000800:00000200:1.0:1550575183.319816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (14)--
00000800:00000200:1.0:1550575183.319817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (13)++
00000800:00000200:1.0:1550575183.319817:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (14)--
00000800:00000200:1.0:1550575183.319817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (13)--
00000800:00000200:1.0:1550575183.319818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (12)++
00000800:00000200:1.0:1550575183.319818:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (13)--
00000800:00000200:1.0:1550575183.319818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (12)--
00000800:00000200:1.0:1550575183.319819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (11)++
00000800:00000200:1.0:1550575183.319819:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (12)--
00000800:00000200:1.0:1550575183.319819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (11)--
00000800:00000200:1.0:1550575183.319820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (10)++
00000800:00000200:1.0:1550575183.319820:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (11)--
00000800:00000200:1.0:1550575183.319821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (10)--
00000800:00000200:1.0:1550575183.319821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (9)++
00000800:00000200:1.0:1550575183.319821:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (10)--
00000800:00000200:1.0:1550575183.319822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (9)--
00000800:00000200:1.0:1550575183.319822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (8)++
00000800:00000200:1.0:1550575183.319823:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (9)--
00000800:00000200:1.0:1550575183.319823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (8)--
00000800:00000200:1.0:1550575183.319823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (7)++
00000800:00000200:1.0:1550575183.319824:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (8)--
00000800:00000200:1.0:1550575183.319824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (7)--
00000800:00000200:1.0:1550575183.319824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (6)++
00000800:00000200:1.0:1550575183.319825:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (7)--
00000800:00000200:1.0:1550575183.319825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (6)--
00000800:00000200:1.0:1550575183.319825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec0c00] (5)++
00000800:00000200:1.0:1550575183.319826:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec0c00] (6)--
00000800:00000200:1.0:1550575183.319826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (5)--
00000800:00000200:1.0:1550575183.319827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (4)--
00000400:00000200:2.0:1550575183.320010:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575183.320012:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575183.320013:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec0c00] (3)--
00000800:00000200:1.0:1550575183.320503:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec0c00] (2)--
00000400:00000200:3.0:1550575183.865048:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 36 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575183.865050:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575183.982533:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462d8000
00000800:00000200:0.0:1550575183.982540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec0c00] (1)--
00000100:00000400:1.0:1550575183.982623:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575181/real 1550575181]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575213 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575183.982631:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575213 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575183.982633:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575213 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575183.982636:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575183.982639:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575183.982639:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575183.982641:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575183.982654:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575183.982656:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575183.982657:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575183.982660:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295161406
00000100:00080000:0.0:1550575183.982662:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575183.982665:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575183.982674:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0fc00 x1625895440939136/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575183.982683:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939136:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575183.982689:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939136, portal 4
00000100:00000200:2.0:1550575183.982691:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939136, offset 0
00000400:00000200:2.0:1550575183.982692:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575183.982698:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575183.982700:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575183.982703:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575183.982704:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575183.982705:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575183.982707:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575183.982765:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575183.982783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575183.982789:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575183.982792:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0fc00 x1625895440939136/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575189 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575183.982794:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8780
00000800:00000200:0.0:1550575183.982796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575183.982797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575183.982881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575183.982887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575183.982889:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575183.982891:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575183.982895:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f880
00000400:00000200:1.0:1550575183.982898:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x121c5 [1] + 0
00000100:00000200:1.0:1550575183.982900:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0fc00 x1625895440939136/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575189 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575183.982907:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575183.982908:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.0:1550575183.982908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575183.982909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575183.982911:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0fc00 x1625895440939136/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575189 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575183.982914:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0fc00 x1625895440939136/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575189 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575183.982916:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00080000:2.0:1550575183.982920:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575183.982925:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575183.982926:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575183.982927:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575183.982928:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575183.982930:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575183.982931:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575183.982932:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575213 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575183.982939:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939136:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575183.982947:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939120 new x1625895440939152
00000100:00000200:1.0:1550575183.982953:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f890-0x5c6be4832f890, portal 8
00000100:00000200:1.0:1550575183.982955:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575183.982957:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575183.982958:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575183.982962:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575183.982963:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575183.982965:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575183.982966:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575183.982966:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575183.982967:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575183.982975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575183.982979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575183.982979:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575183.982980:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575215 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575183.982982:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b00
00000800:00000200:1.0:1550575183.982983:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575183.982984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575183.984136:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575183.984839:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575183.984858:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815ceab5000 0x15ceab5000(0x15ceab5000)
00000800:00000200:1.0:1550575183.984861:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815cce2b000 0x15cce2b000(0x15cce2b000)
00000800:00000200:1.0:1550575183.984862:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815dd651000 0x15dd651000(0x15dd651000)
00000800:00000200:1.0:1550575183.984864:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815caa84000 0x15caa84000(0x15caa84000)
00000800:00000200:1.0:1550575183.984865:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815cabde000 0x15cabde000(0x15cabde000)
00000800:00000200:1.0:1550575183.984866:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815d6a89000 0x15d6a89000(0x15d6a89000)
00000800:00000200:1.0:1550575183.984867:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e5680000 0x15e5680000(0x15e5680000)
00000800:00000200:1.0:1550575183.984868:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815cafbf000 0x15cafbf000(0x15cafbf000)
00000800:00000200:1.0:1550575183.984870:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815caecd000 0x15caecd000(0x15caecd000)
00000800:00000200:1.0:1550575183.984871:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e4fb8000 0x15e4fb8000(0x15e4fb8000)
00000800:00000200:1.0:1550575183.984872:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e4fb9000 0x15e4fb9000(0x15e4fb9000)
00000800:00000200:1.0:1550575183.984874:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e4fba000 0x15e4fba000(0x15e4fba000)
00000800:00000200:1.0:1550575183.984875:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e4fbb000 0x15e4fbb000(0x15e4fbb000)
00000800:00000200:1.0:1550575183.984876:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e0200000 0x15e0200000(0x15e0200000)
00000800:00000200:1.0:1550575183.984878:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e0201000 0x15e0201000(0x15e0201000)
00000800:00000200:1.0:1550575183.984879:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e0202000 0x15e0202000(0x15e0202000)
00000800:00000200:1.0:1550575183.984880:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e0203000 0x15e0203000(0x15e0203000)
00000800:00000200:1.0:1550575183.984881:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88156f5fc000 0x156f5fc000(0x156f5fc000)
00000800:00000200:1.0:1550575183.985859:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575183.985862:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985864:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985865:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985866:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985867:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985868:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985869:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985870:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985871:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985873:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985874:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985875:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985876:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985877:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985878:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985879:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985880:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985881:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985882:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985883:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985884:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985885:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985886:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985887:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985888:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985889:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985890:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985891:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985892:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985893:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985894:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985895:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985896:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985897:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985898:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.985899:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575183.985902:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575183.986476:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575183.986882:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575183.986885:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575183.986888:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575183.986889:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:1.0:1550575183.986891:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:0.2:1550575183.986923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575183.986934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575183.986939:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575183.986941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000400:00000200:0.0:1550575183.986941:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575183.986943:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575183.986945:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f890
00000400:00000200:0.0:1550575183.986947:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x121cd [256] + 0
00000400:00000200:0.0:1550575183.986950:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:0.0:1550575183.986951:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575183.986952:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)--
00000400:00000200:0.0:1550575183.986956:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575183.986957:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575183.986958:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575183.986963:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575183.986963:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575183.986964:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575183.986965:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575183.986965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575183.986975:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575183.986979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575183.986980:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575183.986981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575183.987014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575183.987018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575183.987019:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575183.987024:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:0.0:1550575183.987040:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:0.0:1550575183.987040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575183.987041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575183.988042:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000400:00000200:3.0:1550575184.865048:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 37 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575184.865050:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575185.478569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575185.478572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)++
00000800:00000100:1.0:1550575185.478586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:1.0:1550575185.478587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575185.478683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575185.478684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575185.478684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575185.478810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:1.0:1550575185.478811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:1.0:1550575185.478813:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3014 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575185.478814:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575185.478816:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575185.478824:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00020000:1.0:1550575185.478827:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575185.479026:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575185.479028:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575185.479028:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec2e00] (22)--
00000400:00000200:1.0:1550575185.484427:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575185.484431:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:1.0:1550575185.484433:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:1.0:1550575185.484434:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:1.0:1550575185.484434:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575185.484435:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575185.484435:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575185.484436:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (19)--
00000800:00000200:1.0:1550575185.484436:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (18)++
00000800:00000200:1.0:1550575185.484436:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (19)--
00000800:00000200:1.0:1550575185.484437:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (18)--
00000800:00000200:1.0:1550575185.484437:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (17)++
00000800:00000200:1.0:1550575185.484437:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (18)--
00000800:00000200:1.0:1550575185.484438:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (17)--
00000800:00000200:1.0:1550575185.484438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (16)++
00000800:00000200:1.0:1550575185.484439:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (17)--
00000800:00000200:1.0:1550575185.484439:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (16)--
00000800:00000200:1.0:1550575185.484439:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (15)++
00000800:00000200:1.0:1550575185.484440:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (16)--
00000800:00000200:1.0:1550575185.484440:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (15)--
00000800:00000200:1.0:1550575185.484440:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (14)++
00000800:00000200:1.0:1550575185.484441:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (15)--
00000800:00000200:1.0:1550575185.484441:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (14)--
00000800:00000200:1.0:1550575185.484441:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (13)++
00000800:00000200:1.0:1550575185.484442:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (14)--
00000800:00000200:1.0:1550575185.484442:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (13)--
00000800:00000200:1.0:1550575185.484443:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (12)++
00000800:00000200:1.0:1550575185.484443:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (13)--
00000800:00000200:1.0:1550575185.484443:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (12)--
00000800:00000200:1.0:1550575185.484444:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (11)++
00000800:00000200:1.0:1550575185.484444:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (12)--
00000800:00000200:1.0:1550575185.484444:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (11)--
00000800:00000200:1.0:1550575185.484445:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (10)++
00000800:00000200:1.0:1550575185.484445:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (11)--
00000800:00000200:1.0:1550575185.484446:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (10)--
00000800:00000200:1.0:1550575185.484446:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (9)++
00000800:00000200:1.0:1550575185.484446:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (10)--
00000800:00000200:1.0:1550575185.484447:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (9)--
00000800:00000200:1.0:1550575185.484447:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (8)++
00000800:00000200:1.0:1550575185.484447:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (9)--
00000800:00000200:1.0:1550575185.484448:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (8)--
00000800:00000200:1.0:1550575185.484448:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (7)++
00000800:00000200:1.0:1550575185.484448:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (8)--
00000800:00000200:1.0:1550575185.484449:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (7)--
00000800:00000200:1.0:1550575185.484449:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (6)++
00000800:00000200:1.0:1550575185.484449:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (7)--
00000800:00000200:1.0:1550575185.484450:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (6)--
00000800:00000200:1.0:1550575185.484450:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (5)++
00000800:00000200:1.0:1550575185.484450:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (6)--
00000800:00000200:1.0:1550575185.484451:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (5)--
00000800:00000200:1.0:1550575185.484451:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (4)++
00000800:00000200:1.0:1550575185.484452:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (5)--
00000800:00000200:1.0:1550575185.484452:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (4)--
00000800:00000200:1.0:1550575185.484452:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (3)++
00000800:00000200:1.0:1550575185.484452:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (4)--
00000800:00000200:1.0:1550575185.484453:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (3)--
00000800:00000200:1.0:1550575185.484454:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (2)--
00000800:00000200:1.0:1550575185.484473:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec2e00] (1)--
00000100:00000400:1.0:1550575185.484486:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575183/real 1550575183]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575215 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575185.484491:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575215 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575185.484494:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575215 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575185.484496:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575185.484499:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575185.484500:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575185.484501:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575185.484518:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575185.484520:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575185.484521:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575185.484523:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295163586
00000100:00080000:0.0:1550575185.484526:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575185.484529:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575185.484538:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0ea00 x1625895440939168/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575185.484551:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939168:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575185.484556:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939168, portal 4
00000100:00000200:2.0:1550575185.484558:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939168, offset 0
00000400:00000200:2.0:1550575185.484560:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575185.484565:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575185.484566:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575185.484568:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575185.484569:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575185.484570:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575185.484572:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575185.484627:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575185.484631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575185.484642:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575185.484644:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0ea00 x1625895440939168/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575185.484646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575185.484646:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000800:00000200:1.0:1550575185.484647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575185.484716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575185.484724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575185.484727:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575185.484729:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575185.484729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:2.0:1550575185.484732:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f8a0
00000400:00000200:2.0:1550575185.484734:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x121d9 [1] + 0
00000100:00000200:2.0:1550575185.484737:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0ea00 x1625895440939168/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575185.484740:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575185.484741:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:2.0:1550575185.484741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575185.484743:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0ea00 x1625895440939168/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575185.484745:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0ea00 x1625895440939168/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575191 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575185.484747:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00080000:2.0:1550575185.484750:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575185.484754:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575185.484755:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575185.484755:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575185.484759:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575185.484761:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575185.484762:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575185.484763:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575215 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575185.484768:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939168:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575185.484773:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939152 new x1625895440939184
00000100:00000200:1.0:1550575185.484779:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f8b0-0x5c6be4832f8b0, portal 8
00000100:00000200:1.0:1550575185.484781:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575185.484783:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575185.484784:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575185.484789:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575185.484791:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575185.484792:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575185.484793:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575185.484794:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575185.484795:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575185.484802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575185.484804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575185.484806:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575185.484807:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575217 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575185.484808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575185.484809:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:1.0:1550575185.484809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575185.486020:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575185.486396:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575185.486405:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88156f5fd000 0x156f5fd000(0x156f5fd000)
00000800:00000200:1.0:1550575185.486406:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88156f5fe000 0x156f5fe000(0x156f5fe000)
00000800:00000200:1.0:1550575185.486407:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e02f1000 0x15e02f1000(0x15e02f1000)
00000800:00000200:1.0:1550575185.486407:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814ab89c000 0x14ab89c000(0x14ab89c000)
00000800:00000200:1.0:1550575185.486408:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88144600d000 0x144600d000(0x144600d000)
00000800:00000200:1.0:1550575185.486408:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881559e7f000 0x1559e7f000(0x1559e7f000)
00000800:00000200:1.0:1550575185.486409:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e250f000 0x15e250f000(0x15e250f000)
00000800:00000200:1.0:1550575185.486409:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e250d000 0x15e250d000(0x15e250d000)
00000800:00000200:1.0:1550575185.486409:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815dc97b000 0x15dc97b000(0x15dc97b000)
00000800:00000200:1.0:1550575185.486410:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814b02fb000 0x14b02fb000(0x14b02fb000)
00000800:00000200:1.0:1550575185.486410:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815df746000 0x15df746000(0x15df746000)
00000800:00000200:1.0:1550575185.486411:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814b02ff000 0x14b02ff000(0x14b02ff000)
00000800:00000200:1.0:1550575185.486411:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88152a95c000 0x152a95c000(0x152a95c000)
00000800:00000200:1.0:1550575185.486411:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e4ead000 0x15e4ead000(0x15e4ead000)
00000800:00000200:1.0:1550575185.486412:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88152aa08000 0x152aa08000(0x152aa08000)
00000800:00000200:1.0:1550575185.486412:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e2fc000 0x143e2fc000(0x143e2fc000)
00000800:00000200:1.0:1550575185.486412:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e331000 0x143e331000(0x143e331000)
00000800:00000200:1.0:1550575185.486413:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88144600e000 0x144600e000(0x144600e000)
00000800:00000200:1.0:1550575185.487340:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575185.487341:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487342:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487342:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487342:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487343:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487343:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487343:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487344:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487344:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487344:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487345:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487345:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487345:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487345:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487346:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487346:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487346:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487347:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487347:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487348:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487348:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487348:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487349:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487349:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487349:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487350:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487350:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487350:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487350:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487351:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487351:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487351:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487352:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487352:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487352:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.487353:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575185.487354:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575185.487752:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575185.488100:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575185.488101:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575185.488102:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575185.488102:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec2600] (20)++
00000800:00000200:1.0:1550575185.488103:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec2600] (21)--
00000800:00000200:0.2:1550575185.488157:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2600] (20)++
00000800:00000200:0.0:1550575185.488168:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (21)++
00000800:00000200:0.0:1550575185.488173:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575185.488175:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)--
00000400:00000200:0.0:1550575185.488175:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575185.488177:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575185.488179:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f8b0
00000400:00000200:0.0:1550575185.488181:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x121e1 [256] + 0
00000400:00000200:0.0:1550575185.488183:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:0.0:1550575185.488185:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (21)++
00000800:00000200:0.0:1550575185.488186:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (22)--
00000400:00000200:0.0:1550575185.488190:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575185.488191:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575185.488192:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575185.488197:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9200] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575185.488198:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2600] (21)++
00000800:00000200:0.0:1550575185.488198:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2600] (22)++
00000800:00000200:0.0:1550575185.488199:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575185.488200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)--
00000800:00000200:0.2:1550575185.488209:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2600] (21)++
00000800:00000200:0.0:1550575185.488213:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000200:0.0:1550575185.488214:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575185.488215:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)--
00000800:00000200:0.2:1550575185.488255:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2600] (21)++
00000800:00000200:0.0:1550575185.488258:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000200:0.0:1550575185.488260:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575185.488265:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2600] (23)++
00000800:00000200:0.0:1550575185.488272:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2600] (24)--
00000800:00000200:0.0:1550575185.488273:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575185.488273:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)--
00000800:00000200:0.2:1550575185.489169:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2600] (21)++
00000400:00000200:3.0:1550575185.865116:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 39 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575185.865119:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575186.865115:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 39 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575186.865117:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575187.023560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575187.023563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:0.0:1550575187.023675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:0.0:1550575187.023676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575187.023676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575187.023796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (23)--
00000800:00000200:1.0:1550575187.023797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (22)++
00000800:00000100:1.0:1550575187.023799:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3017 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575187.023801:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575187.023803:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575187.023810:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2600] (23)--
00000100:00020000:1.0:1550575187.023814:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575187.024088:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575187.024091:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575187.024092:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec2600] (22)--
00000400:00000200:1.0:1550575187.030894:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:1.0:1550575187.030898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (21)--
00000800:00000200:1.0:1550575187.030900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (20)++
00000800:00000200:1.0:1550575187.030901:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (21)--
00000800:00000200:1.0:1550575187.030902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575187.030902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (19)++
00000800:00000200:1.0:1550575187.030903:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (20)--
00000800:00000200:1.0:1550575187.030903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (19)--
00000800:00000200:1.0:1550575187.030914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (18)++
00000800:00000200:1.0:1550575187.030915:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (19)--
00000800:00000200:1.0:1550575187.030915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (18)--
00000800:00000200:1.0:1550575187.030916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (17)++
00000800:00000200:1.0:1550575187.030916:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (18)--
00000800:00000200:1.0:1550575187.030917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (17)--
00000800:00000200:1.0:1550575187.030917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (16)++
00000800:00000200:1.0:1550575187.030918:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (17)--
00000800:00000200:1.0:1550575187.030918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (16)--
00000800:00000200:1.0:1550575187.030919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (15)++
00000800:00000200:1.0:1550575187.030919:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (16)--
00000800:00000200:1.0:1550575187.030919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (15)--
00000800:00000200:1.0:1550575187.030920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (14)++
00000800:00000200:1.0:1550575187.030920:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (15)--
00000800:00000200:1.0:1550575187.030921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (14)--
00000800:00000200:1.0:1550575187.030921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (13)++
00000800:00000200:1.0:1550575187.030921:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (14)--
00000800:00000200:1.0:1550575187.030922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (13)--
00000800:00000200:1.0:1550575187.030922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (12)++
00000800:00000200:1.0:1550575187.030923:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (13)--
00000800:00000200:1.0:1550575187.030923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (12)--
00000800:00000200:1.0:1550575187.030923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (11)++
00000800:00000200:1.0:1550575187.030924:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (12)--
00000800:00000200:1.0:1550575187.030924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (11)--
00000800:00000200:1.0:1550575187.030924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (10)++
00000800:00000200:1.0:1550575187.030925:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (11)--
00000800:00000200:1.0:1550575187.030925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (10)--
00000800:00000200:1.0:1550575187.030925:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (9)++
00000800:00000200:1.0:1550575187.030926:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (10)--
00000800:00000200:1.0:1550575187.030926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (9)--
00000800:00000200:1.0:1550575187.030927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (8)++
00000800:00000200:1.0:1550575187.030927:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (9)--
00000800:00000200:1.0:1550575187.030928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (8)--
00000800:00000200:1.0:1550575187.030928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (7)++
00000800:00000200:1.0:1550575187.030928:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (8)--
00000800:00000200:1.0:1550575187.030929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (7)--
00000800:00000200:1.0:1550575187.030929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (6)++
00000800:00000200:1.0:1550575187.030929:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (7)--
00000800:00000200:1.0:1550575187.030930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (6)--
00000800:00000200:1.0:1550575187.030930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (5)++
00000800:00000200:1.0:1550575187.030930:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (6)--
00000800:00000200:1.0:1550575187.030931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (5)--
00000800:00000200:1.0:1550575187.030931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (4)++
00000800:00000200:1.0:1550575187.030932:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (5)--
00000800:00000200:1.0:1550575187.030932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (4)--
00000800:00000200:1.0:1550575187.030932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2600] (3)++
00000800:00000200:1.0:1550575187.030933:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2600] (4)--
00000800:00000200:1.0:1550575187.030933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (3)--
00000800:00000200:1.0:1550575187.030933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2600] (2)--
00000800:00000200:1.0:1550575187.030943:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec2600] (1)--
00000100:00000400:1.0:1550575187.030957:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575185/real 1550575185]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575217 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575187.030963:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575217 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575187.030965:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575217 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575187.030968:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575187.030970:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575187.030970:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575187.030972:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575187.030985:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575187.030988:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575187.030989:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575187.030991:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295165088
00000100:00080000:0.0:1550575187.030994:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575187.030997:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575187.031006:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0ea00 x1625895440939200/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575187.031020:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939200:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575187.031029:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939200, portal 4
00000100:00000200:2.0:1550575187.031031:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939200, offset 0
00000400:00000200:2.0:1550575187.031037:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575187.031043:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575187.031045:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575187.031047:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575187.031048:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575187.031049:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575187.031051:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575187.031060:0:397:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575187.031074:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575187.031078:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575187.031080:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0ea00 x1625895440939200/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575193 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575187.031082:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8980
00000800:00000200:2.0:1550575187.031083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575187.031084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575187.031221:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:2.0:1550575187.031230:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575187.031233:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:2.0:1550575187.031235:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575187.031236:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:2.0:1550575187.031237:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f8c0
00000400:00000200:2.0:1550575187.031238:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x121ed [1] + 0
00000100:00000200:2.0:1550575187.031241:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0ea00 x1625895440939200/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575193 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575187.031245:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575187.031245:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:2.0:1550575187.031246:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:2.0:1550575187.031248:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0ea00 x1625895440939200/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575193 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575187.031250:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0ea00 x1625895440939200/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575193 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575187.031251:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8080
00000100:00080000:2.0:1550575187.031255:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575187.031260:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575187.031261:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575187.031262:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575187.031263:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575187.031264:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575187.031265:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575187.031267:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575217 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575187.031272:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939200:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575187.031279:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939184 new x1625895440939216
00000100:00000200:1.0:1550575187.031284:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f8d0-0x5c6be4832f8d0, portal 8
00000100:00000200:1.0:1550575187.031286:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575187.031288:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575187.031289:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575187.031294:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575187.031296:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575187.031298:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575187.031298:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575187.031299:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575187.031300:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575187.031307:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575187.031310:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575187.031312:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00000200:1.0:1550575187.031313:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575219 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575187.031315:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575187.031315:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575187.031316:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:2.0:1550575187.032177:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575187.032693:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575187.032703:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88144600f000 0x144600f000(0x144600f000)
00000800:00000200:1.0:1550575187.032704:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e4eae000 0x15e4eae000(0x15e4eae000)
00000800:00000200:1.0:1550575187.032705:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e4eaf000 0x15e4eaf000(0x15e4eaf000)
00000800:00000200:1.0:1550575187.032705:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88147a300000 0x147a300000(0x147a300000)
00000800:00000200:1.0:1550575187.032706:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88147a301000 0x147a301000(0x147a301000)
00000800:00000200:1.0:1550575187.032706:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88144600a000 0x144600a000(0x144600a000)
00000800:00000200:1.0:1550575187.032706:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88144600b000 0x144600b000(0x144600b000)
00000800:00000200:1.0:1550575187.032707:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e6a02000 0x15e6a02000(0x15e6a02000)
00000800:00000200:1.0:1550575187.032707:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e6a03000 0x15e6a03000(0x15e6a03000)
00000800:00000200:1.0:1550575187.032708:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814ab898000 0x14ab898000(0x14ab898000)
00000800:00000200:1.0:1550575187.032708:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814ab899000 0x14ab899000(0x14ab899000)
00000800:00000200:1.0:1550575187.032709:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814ab89a000 0x14ab89a000(0x14ab89a000)
00000800:00000200:1.0:1550575187.032709:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814ab89b000 0x14ab89b000(0x14ab89b000)
00000800:00000200:1.0:1550575187.032709:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815dc538000 0x15dc538000(0x15dc538000)
00000800:00000200:1.0:1550575187.032710:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815dc539000 0x15dc539000(0x15dc539000)
00000800:00000200:1.0:1550575187.032710:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815dc53a000 0x15dc53a000(0x15dc53a000)
00000800:00000200:1.0:1550575187.032711:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815dc53b000 0x15dc53b000(0x15dc53b000)
00000800:00000200:1.0:1550575187.032711:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815da6ac000 0x15da6ac000(0x15da6ac000)
00000800:00000200:1.0:1550575187.033609:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575187.033610:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033611:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033611:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033612:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033612:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033612:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033612:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033613:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033613:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033613:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033614:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033614:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033614:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033615:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033615:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033615:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033615:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033616:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033616:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033616:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033617:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033617:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033617:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033618:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033618:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033619:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033619:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033620:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033620:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.033622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575187.033623:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575187.034047:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575187.034357:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575187.034358:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575187.034359:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.034359:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec2000] (20)++
00000800:00000200:0.2:1550575187.034359:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575187.034360:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec2000] (22)--
00000800:00000200:0.0:1550575187.034364:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (21)++
00000800:00000200:0.0:1550575187.034367:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575187.034369:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575187.034370:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)--
00000400:00000200:0.0:1550575187.034372:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575187.034373:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f8d0
00000400:00000200:0.0:1550575187.034375:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x121f5 [256] + 0
00000400:00000200:0.0:1550575187.034377:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462da000
00000800:00000200:0.0:1550575187.034378:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (21)++
00000800:00000200:0.0:1550575187.034379:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (22)--
00000400:00000200:0.0:1550575187.034383:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575187.034385:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575187.034386:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575187.034391:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575187.034392:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2000] (21)++
00000800:00000200:0.0:1550575187.034392:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2000] (22)++
00000800:00000200:0.0:1550575187.034393:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575187.034394:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)--
00000800:00000200:0.2:1550575187.034400:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2000] (21)++
00000800:00000200:0.0:1550575187.034403:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000200:0.0:1550575187.034404:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575187.034404:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)--
00000800:00000200:0.2:1550575187.034430:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2000] (21)++
00000800:00000200:0.0:1550575187.034432:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000200:0.0:1550575187.034433:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575187.034437:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2000] (23)++
00000800:00000200:0.0:1550575187.034445:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2000] (24)--
00000800:00000200:0.0:1550575187.034445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575187.034445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)--
00000800:00000200:0.2:1550575187.035342:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2000] (21)++
00000400:00000200:3.0:1550575187.865110:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 41 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575187.865112:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575188.518540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575188.518543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518545:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518545:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518545:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518546:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518546:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518546:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518547:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518547:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518547:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518548:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518551:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518560:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:1.0:1550575188.518750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575188.518751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575188.518816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (23)--
00000800:00000200:0.0:1550575188.518816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000100:0.0:1550575188.518818:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x301a sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575188.518820:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575188.518822:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575188.518830:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2000] (23)--
00000100:00020000:0.0:1550575188.518832:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575188.518837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)++
00000800:00000200:1.0:1550575188.518838:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (23)--
00000800:00000200:1.0:1550575188.518839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (22)--
00000800:00000200:1.0:1550575188.518839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (21)++
00000800:00000200:1.0:1550575188.518840:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (22)--
00000800:00000200:1.0:1550575188.518841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (21)--
00000800:00000200:1.0:1550575188.518841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (20)++
00000800:00000200:1.0:1550575188.518841:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (21)--
00000800:00000200:1.0:1550575188.518842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575188.518842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (19)++
00000800:00000200:1.0:1550575188.518842:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (20)--
00000800:00000200:1.0:1550575188.518843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (19)--
00000800:00000200:1.0:1550575188.518843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (18)++
00000800:00000200:1.0:1550575188.518843:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (19)--
00000800:00000200:1.0:1550575188.518844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (18)--
00000800:00000200:1.0:1550575188.518844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (17)++
00000800:00000200:1.0:1550575188.518845:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (18)--
00000800:00000200:1.0:1550575188.518845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (17)--
00000800:00000200:1.0:1550575188.518845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (16)++
00000800:00000200:1.0:1550575188.518846:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (17)--
00000800:00000200:1.0:1550575188.518846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (16)--
00000800:00000200:1.0:1550575188.518847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (15)++
00000800:00000200:1.0:1550575188.518847:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (16)--
00000800:00000200:1.0:1550575188.518847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (15)--
00000800:00000200:1.0:1550575188.518848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (14)++
00000800:00000200:1.0:1550575188.518848:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (15)--
00000800:00000200:1.0:1550575188.518848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (14)--
00000800:00000200:1.0:1550575188.518849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (13)++
00000800:00000200:1.0:1550575188.518849:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (14)--
00000800:00000200:1.0:1550575188.518849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (13)--
00000800:00000200:1.0:1550575188.518850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (12)++
00000800:00000200:1.0:1550575188.518850:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (13)--
00000800:00000200:1.0:1550575188.518850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (12)--
00000800:00000200:1.0:1550575188.518851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (11)++
00000800:00000200:1.0:1550575188.518851:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (12)--
00000800:00000200:1.0:1550575188.518851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (11)--
00000800:00000200:1.0:1550575188.518852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (10)++
00000800:00000200:1.0:1550575188.518852:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (11)--
00000800:00000200:1.0:1550575188.518852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (10)--
00000800:00000200:1.0:1550575188.518853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (9)++
00000800:00000200:1.0:1550575188.518853:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (10)--
00000800:00000200:1.0:1550575188.518853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (9)--
00000800:00000200:1.0:1550575188.518854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (8)++
00000800:00000200:1.0:1550575188.518855:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (9)--
00000800:00000200:1.0:1550575188.518855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (8)--
00000800:00000200:1.0:1550575188.518855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (7)++
00000800:00000200:1.0:1550575188.518856:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (8)--
00000800:00000200:1.0:1550575188.518856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (7)--
00000800:00000200:1.0:1550575188.518856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (6)++
00000800:00000200:1.0:1550575188.518857:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (7)--
00000800:00000200:1.0:1550575188.518857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (6)--
00000800:00000200:1.0:1550575188.518857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2000] (5)++
00000800:00000200:1.0:1550575188.518858:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2000] (6)--
00000800:00000200:1.0:1550575188.518858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (5)--
00000800:00000200:1.0:1550575188.518859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (4)--
00000400:00000200:2.0:1550575188.519001:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575188.519003:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575188.519004:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec2000] (3)--
00000800:00000200:1.0:1550575188.519444:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec2000] (2)--
00000400:00000200:3.0:1550575188.865565:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 42 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575188.865567:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575189.181514:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462da000
00000800:00000200:0.0:1550575189.181518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2000] (1)--
00000100:00000400:1.0:1550575189.181523:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575187/real 1550575187]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575219 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575189.181530:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575219 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575189.181532:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575219 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575189.181534:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:02000400:1.0:1550575189.181537:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575189.181537:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575189.181554:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1550575189.181577:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440939232:172.20.0.212@o2ib1:400
00000100:00080000:0.0:1550575189.181582:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1550575189.181584:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939232, portal 4
00000100:00080000:0.0:1550575189.181584:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575189.181584:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1550575189.181586:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939232, offset 0
00000400:00000200:1.0:1550575189.181587:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00080000:0.0:1550575189.181587:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295166634
00000100:00080000:0.0:1550575189.181589:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575189.181592:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000400:00000200:1.0:1550575189.181593:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575189.181595:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00100000:0.0:1550575189.181596:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0c300 x1625895440939248/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575189.181598:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575189.181599:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575189.181600:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575189.181603:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)--
00000100:00100000:2.0:1550575189.181607:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939248:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575189.181614:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939248, portal 4
00000100:00000200:2.0:1550575189.181616:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939248, offset 0
00000400:00000200:2.0:1550575189.181617:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575189.181622:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575189.181624:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575189.181627:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575189.181627:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:2.0:1550575189.181628:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:2.0:1550575189.181630:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:1.2:1550575189.181672:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:1.0:1550575189.181685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:1.0:1550575189.181690:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (24)--
00000100:00000200:1.0:1550575189.181692:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0fc00 x1625895440939232/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575196 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575189.181694:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000800:00000200:0.0:1550575189.181695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:1.0:1550575189.181696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:0.0:1550575189.181697:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:1.0:1550575189.181698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000100:00000200:0.0:1550575189.181698:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c300 x1625895440939248/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575195 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575189.181700:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8080
00000800:00000200:0.0:1550575189.181702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.2:1550575189.181778:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575189.181782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575189.181787:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575189.181789:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575189.181790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000400:00000200:1.0:1550575189.181792:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f8e0
00000400:00000200:1.0:1550575189.181793:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x12201 [1] + 192
00000100:00000200:1.0:1550575189.181795:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0fc00 x1625895440939232/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575196 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575189.181798:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:1.0:1550575189.181799:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575189.181799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)--
00000100:00000200:1.0:1550575189.181801:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0fc00 x1625895440939232/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575196 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575189.181803:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0fc00 x1625895440939232/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575196 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575189.181804:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:00100000:1.0:1550575189.181808:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440939232:172.20.0.212@o2ib1:400
00000800:00000200:2.0:1550575189.183263:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575189.183385:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575189.183402:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815da6ad000 0x15da6ad000(0x15da6ad000)
00000800:00000200:1.0:1550575189.183405:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815da6ae000 0x15da6ae000(0x15da6ae000)
00000800:00000200:1.0:1550575189.183406:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815da6af000 0x15da6af000(0x15da6af000)
00000800:00000200:1.0:1550575189.183408:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815288e4000 0x15288e4000(0x15288e4000)
00000800:00000200:1.0:1550575189.183409:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815288e5000 0x15288e5000(0x15288e5000)
00000800:00000200:1.0:1550575189.183410:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815288e6000 0x15288e6000(0x15288e6000)
00000800:00000200:1.0:1550575189.183411:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815288e7000 0x15288e7000(0x15288e7000)
00000800:00000200:1.0:1550575189.183413:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e1790000 0x15e1790000(0x15e1790000)
00000800:00000200:1.0:1550575189.183414:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e1791000 0x15e1791000(0x15e1791000)
00000800:00000200:1.0:1550575189.183415:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e1792000 0x15e1792000(0x15e1792000)
00000800:00000200:1.0:1550575189.183416:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e1793000 0x15e1793000(0x15e1793000)
00000800:00000200:1.0:1550575189.183418:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e2578000 0x15e2578000(0x15e2578000)
00000800:00000200:1.0:1550575189.183419:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e2579000 0x15e2579000(0x15e2579000)
00000800:00000200:1.0:1550575189.183420:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e257a000 0x15e257a000(0x15e257a000)
00000800:00000200:1.0:1550575189.183422:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e257b000 0x15e257b000(0x15e257b000)
00000800:00000200:1.0:1550575189.183423:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881582c94000 0x1582c94000(0x1582c94000)
00000800:00000200:1.0:1550575189.183424:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881582c95000 0x1582c95000(0x1582c95000)
00000800:00000200:1.0:1550575189.183425:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff881582c96000 0x1582c96000(0x1582c96000)
00000800:00000200:1.0:1550575189.184601:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575189.184604:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184606:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184607:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184608:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184609:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184610:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184611:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184612:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184613:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184614:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184615:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184616:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184617:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184618:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184623:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184624:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184625:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184627:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184628:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184629:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184630:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184631:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184632:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184633:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184634:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184635:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184636:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184637:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184638:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184639:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.184640:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:1.0:1550575189.184643:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575189.185190:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575189.185532:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575189.185533:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575189.185533:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:1.0:1550575189.185534:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:1.0:1550575189.185535:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:0.2:1550575189.185536:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575189.185540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575189.185543:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575189.185544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000400:00000200:0.0:1550575189.185545:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575189.185547:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575189.185549:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f8f0
00000400:00000200:0.0:1550575189.185551:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12209 [1] + 0
00000100:00000200:0.0:1550575189.185554:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c300 x1625895440939248/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575195 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575189.185559:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575189.185560:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575189.185560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000100:00000200:2.0:1550575189.185565:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c300 x1625895440939248/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575195 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575189.185568:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c300 x1625895440939248/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575195 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575189.185570:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00080000:2.0:1550575189.185573:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575189.185580:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575189.185582:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575189.185582:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575189.185584:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575189.185586:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575189.185587:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575189.185588:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575219 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575189.185593:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939248:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575189.185596:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939216 new x1625895440939264
00000100:00000200:1.0:1550575189.185601:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f900-0x5c6be4832f900, portal 8
00000100:00000200:1.0:1550575189.185603:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575189.185604:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575189.185605:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575189.185608:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575189.185610:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575189.185612:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575189.185612:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:1.0:1550575189.185613:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:1.0:1550575189.185614:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575189.185624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575189.185627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575189.185628:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00000200:0.0:1550575189.185630:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575221 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575189.185632:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000800:00000200:0.0:1550575189.185633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575189.185634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:1.2:1550575189.185794:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:0.0:1550575189.185802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:0.0:1550575189.185803:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575189.185804:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575189.185806:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f900
00000400:00000200:0.0:1550575189.185807:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12211 [256] + 0
00000400:00000200:0.0:1550575189.185808:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462dc000
00000800:00000200:0.0:1550575189.185809:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:0.0:1550575189.185810:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)--
00000400:00000200:0.0:1550575189.185812:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575189.185814:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575189.185815:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575189.185819:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575189.185819:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:0.0:1550575189.185820:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:0.0:1550575189.185821:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:0.0:1550575189.185821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575189.185822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575189.185827:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:0.0:1550575189.185831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:0.0:1550575189.185832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575189.185832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575189.185855:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000800:00000200:0.0:1550575189.185862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000200:0.0:1550575189.185863:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575189.185867:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4fe00] (23)++
00000800:00000200:0.0:1550575189.185876:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4fe00] (24)--
00000800:00000200:0.0:1550575189.185876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575189.185877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.2:1550575189.186959:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4fe00] (21)++
00000400:00000200:3.0:1550575189.865457:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575189.865459:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 17 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575190.678536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678538:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575190.678539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678550:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678551:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678551:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678555:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678556:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575190.678893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (23)--
00000800:00000200:0.0:1550575190.678893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (22)++
00000800:00000100:0.0:1550575190.678894:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x301e sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575190.678896:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575190.678898:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:0.0:1550575190.678904:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4fe00] (23)--
00000100:00020000:0.0:1550575190.678906:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575190.679313:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575190.679315:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575190.679316:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4fe00] (22)--
00000800:00000200:1.0:1550575190.679753:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.0:1550575191.337567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (20)++
00000800:00000200:1.0:1550575191.337569:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (21)--
00000800:00000200:1.0:1550575191.337570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575191.337570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (19)++
00000800:00000200:1.0:1550575191.337571:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (20)--
00000800:00000200:1.0:1550575191.337571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (19)--
00000800:00000200:1.0:1550575191.337573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (18)++
00000800:00000200:1.0:1550575191.337573:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (19)--
00000800:00000200:1.0:1550575191.337574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (18)--
00000800:00000200:1.0:1550575191.337574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (17)++
00000800:00000200:1.0:1550575191.337575:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (18)--
00000800:00000200:1.0:1550575191.337575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (17)--
00000800:00000200:1.0:1550575191.337575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (16)++
00000800:00000200:1.0:1550575191.337576:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (17)--
00000800:00000200:1.0:1550575191.337577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (16)--
00000400:00000200:0.0:1550575191.337577:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000800:00000200:1.0:1550575191.337578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (15)++
00000800:00000200:1.0:1550575191.337578:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (16)--
00000800:00000200:1.0:1550575191.337578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (15)--
00000800:00000200:1.0:1550575191.337579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (14)++
00000800:00000200:1.0:1550575191.337579:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (15)--
00000800:00000200:1.0:1550575191.337580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (14)--
00000800:00000200:1.0:1550575191.337580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (13)++
00000800:00000200:1.0:1550575191.337580:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (14)--
00000800:00000200:1.0:1550575191.337581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (13)--
00000800:00000200:1.0:1550575191.337581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (12)++
00000800:00000200:0.0:1550575191.337582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (13)--
00000800:00000200:1.0:1550575191.337583:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (12)--
00000800:00000200:1.0:1550575191.337583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (11)--
00000800:00000200:0.0:1550575191.337583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (10)++
00000800:00000200:0.0:1550575191.337586:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (11)--
00000800:00000200:0.0:1550575191.337586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (10)--
00000800:00000200:0.0:1550575191.337587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (9)++
00000800:00000200:0.0:1550575191.337587:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (10)--
00000800:00000200:0.0:1550575191.337587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (9)--
00000800:00000200:0.0:1550575191.337588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (8)++
00000800:00000200:0.0:1550575191.337589:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (9)--
00000800:00000200:0.0:1550575191.337589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (8)--
00000800:00000200:0.0:1550575191.337589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (7)++
00000100:00000400:1.0:1550575191.337590:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575189/real 1550575189]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575221 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575191.337590:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (8)--
00000800:00000200:0.0:1550575191.337590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (7)--
00000800:00000200:0.0:1550575191.337590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (6)++
00000800:00000200:0.0:1550575191.337591:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (7)--
00000800:00000200:0.0:1550575191.337591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (6)--
00000800:00000200:0.0:1550575191.337592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (5)++
00000800:00000200:0.0:1550575191.337592:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (6)--
00000800:00000200:0.0:1550575191.337592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (5)--
00000800:00000200:0.0:1550575191.337593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (4)++
00000800:00000200:0.0:1550575191.337593:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (5)--
00000800:00000200:0.0:1550575191.337593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (4)--
00000800:00000200:0.0:1550575191.337594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (3)++
00000100:00000200:1.0:1550575191.337597:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575221 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575191.337597:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (4)--
00000800:00000200:0.0:1550575191.337597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (3)--
00000800:00000200:0.0:1550575191.337597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4fe00] (2)++
00000800:00000200:0.0:1550575191.337598:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4fe00] (3)--
00000800:00000200:0.0:1550575191.337598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (2)--
00000800:00000200:0.0:1550575191.337599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4fe00] (1)--
00000100:00000200:1.0:1550575191.337601:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575221 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575191.337602:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000100:02000400:1.0:1550575191.337605:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575191.337606:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575191.337607:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1550575191.337617:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1550575191.337619:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:2.0:1550575191.337620:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1550575191.337621:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295168785
00000100:00080000:2.0:1550575191.337623:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:2.0:1550575191.337626:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1550575191.337632:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8814b010ea00 x1625895440939280/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575191.337639:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939280:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575191.337643:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939280, portal 4
00000100:00000200:2.0:1550575191.337644:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939280, offset 0
00000400:00000200:2.0:1550575191.337646:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575191.337652:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575191.337655:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575191.337657:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575191.337658:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:2.0:1550575191.337658:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:2.0:1550575191.337660:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575191.337709:0:2948:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575191.337759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575191.337764:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00000200:0.0:1550575191.337766:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010ea00 x1625895440939280/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575197 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575191.337768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000400:00000200:0.0:1550575191.337769:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e80
00000800:00000200:0.0:1550575191.337771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:0.2:1550575191.337820:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575191.337824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575191.337826:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575191.337828:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575191.337831:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f910
00000400:00000200:0.0:1550575191.337833:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1221d [1] + 0
00000100:00000200:0.0:1550575191.337836:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010ea00 x1625895440939280/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575197 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575191.337842:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575191.337843:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575191.337843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575191.337844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000100:00000200:2.0:1550575191.337847:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ea00 x1625895440939280/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575197 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575191.337851:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ea00 x1625895440939280/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575197 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575191.337853:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00080000:2.0:1550575191.337857:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575191.337861:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575191.337861:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575191.337862:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575191.337863:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575191.337865:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575191.337866:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575191.337867:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575221 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575191.337872:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939280:172.20.0.212@o2ib1:8
00000100:00080000:1.0:1550575191.337877:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939264 new x1625895440939296
00000100:00000200:1.0:1550575191.337883:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f920-0x5c6be4832f920, portal 8
00000100:00000200:1.0:1550575191.337885:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:1.0:1550575191.337886:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:1.0:1550575191.337888:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575191.337892:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575191.337894:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575191.337896:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575191.337897:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:1.0:1550575191.337897:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:1.0:1550575191.337898:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575191.337908:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575191.337910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575191.337911:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00000200:0.0:1550575191.337913:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575223 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575191.337915:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000800:00000200:0.0:1550575191.337916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575191.337916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000400:00000200:3.0:1550575191.338048:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575191.338050:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 18 lpni_ping_timestamp 4295129326
00000800:00000200:2.0:1550575191.338801:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575191.339670:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575191.339691:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881582c97000 0x1582c97000(0x1582c97000)
00000800:00000200:1.0:1550575191.339694:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e356c000 0x15e356c000(0x15e356c000)
00000800:00000200:1.0:1550575191.339696:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e356d000 0x15e356d000(0x15e356d000)
00000800:00000200:1.0:1550575191.339697:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815e356e000 0x15e356e000(0x15e356e000)
00000800:00000200:1.0:1550575191.339699:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e356f000 0x15e356f000(0x15e356f000)
00000800:00000200:1.0:1550575191.339700:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88155c1bc000 0x155c1bc000(0x155c1bc000)
00000800:00000200:1.0:1550575191.339701:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88155c1bd000 0x155c1bd000(0x155c1bd000)
00000800:00000200:1.0:1550575191.339702:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88155c1be000 0x155c1be000(0x155c1be000)
00000800:00000200:1.0:1550575191.339704:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88155c1bf000 0x155c1bf000(0x155c1bf000)
00000800:00000200:1.0:1550575191.339705:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815d1650000 0x15d1650000(0x15d1650000)
00000800:00000200:1.0:1550575191.339706:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815d2241000 0x15d2241000(0x15d2241000)
00000800:00000200:1.0:1550575191.339708:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815d2242000 0x15d2242000(0x15d2242000)
00000800:00000200:1.0:1550575191.339709:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815d2243000 0x15d2243000(0x15d2243000)
00000800:00000200:1.0:1550575191.339711:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815ccefc000 0x15ccefc000(0x15ccefc000)
00000800:00000200:1.0:1550575191.339712:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815ccefd000 0x15ccefd000(0x15ccefd000)
00000800:00000200:1.0:1550575191.339713:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815ccefe000 0x15ccefe000(0x15ccefe000)
00000800:00000200:1.0:1550575191.339714:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815cceff000 0x15cceff000(0x15cceff000)
00000800:00000200:1.0:1550575191.339716:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff881580a08000 0x1580a08000(0x1580a08000)
00000800:00000200:1.0:1550575191.340708:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575191.340709:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340710:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340710:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340710:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340711:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340711:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340711:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340712:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340712:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340712:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340713:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340713:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340713:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340713:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340714:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340714:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340714:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340715:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340715:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340715:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340715:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340716:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340716:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340716:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340717:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340717:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340717:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340718:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340718:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340718:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340719:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340719:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340719:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340719:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340720:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.340720:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575191.340721:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575191.341120:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575191.341469:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575191.341509:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575191.341511:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575191.341514:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec4200] (20)++
00000800:00000200:1.0:1550575191.341515:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec4200] (21)++
00000800:00000200:1.0:1550575191.341517:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec4200] (22)--
00000800:00000200:0.0:1550575191.341563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (21)++
00000800:00000200:0.0:1550575191.341574:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575191.341580:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575191.341586:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575191.341593:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f920
00000400:00000200:0.0:1550575191.341599:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12225 [256] + 0
00000400:00000200:0.0:1550575191.341604:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff8814462dc000
00000800:00000200:0.0:1550575191.341607:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (22)++
00000800:00000200:0.0:1550575191.341610:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (23)--
00000400:00000200:0.0:1550575191.341619:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575191.341624:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575191.341627:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575191.341639:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575191.341641:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4200] (22)++
00000800:00000200:0.0:1550575191.341643:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4200] (23)++
00000800:00000200:0.0:1550575191.341646:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4200] (24)--
00000800:00000200:0.0:1550575191.341648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575191.341650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)--
00000800:00000200:1.2:1550575191.341658:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4200] (21)++
00000800:00000200:0.0:1550575191.341664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000200:0.0:1550575191.341667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575191.341668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)--
00000800:00000200:1.2:1550575191.341698:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4200] (21)++
00000800:00000200:0.0:1550575191.341726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000200:0.0:1550575191.341731:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575191.341740:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4200] (23)++
00000800:00000200:0.0:1550575191.341761:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4200] (24)--
00000800:00000200:0.0:1550575191.341763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575191.341764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)--
00000800:00000200:1.2:1550575191.342807:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4200] (21)++
00000400:00000200:3.0:1550575192.338040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575192.338042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 19 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575192.837556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575192.837559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:0.0:1550575192.837594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:0.0:1550575192.837594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575192.837595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837623:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575192.837765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (23)--
00000800:00000200:1.0:1550575192.837765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (22)++
00000800:00000100:1.0:1550575192.837767:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3021 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575192.837768:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575192.837770:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:1.0:1550575192.837779:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4200] (23)--
00000100:00020000:1.0:1550575192.837781:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575192.837988:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575192.837990:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575192.837991:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec4200] (22)--
00000400:00000200:1.0:1550575192.843446:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814462dc000
00000800:00000200:1.0:1550575192.843449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (21)--
00000800:00000200:1.0:1550575192.843451:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (20)++
00000800:00000200:1.0:1550575192.843451:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (21)--
00000800:00000200:1.0:1550575192.843452:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575192.843452:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (19)++
00000800:00000200:1.0:1550575192.843453:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (20)--
00000800:00000200:1.0:1550575192.843453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (19)--
00000800:00000200:1.0:1550575192.843454:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (18)++
00000800:00000200:1.0:1550575192.843454:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (19)--
00000800:00000200:1.0:1550575192.843455:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (18)--
00000800:00000200:1.0:1550575192.843455:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (17)++
00000800:00000200:1.0:1550575192.843455:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (18)--
00000800:00000200:1.0:1550575192.843456:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (17)--
00000800:00000200:1.0:1550575192.843456:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (16)++
00000800:00000200:1.0:1550575192.843457:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (17)--
00000800:00000200:1.0:1550575192.843457:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (16)--
00000800:00000200:1.0:1550575192.843457:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (15)++
00000800:00000200:1.0:1550575192.843458:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (16)--
00000800:00000200:1.0:1550575192.843458:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (15)--
00000800:00000200:1.0:1550575192.843458:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (14)++
00000800:00000200:1.0:1550575192.843459:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (15)--
00000800:00000200:1.0:1550575192.843459:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (14)--
00000800:00000200:1.0:1550575192.843459:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (13)++
00000800:00000200:1.0:1550575192.843460:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (14)--
00000800:00000200:1.0:1550575192.843460:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (13)--
00000800:00000200:1.0:1550575192.843461:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (12)++
00000800:00000200:1.0:1550575192.843461:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (13)--
00000800:00000200:1.0:1550575192.843461:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (12)--
00000800:00000200:1.0:1550575192.843462:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (11)++
00000800:00000200:1.0:1550575192.843462:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (12)--
00000800:00000200:1.0:1550575192.843462:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (11)--
00000800:00000200:1.0:1550575192.843463:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (10)++
00000800:00000200:1.0:1550575192.843463:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (11)--
00000800:00000200:1.0:1550575192.843463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (10)--
00000800:00000200:1.0:1550575192.843464:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (9)++
00000800:00000200:1.0:1550575192.843464:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (10)--
00000800:00000200:1.0:1550575192.843464:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (9)--
00000800:00000200:1.0:1550575192.843465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (8)++
00000800:00000200:1.0:1550575192.843465:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (9)--
00000800:00000200:1.0:1550575192.843465:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (8)--
00000800:00000200:1.0:1550575192.843466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (7)++
00000800:00000200:1.0:1550575192.843466:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (8)--
00000800:00000200:1.0:1550575192.843466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (7)--
00000800:00000200:1.0:1550575192.843467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (6)++
00000800:00000200:1.0:1550575192.843468:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (7)--
00000800:00000200:1.0:1550575192.843468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (6)--
00000800:00000200:1.0:1550575192.843468:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (5)++
00000800:00000200:1.0:1550575192.843469:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (6)--
00000800:00000200:1.0:1550575192.843469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (5)--
00000800:00000200:1.0:1550575192.843469:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (4)++
00000800:00000200:1.0:1550575192.843470:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (5)--
00000800:00000200:1.0:1550575192.843470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (4)--
00000800:00000200:1.0:1550575192.843470:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4200] (3)++
00000800:00000200:1.0:1550575192.843471:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4200] (4)--
00000800:00000200:1.0:1550575192.843471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (3)--
00000800:00000200:1.0:1550575192.843472:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4200] (2)--
00000100:00000400:1.0:1550575192.843488:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575191/real 1550575191]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575223 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575192.843493:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575223 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:1.0:1550575192.843495:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575223 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575192.843497:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9a00
00000100:02000400:1.0:1550575192.843499:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575192.843500:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575192.843501:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1550575192.843511:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1550575192.843511:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec4200] (1)--
00000100:00080000:2.0:1550575192.843512:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:2.0:1550575192.843514:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1550575192.843516:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295170941
00000100:00080000:2.0:1550575192.843517:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:2.0:1550575192.843519:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1550575192.843524:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8814b010ea00 x1625895440939312/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575192.843532:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939312:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575192.843537:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939312, portal 4
00000100:00000200:2.0:1550575192.843539:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939312, offset 0
00000400:00000200:2.0:1550575192.843540:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575192.843544:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575192.843545:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575192.843547:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575192.843548:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:2.0:1550575192.843548:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:2.0:1550575192.843550:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575192.843607:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575192.843622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575192.843627:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00000200:0.0:1550575192.843630:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010ea00 x1625895440939312/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575198 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575192.843633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000400:00000200:0.0:1550575192.843633:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e00
00000800:00000200:0.0:1550575192.843635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:0.2:1550575192.843725:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575192.843730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575192.843732:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575192.843734:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575192.843737:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f930
00000400:00000200:0.0:1550575192.843739:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12231 [1] + 0
00000100:00000200:0.0:1550575192.843742:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010ea00 x1625895440939312/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575198 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575192.843748:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575192.843749:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575192.843751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575192.843752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000100:00000200:2.0:1550575192.843754:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ea00 x1625895440939312/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575198 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575192.843756:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ea00 x1625895440939312/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575198 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575192.843758:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00080000:2.0:1550575192.843761:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575192.843764:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575192.843765:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575192.843766:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575192.843767:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575192.843768:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575192.843769:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575192.852985:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575223 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575192.852990:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939312:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575192.853005:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939296 new x1625895440939328
00000100:00000200:2.0:1550575192.853010:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f940-0x5c6be4832f940, portal 8
00000100:00000200:2.0:1550575192.853012:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575192.853014:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575192.853015:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575192.853019:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575192.853020:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575192.853022:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575192.853023:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:2.0:1550575192.853023:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:2.0:1550575192.853025:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575192.853078:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575192.853083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575192.853090:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00000200:0.0:1550575192.853092:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575224 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575192.853094:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d00
00000800:00000200:0.0:1550575192.853095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575192.853095:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:2.0:1550575192.853387:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9600] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575192.854653:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575192.854669:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff880034b50000 0x34b50000(0x34b50000)
00000800:00000200:1.0:1550575192.854672:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff880034096000 0x34096000(0x34096000)
00000800:00000200:1.0:1550575192.854674:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88003400d000 0x3400d000(0x3400d000)
00000800:00000200:1.0:1550575192.854675:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff880034b0e000 0x34b0e000(0x34b0e000)
00000800:00000200:1.0:1550575192.854676:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88003487d000 0x3487d000(0x3487d000)
00000800:00000200:1.0:1550575192.854678:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff880034159000 0x34159000(0x34159000)
00000800:00000200:1.0:1550575192.854679:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff880034071000 0x34071000(0x34071000)
00000800:00000200:1.0:1550575192.854681:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff880034144000 0x34144000(0x34144000)
00000800:00000200:1.0:1550575192.854682:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff880034143000 0x34143000(0x34143000)
00000800:00000200:1.0:1550575192.854683:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff880034150000 0x34150000(0x34150000)
00000800:00000200:1.0:1550575192.854684:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88003410b000 0x3410b000(0x3410b000)
00000800:00000200:1.0:1550575192.854686:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff880034142000 0x34142000(0x34142000)
00000800:00000200:1.0:1550575192.854687:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff880034141000 0x34141000(0x34141000)
00000800:00000200:1.0:1550575192.854688:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff880034140000 0x34140000(0x34140000)
00000800:00000200:1.0:1550575192.854689:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88003413f000 0x3413f000(0x3413f000)
00000800:00000200:1.0:1550575192.854691:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88003413e000 0x3413e000(0x3413e000)
00000800:00000200:1.0:1550575192.854692:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88003413d000 0x3413d000(0x3413d000)
00000800:00000200:1.0:1550575192.854693:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88003413c000 0x3413c000(0x3413c000)
00000800:00000200:1.0:1550575192.855788:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575192.855799:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855801:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855802:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855803:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855804:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855805:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855806:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855807:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855808:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855809:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855810:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855811:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855812:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855813:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855814:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855815:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855816:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855817:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855818:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855819:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855820:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855821:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855822:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855823:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855824:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855826:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855826:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855828:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855828:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855830:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855831:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855832:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855833:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855834:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855835:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.855836:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:1.0:1550575192.855839:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575192.856309:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575192.856627:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4600] (19)++
00000800:00000200:1.0:1550575192.856659:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575192.856662:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575192.856664:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec4600] (20)++
00000800:00000200:1.0:1550575192.856665:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec4600] (21)++
00000800:00000200:1.0:1550575192.856667:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec4600] (22)--
00000800:00000200:0.0:1550575192.856731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (21)++
00000800:00000200:0.0:1550575192.856735:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575192.856737:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575192.856739:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575192.856740:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f940
00000400:00000200:0.0:1550575192.856742:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12239 [256] + 0
00000400:00000200:0.0:1550575192.856744:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624c000
00000800:00000200:0.0:1550575192.856745:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (22)++
00000800:00000200:0.0:1550575192.856746:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (23)--
00000400:00000200:0.0:1550575192.856749:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575192.856751:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575192.856752:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575192.856757:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575192.856757:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4600] (22)++
00000800:00000200:0.0:1550575192.856758:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4600] (23)++
00000800:00000200:0.0:1550575192.856759:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4600] (24)--
00000800:00000200:0.0:1550575192.856760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575192.856760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)--
00000800:00000200:1.2:1550575192.856766:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4600] (21)++
00000800:00000200:0.0:1550575192.856770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000200:0.0:1550575192.856771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575192.856771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)--
00000800:00000200:1.2:1550575192.856802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4600] (21)++
00000800:00000200:0.0:1550575192.856812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000200:0.0:1550575192.856814:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575192.856818:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4600] (23)++
00000800:00000200:0.0:1550575192.856826:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4600] (24)--
00000800:00000200:0.0:1550575192.856826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575192.856826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)--
00000800:00000200:1.2:1550575192.857793:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4600] (21)++
00000400:00000200:3.0:1550575193.338193:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575193.338195:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 21 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575194.333608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575194.333612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000200:0.0:1550575194.333867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000100:2.0:1550575194.333868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000200:0.0:1550575194.333878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000100:2.0:1550575194.333879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:2.0:1550575194.333897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575194.333897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000100:0.0:1550575194.333910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575194.333910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:0.0:1550575194.333911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000200:2.0:1550575194.333915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)++
00000800:00000100:0.0:1550575194.333915:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3024 sending 1 waiting 0: failed 5
00000800:00000100:2.0:1550575194.333917:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000200:2.0:1550575194.333917:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72608d0 conn ffff8815dbec4600
00000800:00000100:0.0:1550575194.333917:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575194.333919:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:2.0:1550575194.333923:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (24)--
00000800:00000200:2.0:1550575194.333924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)++
00000800:00000200:2.0:1550575194.333925:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (22)--
00000800:00000200:0.0:1550575194.333925:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4600] (23)--
00000800:00000200:2.0:1550575194.333926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (20)++
00000800:00000200:2.0:1550575194.333926:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (21)--
00000800:00000200:2.0:1550575194.333927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (20)--
00000800:00000200:2.0:1550575194.333927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (19)++
00000800:00000200:2.0:1550575194.333927:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (20)--
00000800:00000200:2.0:1550575194.333928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (19)--
00000800:00000200:2.0:1550575194.333928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (18)++
00000800:00000200:2.0:1550575194.333928:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (19)--
00000100:00020000:0.0:1550575194.333928:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:2.0:1550575194.333929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (18)--
00000800:00000200:2.0:1550575194.333929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (17)++
00000800:00000200:2.0:1550575194.333930:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (18)--
00000800:00000200:2.0:1550575194.333930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (17)--
00000800:00000200:2.0:1550575194.333930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (16)++
00000800:00000200:2.0:1550575194.333931:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (17)--
00000800:00000200:2.0:1550575194.333931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (16)--
00000800:00000200:2.0:1550575194.333931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (15)++
00000800:00000200:2.0:1550575194.333932:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (16)--
00000800:00000200:2.0:1550575194.333932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (15)--
00000800:00000200:2.0:1550575194.333933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (14)++
00000800:00000200:2.0:1550575194.333933:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (15)--
00000800:00000200:2.0:1550575194.333934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (14)--
00000800:00000200:2.0:1550575194.333934:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (13)++
00000800:00000200:2.0:1550575194.333934:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (14)--
00000800:00000200:2.0:1550575194.333935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (13)--
00000800:00000200:2.0:1550575194.333935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (12)++
00000800:00000200:2.0:1550575194.333935:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (13)--
00000800:00000200:2.0:1550575194.333936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (12)--
00000800:00000200:2.0:1550575194.333936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (11)++
00000800:00000200:2.0:1550575194.333936:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (12)--
00000800:00000200:2.0:1550575194.333937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (11)--
00000800:00000200:2.0:1550575194.333937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (10)++
00000800:00000200:2.0:1550575194.333937:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (11)--
00000800:00000200:2.0:1550575194.333938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (10)--
00000800:00000200:2.0:1550575194.333938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (9)++
00000800:00000200:2.0:1550575194.333938:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (10)--
00000800:00000200:2.0:1550575194.333939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (9)--
00000800:00000200:2.0:1550575194.333939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (8)++
00000800:00000200:2.0:1550575194.333940:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (9)--
00000800:00000200:2.0:1550575194.333940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (8)--
00000800:00000200:2.0:1550575194.333940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (7)++
00000800:00000200:2.0:1550575194.333941:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (8)--
00000800:00000200:2.0:1550575194.333941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (7)--
00000800:00000200:2.0:1550575194.333941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (6)++
00000800:00000200:2.0:1550575194.333942:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (7)--
00000800:00000200:2.0:1550575194.333942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (6)--
00000800:00000200:2.0:1550575194.333942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4600] (5)++
00000800:00000200:2.0:1550575194.333943:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4600] (6)--
00000800:00000200:2.0:1550575194.333943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (5)--
00000800:00000200:2.0:1550575194.333944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (4)--
00000400:00000200:2.0:1550575194.334114:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575194.334116:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575194.334117:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec4600] (3)--
00000800:00000200:1.0:1550575194.334580:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec4600] (2)--
00000400:00000200:3.0:1550575194.338147:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575194.338149:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 22 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575195.019580:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624c000
00000800:00000200:0.0:1550575195.019585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4600] (1)--
00000100:00000400:2.0:1550575195.019586:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575192/real 1550575192]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575224 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575195.019594:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575224 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575195.019596:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575224 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575195.019599:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:02000400:2.0:1550575195.019602:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575195.019603:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575195.019605:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1550575195.019632:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1550575195.019633:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:2f725050-db06-fe55-a79c-03010d354168:2493:1625895440939344:172.20.0.201@o2ib1:400
00000100:00080000:2.0:1550575195.019634:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:2.0:1550575195.019634:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1550575195.019636:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295172447
00000100:00080000:2.0:1550575195.019638:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:2.0:1550575195.019640:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00000200:1.0:1550575195.019642:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939344, portal 25
00000100:00100000:2.0:1550575195.019644:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8814b010cc00 x1625895440939424/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575195.019660:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1625895440939344, offset 0
00000400:00000200:1.0:1550575195.019662:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000100:00100000:2.0:1550575195.019665:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440939360:172.20.0.201@o2ib1:400
00000100:00000200:2.0:1550575195.019669:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939360, portal 10
00000400:00000200:1.0:1550575195.019669:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:2.0:1550575195.019670:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440939360, offset 0
00000800:00000200:1.0:1550575195.019671:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:2.0:1550575195.019672:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000800:00000200:1.0:1550575195.019675:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575195.019676:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575195.019677:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:1.0:1550575195.019677:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:2.0:1550575195.019678:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575195.019680:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575195.019681:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:1.0:1550575195.019681:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:2.0:1550575195.019682:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:2.0:1550575195.019684:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (23)--
00000100:00100000:1.0:1550575195.019684:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440939408:172.20.0.212@o2ib1:400
00000100:00000200:1.0:1550575195.019688:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939408, portal 4
00000100:00100000:2.0:1550575195.019690:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939424:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575195.019690:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939408, offset 0
00000400:00000200:1.0:1550575195.019691:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000100:00000200:2.0:1550575195.019692:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939424, portal 4
00000100:00000200:2.0:1550575195.019693:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939424, offset 0
00000400:00000200:1.0:1550575195.019694:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000400:00000200:2.0:1550575195.019695:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575195.019695:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575195.019696:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000400:00000200:2.0:1550575195.019697:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575195.019697:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:1.0:1550575195.019697:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (23)++
00000100:00100000:3.0:1550575195.019698:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939376:172.20.0.211@o2ib1:400
00000800:00000200:1.0:1550575195.019698:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:2.0:1550575195.019699:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575195.019700:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.2:1550575195.019700:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:2.0:1550575195.019701:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (24)++
00000800:00000200:2.0:1550575195.019701:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (25)++
00000800:00000200:2.0:1550575195.019702:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (26)--
00000100:00100000:1.0:1550575195.019702:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440939392:172.20.0.211@o2ib1:400
00000100:00000200:1.0:1550575195.019704:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939392, portal 4
00000100:00000200:3.0:1550575195.019705:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939376, portal 4
00000100:00000200:1.0:1550575195.019706:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939392, offset 0
00000800:00000200:0.0:1550575195.019706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (25)++
00000100:00000200:3.0:1550575195.019707:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939376, offset 0
00000400:00000200:1.0:1550575195.019708:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000800:00000200:0.0:1550575195.019708:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (26)--
00000400:00000200:3.0:1550575195.019709:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:1.0:1550575195.019710:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575195.019711:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000100:00000200:0.0:1550575195.019712:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010ea00 x1625895440939344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575202 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575195.019713:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575195.019713:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (25)++
00000800:00000200:1.0:1550575195.019714:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (26)++
00000800:00000200:1.0:1550575195.019714:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (27)--
00000400:00000200:3.0:1550575195.019715:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575195.019716:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:0.0:1550575195.019716:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9780
00000800:00000200:0.0:1550575195.019717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (26)--
00000800:00000200:0.0:1550575195.019718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (25)++
00000800:00000200:3.0:1550575195.019719:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575195.019719:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (26)--
00000800:00000200:3.0:1550575195.019720:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (25)++
00000100:00000200:0.0:1550575195.019720:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010e100 x1625895440939360/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575202 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575195.019721:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (26)++
00000400:00000200:0.0:1550575195.019722:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c80
00000800:00000200:3.0:1550575195.019723:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (27)--
00000800:00000200:0.0:1550575195.019723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (27)--
00000800:00000200:0.0:1550575195.019724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (25)++
00000800:00000200:0.0:1550575195.019724:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (26)--
00000100:00000200:0.0:1550575195.019725:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cf00 x1625895440939408/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575195.019727:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b80
00000800:00000200:0.0:1550575195.019727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (25)--
00000800:00000200:0.0:1550575195.019728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (24)++
00000800:00000200:0.0:1550575195.019728:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (25)--
00000100:00000200:0.0:1550575195.019730:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440939424/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575201 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575195.019731:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b00
00000800:00000200:0.0:1550575195.019734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:0.0:1550575195.019734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:0.0:1550575195.019735:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (24)--
00000100:00000200:0.0:1550575195.019735:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010c600 x1625895440939392/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575195.019737:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9600
00000800:00000200:0.0:1550575195.019738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.019738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.019739:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00000200:0.0:1550575195.019739:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010c300 x1625895440939376/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575195.019741:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75300
00000800:00000200:0.0:1550575195.019742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575195.019743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575195.019744:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575195.019745:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.019746:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.019746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575195.019747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:0.2:1550575195.019816:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575195.019818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575195.019819:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575195.019821:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575195.019825:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f990
00000400:00000200:0.0:1550575195.019826:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x12255 [1] + 192
00000100:00000200:0.0:1550575195.019829:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cf00 x1625895440939408/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575195.019834:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.019835:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.019835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575195.019836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:0.2:1550575195.019841:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575195.019842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000100:00000200:1.0:1550575195.019843:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cf00 x1625895440939408/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575195.019843:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575195.019844:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000100:00000200:1.0:1550575195.019845:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cf00 x1625895440939408/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575195.019845:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f980
00000400:00000200:1.0:1550575195.019848:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000400:00000200:0.0:1550575195.019850:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x12265 [1] + 192
00000100:00000200:0.0:1550575195.019851:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010c600 x1625895440939392/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575195.019852:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440939408:172.20.0.212@o2ib1:400
00000800:00000200:0.0:1550575195.019855:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.019855:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.019855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575195.019856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000100:00000200:1.0:1550575195.019858:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c600 x1625895440939392/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575195.019859:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c600 x1625895440939392/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575195.019861:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9400
00000100:00100000:1.0:1550575195.019862:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440939392:172.20.0.211@o2ib1:400
00000800:00000200:0.2:1550575195.019920:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575195.019922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575195.019923:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575195.019924:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575195.019926:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 10 MB=0x5c6be4832f960
00000400:00000200:0.0:1550575195.019927:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x1224d [1] + 192
00000100:00000200:0.0:1550575195.019929:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010e100 x1625895440939360/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575195.019933:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.019934:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.019934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.0:1550575195.019935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000100:00000200:2.0:1550575195.019939:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e100 x1625895440939360/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575195.019941:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e100 x1625895440939360/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575195.019943:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000100:00100000:2.0:1550575195.019946:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440939360:172.20.0.201@o2ib1:400
00000800:00000200:2.0:1550575195.020943:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a00] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575195.021093:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9400] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575195.021102:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881580a09000 0x1580a09000(0x1580a09000)
00000800:00000200:1.0:1550575195.021103:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881580a0a000 0x1580a0a000(0x1580a0a000)
00000800:00000200:1.0:1550575195.021104:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881580a0b000 0x1580a0b000(0x1580a0b000)
00000800:00000200:1.0:1550575195.021104:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881559c90000 0x1559c90000(0x1559c90000)
00000800:00000200:1.0:1550575195.021104:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881559c91000 0x1559c91000(0x1559c91000)
00000800:00000200:1.0:1550575195.021105:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881559c92000 0x1559c92000(0x1559c92000)
00000800:00000200:1.0:1550575195.021105:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881559c93000 0x1559c93000(0x1559c93000)
00000800:00000200:1.0:1550575195.021106:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e5d90000 0x15e5d90000(0x15e5d90000)
00000800:00000200:1.0:1550575195.021106:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e5d91000 0x15e5d91000(0x15e5d91000)
00000800:00000200:1.0:1550575195.021106:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e5d92000 0x15e5d92000(0x15e5d92000)
00000800:00000200:1.0:1550575195.021107:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e5d93000 0x15e5d93000(0x15e5d93000)
00000800:00000200:1.0:1550575195.021107:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88152aba4000 0x152aba4000(0x152aba4000)
00000800:00000200:1.0:1550575195.021108:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88152aba5000 0x152aba5000(0x152aba5000)
00000800:00000200:1.0:1550575195.021108:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88152aba6000 0x152aba6000(0x152aba6000)
00000800:00000200:1.0:1550575195.021108:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88152aba7000 0x152aba7000(0x152aba7000)
00000800:00000200:1.0:1550575195.021109:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815246fc000 0x15246fc000(0x15246fc000)
00000800:00000200:1.0:1550575195.021109:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815246fd000 0x15246fd000(0x15246fd000)
00000800:00000200:1.0:1550575195.021109:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815246fe000 0x15246fe000(0x15246fe000)
00000800:00000200:1.0:1550575195.021947:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575195.021948:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021949:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021949:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021950:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021950:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021950:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021950:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021951:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021951:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021951:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021951:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021952:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021952:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021953:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021953:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021953:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021954:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021954:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021954:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021954:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021955:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021955:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021955:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021956:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021956:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021956:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021956:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021957:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021957:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021957:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021958:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021958:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021958:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021958:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021959:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.021959:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:1.0:1550575195.021960:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575195.022358:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575195.022660:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (19)++
00000800:00000200:1.0:1550575195.022668:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575195.022669:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575195.022670:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575195.022671:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575195.022671:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec4800] (22)--
00000800:00000200:0.0:1550575195.022730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575195.022733:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575195.022735:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575195.022737:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575195.022739:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832f970
00000400:00000200:0.0:1550575195.022740:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x12269 [1] + 192
00000100:00000200:0.0:1550575195.022743:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010c300 x1625895440939376/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575195.022751:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575195.022752:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575195.022753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:0.0:1550575195.022753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575195.022754:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575195.022756:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575195.022758:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f9a0
00000400:00000200:0.0:1550575195.022759:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1225d [1] + 0
00000100:00000200:0.0:1550575195.022760:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cc00 x1625895440939424/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575201 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575195.022765:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575195.022765:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575195.022765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:0.0:1550575195.022766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000100:00000200:2.0:1550575195.022767:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440939424/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575201 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575195.022767:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575195.022768:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575195.022785:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be4832f950
00000100:00000200:2.0:1550575195.022786:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440939424/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575201 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575195.022787:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000400:00000200:0.0:1550575195.022789:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x12245 [1] + 192
00000100:00080000:2.0:1550575195.022790:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000100:00000200:0.0:1550575195.022790:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010ea00 x1625895440939344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000080:00080000:2.0:1550575195.022794:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000800:00000200:0.0:1550575195.022794:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575195.022794:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575195.022795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000100:00080000:2.0:1550575195.022796:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000800:00000200:0.0:1550575195.022796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00080000:2.0:1550575195.022797:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575195.022798:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575195.022803:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575195.022804:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575195.022805:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575224 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575195.022808:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939424:172.20.0.212@o2ib1:8
00000100:00000200:1.0:1550575195.022811:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010ea00 x1625895440939344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575195.022814:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939328 new x1625895440939440
00000100:00000200:1.0:1550575195.022814:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010ea00 x1625895440939344/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575195.022817:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9c80
00000100:00000200:2.0:1550575195.022820:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f9b0-0x5c6be4832f9b0, portal 8
00000100:00100000:1.0:1550575195.022820:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:2f725050-db06-fe55-a79c-03010d354168:2493:1625895440939344:172.20.0.201@o2ib1:400
00000100:00000200:2.0:1550575195.022822:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575195.022822:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575195.022823:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575195.022826:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575195.022827:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575195.022829:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575195.022829:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575195.022830:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000100:00000200:3.0:1550575195.022831:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010c300 x1625895440939376/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:2.0:1550575195.022831:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000100:00000200:3.0:1550575195.022834:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010c300 x1625895440939376/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575202 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575195.022837:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.2:1550575195.022838:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000100:00100000:3.0:1550575195.022840:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939376:172.20.0.211@o2ib1:400
00000800:00000200:1.0:1550575195.022843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575195.022847:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575195.022848:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575227 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575195.022850:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000800:00000200:1.0:1550575195.022852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575195.022852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:0.2:1550575195.022995:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:0.0:1550575195.023000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575195.023002:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575195.023003:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575195.023004:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f9b0
00000400:00000200:0.0:1550575195.023006:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12275 [256] + 0
00000400:00000200:0.0:1550575195.023007:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446248000
00000800:00000200:0.0:1550575195.023008:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.023010:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:0.0:1550575195.023011:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (24)--
00000400:00000200:0.0:1550575195.023014:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575195.023015:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575195.023017:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575195.023021:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575195.023022:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:0.0:1550575195.023022:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec2e00] (24)++
00000800:00000200:0.0:1550575195.023023:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec2e00] (25)--
00000800:00000200:0.0:1550575195.023024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:0.0:1550575195.023024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:0.0:1550575195.023025:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:0.0:1550575195.023025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.023026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575195.023030:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575195.023033:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.023034:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.023035:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575195.023051:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:0.0:1550575195.023054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000200:0.0:1550575195.023055:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575195.023059:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec2e00] (23)++
00000800:00000200:0.0:1550575195.023068:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec2e00] (24)--
00000800:00000200:0.0:1550575195.023069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575195.023069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:0.2:1550575195.024042:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec2e00] (21)++
00000400:00000200:3.0:1550575195.338197:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575195.338200:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575196.338194:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 43 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575196.338197:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575196.523534:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523537:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575196.523538:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523540:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523540:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523541:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523541:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523542:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523542:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523542:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523543:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523543:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523543:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523544:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523544:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523544:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523548:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523548:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523549:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523549:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523549:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523550:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523550:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523550:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523551:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523551:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523552:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523552:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523552:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523553:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523553:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523553:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523554:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523554:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523554:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523555:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523555:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523555:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523556:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523556:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523556:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523557:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523557:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523558:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523558:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523559:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523559:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523560:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523564:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523564:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523565:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523565:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523566:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575196.523660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:3.0:1550575196.523774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:3.0:1550575196.523774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575196.523775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (23)--
00000800:00000200:0.0:1550575196.523775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (22)++
00000800:00000100:0.0:1550575196.523780:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x302d sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575196.523782:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575196.523783:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575196.523797:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec2e00] (23)--
00000100:00020000:0.0:1550575196.523800:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575196.523944:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575196.523946:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575196.523947:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:3.0:1550575196.524070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)++
00000800:00000200:3.0:1550575196.524072:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (22)--
00000800:00000200:3.0:1550575196.524072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:3.0:1550575196.524073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (20)++
00000800:00000200:3.0:1550575196.524073:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (21)--
00000800:00000200:3.0:1550575196.524073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:3.0:1550575196.524074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (19)++
00000800:00000200:3.0:1550575196.524074:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (20)--
00000800:00000200:3.0:1550575196.524074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (19)--
00000800:00000200:3.0:1550575196.524075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (18)++
00000800:00000200:3.0:1550575196.524075:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (19)--
00000800:00000200:3.0:1550575196.524076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (18)--
00000800:00000200:3.0:1550575196.524076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (17)++
00000800:00000200:3.0:1550575196.524076:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (18)--
00000800:00000200:3.0:1550575196.524077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (17)--
00000800:00000200:3.0:1550575196.524077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (16)++
00000800:00000200:3.0:1550575196.524077:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (17)--
00000800:00000200:3.0:1550575196.524078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (16)--
00000800:00000200:3.0:1550575196.524078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (15)++
00000800:00000200:3.0:1550575196.524078:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (16)--
00000800:00000200:3.0:1550575196.524079:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (15)--
00000800:00000200:3.0:1550575196.524079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (14)++
00000800:00000200:3.0:1550575196.524080:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (15)--
00000800:00000200:3.0:1550575196.524080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (14)--
00000800:00000200:3.0:1550575196.524080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (13)++
00000800:00000200:3.0:1550575196.524081:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (14)--
00000800:00000200:3.0:1550575196.524081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (13)--
00000800:00000200:3.0:1550575196.524081:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (12)++
00000800:00000200:3.0:1550575196.524082:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (13)--
00000800:00000200:3.0:1550575196.524082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (12)--
00000800:00000200:3.0:1550575196.524082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (11)++
00000800:00000200:3.0:1550575196.524083:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (12)--
00000800:00000200:3.0:1550575196.524083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (11)--
00000800:00000200:3.0:1550575196.524083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (10)++
00000800:00000200:3.0:1550575196.524084:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (11)--
00000800:00000200:3.0:1550575196.524084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (10)--
00000800:00000200:3.0:1550575196.524084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (9)++
00000800:00000200:3.0:1550575196.524085:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (10)--
00000800:00000200:3.0:1550575196.524085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (9)--
00000800:00000200:3.0:1550575196.524086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (8)++
00000800:00000200:3.0:1550575196.524086:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (9)--
00000800:00000200:3.0:1550575196.524086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (8)--
00000800:00000200:3.0:1550575196.524087:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (7)++
00000800:00000200:3.0:1550575196.524087:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (8)--
00000800:00000200:3.0:1550575196.524087:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (7)--
00000800:00000200:3.0:1550575196.524088:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (6)++
00000800:00000200:3.0:1550575196.524088:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (7)--
00000800:00000200:3.0:1550575196.524088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (6)--
00000800:00000200:3.0:1550575196.524088:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (5)++
00000800:00000200:3.0:1550575196.524089:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (6)--
00000800:00000200:3.0:1550575196.524089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (5)--
00000800:00000200:3.0:1550575196.524089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec2e00] (4)++
00000800:00000200:3.0:1550575196.524090:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec2e00] (5)--
00000800:00000200:3.0:1550575196.524090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (4)--
00000800:00000200:3.0:1550575196.524091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (3)--
00000800:00000200:1.0:1550575196.524434:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec2e00] (2)--
00000400:00000200:0.0:1550575197.181598:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446248000
00000800:00000200:0.0:1550575197.181604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec2e00] (1)--
00000100:00000400:2.0:1550575197.181605:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575195/real 1550575195]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575227 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575197.181611:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575227 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575197.181613:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575227 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575197.181616:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:02000400:2.0:1550575197.181617:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575197.181618:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575197.181619:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1550575197.181624:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1550575197.181625:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:2.0:1550575197.181626:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1550575197.181627:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295174623
00000100:00080000:2.0:1550575197.181629:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:2.0:1550575197.181631:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1550575197.181637:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8814b010cc00 x1625895440939456/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575197.181645:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939456:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575197.181650:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939456, portal 4
00000100:00000200:2.0:1550575197.181652:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939456, offset 0
00000400:00000200:2.0:1550575197.181653:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575197.181658:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575197.181660:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575197.181662:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575197.181663:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575197.181664:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575197.181666:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575197.181724:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575197.181743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575197.181751:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575197.181755:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440939456/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575203 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575197.181759:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000800:00000200:1.0:1550575197.181762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575197.181763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575197.181855:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575197.181861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575197.181866:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575197.181868:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575197.181870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:1.0:1550575197.181873:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f9c0
00000400:00000200:1.0:1550575197.181875:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12281 [1] + 0
00000100:00000200:1.0:1550575197.181878:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cc00 x1625895440939456/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575203 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575197.181884:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575197.181885:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575197.181885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575197.181889:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440939456/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575203 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575197.181891:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440939456/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575203 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575197.181892:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:00080000:2.0:1550575197.181896:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575197.181900:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575197.181901:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575197.181901:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575197.181902:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575197.181904:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575197.181905:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575197.181906:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575227 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575197.181908:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939456:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575197.181911:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939440 new x1625895440939472
00000100:00000200:2.0:1550575197.181915:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f9d0-0x5c6be4832f9d0, portal 8
00000100:00000200:2.0:1550575197.181917:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575197.181917:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575197.181918:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575197.181921:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575197.181922:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575197.181923:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575197.181924:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575197.181924:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575197.181925:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575197.181935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575197.181940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575197.181941:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575197.181943:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575229 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575197.181945:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a80
00000800:00000200:1.0:1550575197.181946:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575197.181947:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575197.183307:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575197.183522:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575197.183544:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815246ff000 0x15246ff000(0x15246ff000)
00000800:00000200:1.0:1550575197.183548:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881526418000 0x1526418000(0x1526418000)
00000800:00000200:1.0:1550575197.183549:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881526419000 0x1526419000(0x1526419000)
00000800:00000200:1.0:1550575197.183551:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88152641a000 0x152641a000(0x152641a000)
00000800:00000200:1.0:1550575197.183552:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88152641b000 0x152641b000(0x152641b000)
00000800:00000200:1.0:1550575197.183553:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815df608000 0x15df608000(0x15df608000)
00000800:00000200:1.0:1550575197.183554:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815df609000 0x15df609000(0x15df609000)
00000800:00000200:1.0:1550575197.183556:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815df60a000 0x15df60a000(0x15df60a000)
00000800:00000200:1.0:1550575197.183557:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815df60b000 0x15df60b000(0x15df60b000)
00000800:00000200:1.0:1550575197.183558:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88156d6a0000 0x156d6a0000(0x156d6a0000)
00000800:00000200:1.0:1550575197.183559:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88156d6a1000 0x156d6a1000(0x156d6a1000)
00000800:00000200:1.0:1550575197.183561:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88156d6a2000 0x156d6a2000(0x156d6a2000)
00000800:00000200:1.0:1550575197.183562:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88156d6a3000 0x156d6a3000(0x156d6a3000)
00000800:00000200:1.0:1550575197.183563:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff881575f8c000 0x1575f8c000(0x1575f8c000)
00000800:00000200:1.0:1550575197.183565:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff881575f8d000 0x1575f8d000(0x1575f8d000)
00000800:00000200:1.0:1550575197.183566:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881575f8e000 0x1575f8e000(0x1575f8e000)
00000800:00000200:1.0:1550575197.183567:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881575f8f000 0x1575f8f000(0x1575f8f000)
00000800:00000200:1.0:1550575197.183568:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815dc510000 0x15dc510000(0x15dc510000)
00000800:00000200:1.0:1550575197.184609:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575197.184610:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184611:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184611:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184612:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184612:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184612:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184613:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184613:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184613:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184614:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184614:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184614:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184615:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184615:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184615:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184616:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184616:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184616:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184616:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184617:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184617:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184617:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184618:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184618:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184618:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184618:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184619:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184620:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184620:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.184621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:1.0:1550575197.184623:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575197.185015:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575197.185348:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575197.185350:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575197.185351:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec5200] (19)++
00000800:00000200:1.0:1550575197.185351:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec5200] (20)++
00000800:00000200:1.0:1550575197.185352:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec5200] (21)--
00000800:00000200:0.2:1550575197.185410:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5200] (20)++
00000800:00000200:0.0:1550575197.185422:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (21)++
00000800:00000200:0.0:1550575197.185426:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575197.185428:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575197.185429:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)--
00000400:00000200:0.0:1550575197.185431:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575197.185432:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f9d0
00000400:00000200:0.0:1550575197.185435:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12289 [256] + 0
00000400:00000200:0.0:1550575197.185437:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446248000
00000800:00000200:0.0:1550575197.185438:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (21)++
00000800:00000200:0.0:1550575197.185439:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (22)--
00000400:00000200:0.0:1550575197.185443:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575197.185444:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575197.185446:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575197.185450:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575197.185451:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec5200] (21)++
00000800:00000200:0.0:1550575197.185452:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec5200] (22)++
00000800:00000200:0.0:1550575197.185453:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575197.185453:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)--
00000800:00000200:0.2:1550575197.185462:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5200] (21)++
00000800:00000200:1.0:1550575197.185468:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000200:1.0:1550575197.185473:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:1.0:1550575197.185474:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)--
00000800:00000200:0.2:1550575197.185487:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5200] (21)++
00000800:00000200:0.0:1550575197.185492:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000200:0.0:1550575197.185493:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575197.185498:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5200] (23)++
00000800:00000200:0.0:1550575197.185506:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5200] (24)--
00000800:00000200:0.0:1550575197.185506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575197.185507:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)--
00000800:00000200:0.2:1550575197.186444:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5200] (21)++
00000400:00000200:3.0:1550575197.338043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 45 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575197.338045:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575198.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 45 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575198.338043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575198.682581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575198.682585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682925:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682934:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682950:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682970:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682971:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.682972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.682972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.682972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682973:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682978:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682981:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682982:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682989:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.682999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.682999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.682999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.683001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.683002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.683002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.683002:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575198.683003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.683004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.683005:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.683005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.683006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.683006:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.683007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.683017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.683017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.683018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.683018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:3.0:1550575198.683019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:3.0:1550575198.683019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:0.0:1550575198.683020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000100:0.0:1550575198.683023:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3030 sending 1 waiting 0: failed 5
00000800:00000200:3.0:1550575198.683024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)++
00000800:00000100:3.0:1550575198.683025:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000100:0.0:1550575198.683025:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575198.683026:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72610d0 conn ffff8815dbec5200
00000800:00000200:0.0:1550575198.683026:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575198.683035:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (24)--
00000800:00000200:3.0:1550575198.683036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.683037:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)++
00000800:00000200:3.0:1550575198.683037:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (23)--
00000800:00000200:3.0:1550575198.683037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (22)--
00000800:00000200:3.0:1550575198.683038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (21)++
00000800:00000200:3.0:1550575198.683038:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (22)--
00000800:00000200:3.0:1550575198.683039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (21)--
00000800:00000200:3.0:1550575198.683039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (20)++
00000800:00000200:3.0:1550575198.683040:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (21)--
00000800:00000200:3.0:1550575198.683040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (20)--
00000800:00000200:3.0:1550575198.683040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (19)++
00000800:00000200:3.0:1550575198.683041:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (20)--
00000800:00000200:3.0:1550575198.683041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (19)--
00000800:00000200:3.0:1550575198.683042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (18)++
00000800:00000200:3.0:1550575198.683042:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (19)--
00000800:00000200:3.0:1550575198.683042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (18)--
00000800:00000200:3.0:1550575198.683043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (17)++
00000800:00000200:3.0:1550575198.683043:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (17)--
00000800:00000200:0.0:1550575198.683043:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec5200] (18)--
00000800:00000200:3.0:1550575198.683044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (16)--
00000800:00000200:3.0:1550575198.683044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (15)++
00000800:00000200:3.0:1550575198.683044:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (16)--
00000800:00000200:3.0:1550575198.683045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (15)--
00000800:00000200:3.0:1550575198.683045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (14)++
00000100:00020000:0.0:1550575198.683045:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:3.0:1550575198.683046:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (15)--
00000800:00000200:3.0:1550575198.683046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (14)--
00000800:00000200:3.0:1550575198.683046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (13)++
00000800:00000200:3.0:1550575198.683047:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (14)--
00000800:00000200:3.0:1550575198.683047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (13)--
00000800:00000200:3.0:1550575198.683047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (12)++
00000800:00000200:3.0:1550575198.683047:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (13)--
00000800:00000200:3.0:1550575198.683048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (12)--
00000800:00000200:3.0:1550575198.683048:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (11)++
00000800:00000200:3.0:1550575198.683048:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (12)--
00000800:00000200:3.0:1550575198.683049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (11)--
00000800:00000200:3.0:1550575198.683049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (10)++
00000800:00000200:3.0:1550575198.683049:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (11)--
00000800:00000200:3.0:1550575198.683050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (10)--
00000800:00000200:3.0:1550575198.683050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (9)++
00000800:00000200:3.0:1550575198.683050:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (10)--
00000800:00000200:3.0:1550575198.683051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (9)--
00000800:00000200:3.0:1550575198.683051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (8)++
00000800:00000200:3.0:1550575198.683051:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (9)--
00000800:00000200:3.0:1550575198.683052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (8)--
00000800:00000200:3.0:1550575198.683052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (7)++
00000800:00000200:3.0:1550575198.683052:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (8)--
00000800:00000200:3.0:1550575198.683053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (7)--
00000800:00000200:3.0:1550575198.683053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (6)++
00000800:00000200:3.0:1550575198.683053:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (7)--
00000800:00000200:3.0:1550575198.683054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (6)--
00000800:00000200:3.0:1550575198.683054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5200] (5)++
00000800:00000200:3.0:1550575198.683054:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5200] (6)--
00000800:00000200:3.0:1550575198.683055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (5)--
00000800:00000200:3.0:1550575198.683056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (4)--
00000400:00000200:2.0:1550575198.683194:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575198.683196:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575198.683197:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec5200] (3)--
00000800:00000200:1.0:1550575198.683680:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec5200] (2)--
00000400:00000200:3.0:1550575199.338217:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 46 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575199.338219:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575199.344581:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446248000
00000100:00000400:2.0:1550575199.344586:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575197/real 1550575197]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575229 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575199.344586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5200] (1)--
00000100:00000200:2.0:1550575199.344591:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575229 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575199.344594:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575229 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575199.344596:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:02000400:2.0:1550575199.344597:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575199.344598:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575199.344599:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1550575199.344604:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1550575199.344605:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:2.0:1550575199.344606:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1550575199.344607:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295176785
00000100:00080000:2.0:1550575199.344608:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:2.0:1550575199.344610:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1550575199.344615:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8814b010cc00 x1625895440939488/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575199.344623:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939488:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575199.344627:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939488, portal 4
00000100:00000200:2.0:1550575199.344628:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939488, offset 0
00000400:00000200:2.0:1550575199.344630:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575199.344634:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575199.344636:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575199.344639:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575199.344640:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575199.344640:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575199.344643:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575199.344762:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575199.344775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575199.344778:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575199.344783:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440939488/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575205 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575199.344786:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f80
00000800:00000200:1.0:1550575199.344789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575199.344790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575199.344792:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575199.344794:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575199.344797:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832f9e0
00000400:00000200:1.0:1550575199.344800:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12295 [1] + 0
00000100:00000200:1.0:1550575199.344802:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cc00 x1625895440939488/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575205 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575199.344811:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575199.344812:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575199.344812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575199.344813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575199.344815:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440939488/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575205 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575199.344822:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440939488/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575205 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575199.344824:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:00080000:2.0:1550575199.344827:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575199.344831:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575199.344832:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575199.344832:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575199.344833:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575199.344835:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575199.344836:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575199.344836:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575229 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575199.344839:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939488:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575199.344842:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939472 new x1625895440939504
00000100:00000200:2.0:1550575199.344846:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832f9f0-0x5c6be4832f9f0, portal 8
00000100:00000200:2.0:1550575199.344847:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575199.344848:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575199.344849:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575199.344851:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575199.344853:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575199.344854:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575199.344854:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575199.344855:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575199.344856:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575199.344868:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575199.344873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575199.344874:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575199.344876:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575231 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575199.344878:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d80
00000800:00000200:1.0:1550575199.344879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575199.344880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575199.346143:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575199.346289:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9500] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575199.346299:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815dc513000 0x15dc513000(0x15dc513000)
00000800:00000200:1.0:1550575199.346300:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815d0e28000 0x15d0e28000(0x15d0e28000)
00000800:00000200:1.0:1550575199.346301:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815d0e29000 0x15d0e29000(0x15d0e29000)
00000800:00000200:1.0:1550575199.346301:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815d0e2a000 0x15d0e2a000(0x15d0e2a000)
00000800:00000200:1.0:1550575199.346301:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815d0e2b000 0x15d0e2b000(0x15d0e2b000)
00000800:00000200:1.0:1550575199.346302:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e2c88000 0x15e2c88000(0x15e2c88000)
00000800:00000200:1.0:1550575199.346302:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e2c89000 0x15e2c89000(0x15e2c89000)
00000800:00000200:1.0:1550575199.346303:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e2c8a000 0x15e2c8a000(0x15e2c8a000)
00000800:00000200:1.0:1550575199.346303:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e2c8b000 0x15e2c8b000(0x15e2c8b000)
00000800:00000200:1.0:1550575199.346304:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815d1730000 0x15d1730000(0x15d1730000)
00000800:00000200:1.0:1550575199.346304:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815d1731000 0x15d1731000(0x15d1731000)
00000800:00000200:1.0:1550575199.346305:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815d1732000 0x15d1732000(0x15d1732000)
00000800:00000200:1.0:1550575199.346305:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815d1733000 0x15d1733000(0x15d1733000)
00000800:00000200:1.0:1550575199.346305:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814adc3c000 0x14adc3c000(0x14adc3c000)
00000800:00000200:1.0:1550575199.346306:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814adc3d000 0x14adc3d000(0x14adc3d000)
00000800:00000200:1.0:1550575199.346306:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814adc3e000 0x14adc3e000(0x14adc3e000)
00000800:00000200:1.0:1550575199.346307:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e3aa000 0x143e3aa000(0x143e3aa000)
00000800:00000200:1.0:1550575199.346307:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814460cd000 0x14460cd000(0x14460cd000)
00000800:00000200:1.0:1550575199.347132:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575199.347133:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347133:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347134:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347134:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347134:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347135:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347135:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347135:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347136:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347136:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347136:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347137:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347137:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347137:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347137:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347138:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347138:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347138:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347139:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347139:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347139:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347140:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347140:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347140:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347141:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347141:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347142:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347142:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347143:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347143:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347143:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347144:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347144:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.347145:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575199.347522:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575199.347842:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:0.2:1550575199.347842:0:2973:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.347843:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575199.347845:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec5600] (20)++
00000800:00000200:1.0:1550575199.347845:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec5600] (21)++
00000800:00000200:1.0:1550575199.347847:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec5600] (22)--
00000800:00000200:1.0:1550575199.347849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (21)++
00000800:00000200:1.0:1550575199.347850:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575199.347852:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575199.347854:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:1.0:1550575199.347855:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832f9f0
00000400:00000200:1.0:1550575199.347857:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1229d [256] + 0
00000400:00000200:1.0:1550575199.347859:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624c000
00000800:00000200:1.0:1550575199.347860:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.347860:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (23)--
00000400:00000200:1.0:1550575199.347864:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575199.347865:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575199.347866:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575199.347871:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9500] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575199.347872:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.347872:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec5600] (23)++
00000800:00000200:1.0:1550575199.347873:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec5600] (24)--
00000800:00000200:1.0:1550575199.347874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.347874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)--
00000800:00000200:0.2:1550575199.347879:0:2973:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5600] (21)++
00000800:00000200:1.0:1550575199.347884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.347884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.347885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)--
00000800:00000200:0.2:1550575199.347904:0:2973:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5600] (21)++
00000800:00000200:1.0:1550575199.347907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.347908:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575199.347911:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec5600] (23)++
00000800:00000200:1.0:1550575199.347917:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec5600] (24)--
00000800:00000200:1.0:1550575199.347918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.347918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)--
00000800:00000200:0.2:1550575199.348841:0:2973:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec5600] (21)++
00000800:00000200:1.0:1550575199.368831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:1.0:1550575199.368833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368959:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368963:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.368969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.368970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.368970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368980:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368981:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368989:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.368997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.368998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.368998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369004:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369005:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369005:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369008:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369010:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000200:0.0:1550575199.369011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000100:1.0:1550575199.369015:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369021:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369022:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369022:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369022:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369023:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369026:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369027:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369028:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369029:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369030:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369030:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369032:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369035:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369036:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369037:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369037:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369037:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369038:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369038:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369042:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369043:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369044:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369045:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369051:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369052:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369054:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369055:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369056:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369057:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369058:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369059:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369060:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369061:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369062:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369063:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369064:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369064:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369064:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369065:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369065:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369066:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369067:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369067:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369068:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369069:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369069:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369072:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369076:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369077:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369081:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.369082:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000100:1.0:1550575199.369087:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369088:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369088:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369088:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369089:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369089:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369090:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369090:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369091:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369092:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369093:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369093:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369093:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369094:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369094:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369095:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369095:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369099:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369100:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369100:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369101:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369101:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369102:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369102:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369103:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369103:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369104:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369105:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369105:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369106:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369106:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369107:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369107:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369108:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369109:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369109:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:1.0:1550575199.369110:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575199.369110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369111:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369113:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369114:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369114:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369115:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369118:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369119:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369119:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369119:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369121:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369122:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369122:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369123:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369123:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369124:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369126:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369127:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369128:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369129:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369130:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369130:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369131:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369131:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369133:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369134:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369134:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369135:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369135:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369136:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369138:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369138:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369138:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369139:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369139:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369140:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369142:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369142:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369142:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369143:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369143:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369144:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369145:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369146:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369146:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369147:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369147:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369147:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000100:0.0:1550575199.369149:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575199.369150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:0.0:1550575199.369150:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.369152:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)++
00000800:00000100:0.0:1550575199.369152:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3033 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575199.369153:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000100:0.0:1550575199.369153:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575199.369154:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72678d0 conn ffff8815dbec5600
00000800:00000200:0.0:1550575199.369155:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9500] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575199.369160:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (24)--
00000800:00000200:1.0:1550575199.369160:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369161:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)++
00000800:00000200:1.0:1550575199.369161:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (23)--
00000800:00000200:1.0:1550575199.369161:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (22)--
00000800:00000200:0.0:1550575199.369161:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec5600] (22)--
00000800:00000200:1.0:1550575199.369162:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (21)++
00000800:00000200:1.0:1550575199.369162:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (21)--
00000800:00000200:1.0:1550575199.369162:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.369163:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (19)++
00000800:00000200:1.0:1550575199.369163:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (20)--
00000800:00000200:1.0:1550575199.369163:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (19)--
00000100:00020000:0.0:1550575199.369163:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575199.369164:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (18)++
00000800:00000200:1.0:1550575199.369164:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (19)--
00000800:00000200:1.0:1550575199.369164:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (18)--
00000800:00000200:1.0:1550575199.369165:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (17)++
00000800:00000200:1.0:1550575199.369165:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (18)--
00000800:00000200:1.0:1550575199.369165:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (17)--
00000800:00000200:1.0:1550575199.369166:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (16)++
00000800:00000200:1.0:1550575199.369166:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (17)--
00000800:00000200:1.0:1550575199.369167:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (16)--
00000800:00000200:1.0:1550575199.369167:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (15)++
00000800:00000200:1.0:1550575199.369167:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (16)--
00000800:00000200:1.0:1550575199.369168:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (15)--
00000800:00000200:1.0:1550575199.369168:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (14)++
00000800:00000200:1.0:1550575199.369168:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (15)--
00000800:00000200:1.0:1550575199.369169:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (14)--
00000800:00000200:1.0:1550575199.369169:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (13)++
00000800:00000200:1.0:1550575199.369169:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (14)--
00000800:00000200:1.0:1550575199.369170:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (13)--
00000800:00000200:1.0:1550575199.369170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (12)++
00000800:00000200:1.0:1550575199.369170:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (13)--
00000800:00000200:1.0:1550575199.369171:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (12)--
00000800:00000200:1.0:1550575199.369171:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (11)++
00000800:00000200:1.0:1550575199.369171:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (12)--
00000800:00000200:1.0:1550575199.369172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (11)--
00000800:00000200:1.0:1550575199.369172:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (10)++
00000800:00000200:1.0:1550575199.369172:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (11)--
00000800:00000200:1.0:1550575199.369172:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (10)--
00000800:00000200:1.0:1550575199.369173:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (9)++
00000800:00000200:1.0:1550575199.369173:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (10)--
00000800:00000200:1.0:1550575199.369174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (9)--
00000800:00000200:1.0:1550575199.369174:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (8)++
00000800:00000200:1.0:1550575199.369174:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (9)--
00000800:00000200:1.0:1550575199.369175:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (8)--
00000800:00000200:1.0:1550575199.369175:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (7)++
00000800:00000200:1.0:1550575199.369175:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (8)--
00000800:00000200:1.0:1550575199.369176:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (7)--
00000800:00000200:1.0:1550575199.369176:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (6)++
00000800:00000200:1.0:1550575199.369176:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (7)--
00000800:00000200:1.0:1550575199.369177:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (6)--
00000800:00000200:1.0:1550575199.369177:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec5600] (5)++
00000800:00000200:1.0:1550575199.369177:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec5600] (6)--
00000800:00000200:1.0:1550575199.369178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (5)--
00000800:00000200:1.0:1550575199.369178:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (4)--
00000400:00000200:2.0:1550575199.369328:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575199.369330:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575199.369331:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec5600] (3)--
00000800:00000200:1.0:1550575199.369704:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec5600] (2)--
00000400:00000200:0.0:1550575200.063633:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624c000
00000100:00000400:2.0:1550575200.063641:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575199/real 1550575199]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575231 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575200.063641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec5600] (1)--
00000100:00000200:2.0:1550575200.063649:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575231 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575200.063652:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575231 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575200.063654:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:02000400:2.0:1550575200.063657:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575200.063659:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575200.063660:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:2.0:1550575200.063669:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1550575200.063670:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:2.0:1550575200.063671:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1550575200.063672:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295178948
00000100:00080000:2.0:1550575200.063674:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:2.0:1550575200.063677:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1550575200.063684:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8814b010cc00 x1625895440939520/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575200.063692:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939520:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575200.063697:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939520, portal 4
00000100:00000200:2.0:1550575200.063699:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939520, offset 0
00000400:00000200:2.0:1550575200.063701:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575200.063707:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575200.063710:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575200.063713:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575200.063715:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575200.063715:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575200.063718:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575200.063733:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575200.063738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575200.063743:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575200.063747:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440939520/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575206 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575200.063751:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c00
00000800:00000200:0.0:1550575200.063751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575200.063752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575200.063864:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575200.063867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575200.063869:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575200.063871:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575200.063874:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fa00
00000400:00000200:1.0:1550575200.063876:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x122a9 [1] + 0
00000100:00000200:1.0:1550575200.063879:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cc00 x1625895440939520/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575206 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575200.063885:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575200.063886:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575200.063886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575200.063887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575200.063890:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440939520/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575206 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575200.063892:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440939520/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575206 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575200.063894:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000100:00080000:2.0:1550575200.063898:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575200.063903:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575200.063905:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575200.063906:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575200.063907:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575200.063909:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575200.063910:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575200.063911:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575231 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575200.063914:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939520:172.20.0.212@o2ib1:8
00000100:00080000:2.0:1550575200.063917:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939504 new x1625895440939536
00000100:00000200:2.0:1550575200.063922:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fa10-0x5c6be4832fa10, portal 8
00000100:00000200:2.0:1550575200.063923:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:2.0:1550575200.063924:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:2.0:1550575200.063925:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575200.063927:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575200.063928:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575200.063930:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575200.063930:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575200.063931:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575200.063932:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575200.063942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575200.063944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575200.063945:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575200.063946:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575232 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575200.063949:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f00
00000800:00000200:1.0:1550575200.063950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575200.063950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575200.064783:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9500] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575200.065239:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575200.065247:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815dc650000 0x15dc650000(0x15dc650000)
00000800:00000200:1.0:1550575200.065247:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815266c5000 0x15266c5000(0x15266c5000)
00000800:00000200:1.0:1550575200.065248:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815266c1000 0x15266c1000(0x15266c1000)
00000800:00000200:1.0:1550575200.065248:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881573b10000 0x1573b10000(0x1573b10000)
00000800:00000200:1.0:1550575200.065248:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e1b9d000 0x15e1b9d000(0x15e1b9d000)
00000800:00000200:1.0:1550575200.065249:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881573b12000 0x1573b12000(0x1573b12000)
00000800:00000200:1.0:1550575200.065249:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881573b13000 0x1573b13000(0x1573b13000)
00000800:00000200:1.0:1550575200.065250:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88144189e000 0x144189e000(0x144189e000)
00000800:00000200:1.0:1550575200.065250:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88144189f000 0x144189f000(0x144189f000)
00000800:00000200:1.0:1550575200.065250:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881441896000 0x1441896000(0x1441896000)
00000800:00000200:1.0:1550575200.065251:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881441897000 0x1441897000(0x1441897000)
00000800:00000200:1.0:1550575200.065251:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88143e336000 0x143e336000(0x143e336000)
00000800:00000200:1.0:1550575200.065251:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143e337000 0x143e337000(0x143e337000)
00000800:00000200:1.0:1550575200.065252:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815266c2000 0x15266c2000(0x15266c2000)
00000800:00000200:1.0:1550575200.065252:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815266c3000 0x15266c3000(0x15266c3000)
00000800:00000200:1.0:1550575200.065253:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e1b9e000 0x15e1b9e000(0x15e1b9e000)
00000800:00000200:1.0:1550575200.065253:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e1b9f000 0x15e1b9f000(0x15e1b9f000)
00000800:00000200:1.0:1550575200.065253:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88157ebae000 0x157ebae000(0x157ebae000)
00000800:00000200:1.0:1550575200.066179:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575200.066181:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066183:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066184:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066185:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066186:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066187:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066188:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066189:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066191:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066192:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066193:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066194:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066195:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066196:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066197:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066198:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066199:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066200:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066201:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066202:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066203:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066204:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066205:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066206:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066207:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066208:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066209:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066210:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066211:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066212:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066213:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066214:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066215:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066216:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066217:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066218:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:1.0:1550575200.066221:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575200.066690:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575200.066989:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575200.066990:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575200.066991:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dba4e600] (19)++
00000800:00000200:1.0:1550575200.066992:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dba4e600] (20)++
00000800:00000200:1.0:1550575200.066992:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dba4e600] (21)--
00000800:00000200:0.2:1550575200.066996:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (20)++
00000800:00000200:0.0:1550575200.067001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575200.067006:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575200.067008:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575200.067009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000400:00000200:0.0:1550575200.067011:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575200.067012:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fa10
00000400:00000200:0.0:1550575200.067014:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x122b1 [256] + 0
00000400:00000200:0.0:1550575200.067016:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff88144624a000
00000800:00000200:0.0:1550575200.067017:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575200.067018:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (22)--
00000400:00000200:0.0:1550575200.067022:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575200.067024:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575200.067025:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575200.067029:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575200.067030:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575200.067031:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dba4e600] (22)++
00000800:00000200:0.0:1550575200.067032:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575200.067037:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000800:00000200:0.2:1550575200.067039:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575200.067041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000200:0.0:1550575200.067042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575200.067043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000800:00000200:0.2:1550575200.067069:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (21)++
00000800:00000200:0.0:1550575200.067071:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000200:0.0:1550575200.067073:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575200.067077:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dba4e600] (23)++
00000800:00000200:0.0:1550575200.067084:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dba4e600] (24)--
00000800:00000200:0.0:1550575200.067085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575200.067085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000800:00000200:0.2:1550575200.068006:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dba4e600] (21)++
00000400:00000200:3.0:1550575200.338047:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 49 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575200.338049:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575201.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 49 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575201.338043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575201.577565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577568:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575201.577569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:0.0:1550575201.577603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:0.0:1550575201.577604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575201.577604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:2.0:1550575201.577778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (23)--
00000800:00000200:2.0:1550575201.577778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)++
00000800:00000100:2.0:1550575201.577780:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3036 sending 1 waiting 0: failed 5
00000800:00000100:2.0:1550575201.577781:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:2.0:1550575201.577783:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:2.0:1550575201.577787:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dba4e600] (23)--
00000100:00020000:2.0:1550575201.577789:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575201.583364:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff88144624a000
00000800:00000200:2.0:1550575201.583368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (22)--
00000100:00000400:3.0:1550575201.583370:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575200/real 1550575200]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575232 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575201.583370:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (21)++
00000800:00000200:2.0:1550575201.583371:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (22)--
00000800:00000200:2.0:1550575201.583371:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (21)--
00000800:00000200:2.0:1550575201.583372:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (20)++
00000800:00000200:2.0:1550575201.583372:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (21)--
00000800:00000200:2.0:1550575201.583373:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (20)--
00000800:00000200:2.0:1550575201.583373:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (19)++
00000800:00000200:2.0:1550575201.583374:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (20)--
00000800:00000200:2.0:1550575201.583374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (19)--
00000800:00000200:2.0:1550575201.583374:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (18)++
00000800:00000200:2.0:1550575201.583375:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (19)--
00000800:00000200:2.0:1550575201.583375:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (18)--
00000800:00000200:2.0:1550575201.583375:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (17)++
00000100:00000200:3.0:1550575201.583376:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575232 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575201.583376:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (18)--
00000800:00000200:2.0:1550575201.583376:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (17)--
00000800:00000200:2.0:1550575201.583376:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (16)++
00000800:00000200:2.0:1550575201.583377:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (17)--
00000800:00000200:2.0:1550575201.583377:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (16)--
00000100:00000200:3.0:1550575201.583378:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575232 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575201.583378:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (15)++
00000800:00000200:2.0:1550575201.583378:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (16)--
00000800:00000200:2.0:1550575201.583378:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (15)--
00000800:00000200:2.0:1550575201.583379:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (14)++
00000800:00000200:2.0:1550575201.583379:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (15)--
00000800:00000200:2.0:1550575201.583380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (14)--
00000800:00000200:2.0:1550575201.583380:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (13)++
00000800:00000200:2.0:1550575201.583380:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (14)--
00000400:00000200:3.0:1550575201.583381:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000800:00000200:2.0:1550575201.583381:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (13)--
00000800:00000200:2.0:1550575201.583381:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (12)++
00000800:00000200:2.0:1550575201.583381:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (13)--
00000800:00000200:2.0:1550575201.583382:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (12)--
00000800:00000200:2.0:1550575201.583382:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (11)++
00000800:00000200:2.0:1550575201.583382:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (12)--
00000100:02000400:3.0:1550575201.583383:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:2.0:1550575201.583383:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (11)--
00000800:00000200:2.0:1550575201.583383:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (10)++
00000800:00000200:2.0:1550575201.583383:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (11)--
00000100:00080000:3.0:1550575201.583384:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000800:00000200:2.0:1550575201.583384:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (10)--
00000800:00000200:2.0:1550575201.583384:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (9)++
00000800:00000200:2.0:1550575201.583385:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (10)--
00000800:00000200:2.0:1550575201.583385:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (9)--
00000800:00000200:2.0:1550575201.583385:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (8)++
00000100:00080000:3.0:1550575201.583386:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:2.0:1550575201.583386:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (9)--
00000800:00000200:2.0:1550575201.583386:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (8)--
00000800:00000200:2.0:1550575201.583386:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (7)++
00000800:00000200:2.0:1550575201.583387:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (8)--
00000800:00000200:2.0:1550575201.583404:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (7)--
00000800:00000200:2.0:1550575201.583404:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (6)++
00000800:00000200:2.0:1550575201.583405:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (7)--
00000800:00000200:2.0:1550575201.583405:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (6)--
00000800:00000200:2.0:1550575201.583405:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (5)++
00000800:00000200:2.0:1550575201.583406:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (6)--
00000800:00000200:2.0:1550575201.583408:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (5)--
00000800:00000200:2.0:1550575201.583408:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dba4e600] (4)++
00000800:00000200:2.0:1550575201.583409:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dba4e600] (5)--
00000800:00000200:2.0:1550575201.583409:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (4)--
00000800:00000200:2.0:1550575201.583410:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dba4e600] (3)--
00000100:00080000:3.0:1550575201.583412:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575201.583413:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575201.583414:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575201.583415:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295179667
00000100:00080000:3.0:1550575201.583418:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575201.583420:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575201.583426:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df660000 x1625895440939552/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575201.583440:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:3.0:1550575201.583441:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000100:00100000:2.0:1550575201.583441:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939552:172.20.0.212@o2ib1:8
00000800:00000200:3.0:1550575201.583442:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dba4e600] (2)--
00000100:00000200:2.0:1550575201.583447:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939552, portal 4
00000100:00000200:2.0:1550575201.583449:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939552, offset 0
00000400:00000200:2.0:1550575201.583451:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575201.583457:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575201.583458:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575201.583461:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575201.583462:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575201.583463:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575201.583466:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575201.583478:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575201.583486:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575201.583488:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575201.583492:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660000 x1625895440939552/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575207 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575201.583495:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a00
00000800:00000200:1.0:1550575201.583497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575201.583498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575201.583624:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575201.583628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575201.583630:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575201.583633:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575201.583636:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fa20
00000400:00000200:1.0:1550575201.583638:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x122bd [1] + 0
00000100:00000200:1.0:1550575201.583641:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660000 x1625895440939552/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575207 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575201.583648:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575201.583649:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575201.583650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575201.583650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575201.583653:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660000 x1625895440939552/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575207 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575201.583656:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660000 x1625895440939552/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575207 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575201.583658:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575201.583662:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575201.583668:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575201.583669:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575201.583670:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575201.583671:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575201.583673:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575201.583674:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575201.583675:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575232 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575201.583680:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939552:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575201.583686:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939536 new x1625895440939568
00000100:00000200:3.0:1550575201.583692:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fa30-0x5c6be4832fa30, portal 8
00000100:00000200:3.0:1550575201.583693:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575201.583695:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575201.583696:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575201.583700:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575201.583702:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575201.583704:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575201.583705:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575201.583705:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575201.583707:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575201.583717:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575201.583721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575201.583722:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575201.583724:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575233 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575201.583726:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75780
00000800:00000200:1.0:1550575201.583727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575201.583728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.0:1550575201.583880:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dba4e600] (1)--
00000800:00000200:1.0:1550575201.585205:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9100] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575201.585226:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88157ebaf000 0x157ebaf000(0x157ebaf000)
00000800:00000200:1.0:1550575201.585229:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881526704000 0x1526704000(0x1526704000)
00000800:00000200:1.0:1550575201.585231:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881526705000 0x1526705000(0x1526705000)
00000800:00000200:1.0:1550575201.585232:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881526706000 0x1526706000(0x1526706000)
00000800:00000200:1.0:1550575201.585233:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881526707000 0x1526707000(0x1526707000)
00000800:00000200:1.0:1550575201.585234:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88147a364000 0x147a364000(0x147a364000)
00000800:00000200:1.0:1550575201.585236:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88147a365000 0x147a365000(0x147a365000)
00000800:00000200:1.0:1550575201.585237:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88147a366000 0x147a366000(0x147a366000)
00000800:00000200:1.0:1550575201.585238:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147a367000 0x147a367000(0x147a367000)
00000800:00000200:1.0:1550575201.585240:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e5830000 0x15e5830000(0x15e5830000)
00000800:00000200:1.0:1550575201.585241:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e5831000 0x15e5831000(0x15e5831000)
00000800:00000200:1.0:1550575201.585243:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815cce2b000 0x15cce2b000(0x15cce2b000)
00000800:00000200:1.0:1550575201.585244:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815ceab5000 0x15ceab5000(0x15ceab5000)
00000800:00000200:1.0:1550575201.585245:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815c8e73000 0x15c8e73000(0x15c8e73000)
00000800:00000200:1.0:1550575201.585246:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e568e000 0x15e568e000(0x15e568e000)
00000800:00000200:1.0:1550575201.585248:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815c8e3a000 0x15c8e3a000(0x15c8e3a000)
00000800:00000200:1.0:1550575201.585249:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815d7786000 0x15d7786000(0x15d7786000)
00000800:00000200:1.0:1550575201.585250:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815c8e56000 0x15c8e56000(0x15c8e56000)
00000800:00000200:2.0:1550575201.585406:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9e80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575201.586239:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575201.586242:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586244:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586245:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586246:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586247:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586248:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586249:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586250:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586251:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586252:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586253:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586254:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586255:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586256:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586257:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586258:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586259:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586260:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586261:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586262:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586263:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586264:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586265:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586266:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586267:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586268:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586269:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586270:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586271:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586272:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586273:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586274:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586275:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586276:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586277:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.586279:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:1.0:1550575201.586282:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575201.586806:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:0.2:1550575201.587122:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:1.0:1550575201.587123:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575201.587124:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575201.587125:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec6a00] (20)++
00000800:00000200:1.0:1550575201.587126:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec6a00] (21)++
00000800:00000200:1.0:1550575201.587127:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec6a00] (22)--
00000800:00000200:1.0:1550575201.587129:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (21)++
00000800:00000200:1.0:1550575201.587131:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575201.587132:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575201.587134:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:1.0:1550575201.587136:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fa30
00000400:00000200:1.0:1550575201.587138:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x122c5 [256] + 0
00000400:00000200:1.0:1550575201.587139:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:1.0:1550575201.587140:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (22)++
00000800:00000200:1.0:1550575201.587141:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575201.587142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)--
00000400:00000200:1.0:1550575201.587144:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575201.587146:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575201.587147:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575201.587151:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575201.587152:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec6a00] (21)++
00000800:00000200:1.0:1550575201.587152:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec6a00] (22)++
00000800:00000200:1.0:1550575201.587153:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575201.587154:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)--
00000800:00000200:0.2:1550575201.587165:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6a00] (21)++
00000800:00000200:0.0:1550575201.587170:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000200:0.0:1550575201.587173:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575201.587174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)--
00000800:00000200:0.2:1550575201.587183:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6a00] (21)++
00000800:00000200:0.0:1550575201.587187:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000200:0.0:1550575201.587191:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575201.587193:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575201.587196:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6a00] (22)++
00000800:00000200:0.0:1550575201.587204:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575201.587204:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)--
00000800:00000200:0.2:1550575201.588114:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6a00] (21)++
00000400:00000200:3.0:1550575202.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 51 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575202.338043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575203.080564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575203.080568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080599:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:0.0:1550575203.080628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:0.0:1550575203.080629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575203.080629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575203.080788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (23)--
00000800:00000200:1.0:1550575203.080788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (22)++
00000800:00000100:1.0:1550575203.080790:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3039 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575203.080792:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575203.080793:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9100] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575203.080802:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec6a00] (23)--
00000100:00020000:1.0:1550575203.080805:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575203.080986:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575203.080991:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575203.080991:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec6a00] (22)--
00000800:00000200:0.0:1550575203.081050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (21)++
00000800:00000200:0.0:1550575203.081052:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (22)--
00000800:00000200:0.0:1550575203.081052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (21)--
00000800:00000200:0.0:1550575203.081053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (20)++
00000800:00000200:0.0:1550575203.081053:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (21)--
00000800:00000200:0.0:1550575203.081054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:0.0:1550575203.081054:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (19)++
00000800:00000200:0.0:1550575203.081054:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (20)--
00000800:00000200:0.0:1550575203.081055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (19)--
00000800:00000200:0.0:1550575203.081056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (18)++
00000800:00000200:0.0:1550575203.081056:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (19)--
00000800:00000200:0.0:1550575203.081057:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (18)--
00000800:00000200:0.0:1550575203.081057:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (17)++
00000800:00000200:0.0:1550575203.081058:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (18)--
00000800:00000200:0.0:1550575203.081058:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (17)--
00000800:00000200:0.0:1550575203.081058:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (16)++
00000800:00000200:0.0:1550575203.081059:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (17)--
00000800:00000200:0.0:1550575203.081059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (16)--
00000800:00000200:0.0:1550575203.081060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (15)++
00000800:00000200:0.0:1550575203.081060:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (16)--
00000800:00000200:0.0:1550575203.081060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (15)--
00000800:00000200:0.0:1550575203.081061:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (14)++
00000800:00000200:0.0:1550575203.081061:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (15)--
00000800:00000200:0.0:1550575203.081061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (14)--
00000800:00000200:0.0:1550575203.081062:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (13)++
00000800:00000200:0.0:1550575203.081062:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (14)--
00000800:00000200:0.0:1550575203.081062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (13)--
00000800:00000200:0.0:1550575203.081063:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (12)++
00000800:00000200:0.0:1550575203.081063:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (13)--
00000800:00000200:0.0:1550575203.081063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (12)--
00000800:00000200:0.0:1550575203.081064:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (11)++
00000800:00000200:0.0:1550575203.081064:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (12)--
00000800:00000200:0.0:1550575203.081065:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (11)--
00000800:00000200:0.0:1550575203.081065:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (10)++
00000800:00000200:0.0:1550575203.081065:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (11)--
00000800:00000200:0.0:1550575203.081066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (10)--
00000800:00000200:0.0:1550575203.081066:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (9)++
00000800:00000200:0.0:1550575203.081066:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (10)--
00000800:00000200:0.0:1550575203.081067:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (9)--
00000800:00000200:0.0:1550575203.081067:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (8)++
00000800:00000200:0.0:1550575203.081067:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (9)--
00000800:00000200:0.0:1550575203.081068:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (8)--
00000800:00000200:0.0:1550575203.081068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (7)++
00000800:00000200:0.0:1550575203.081069:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (8)--
00000800:00000200:0.0:1550575203.081069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (7)--
00000800:00000200:0.0:1550575203.081069:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (6)++
00000800:00000200:0.0:1550575203.081070:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (7)--
00000800:00000200:0.0:1550575203.081070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (6)--
00000800:00000200:0.0:1550575203.081071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (5)++
00000800:00000200:0.0:1550575203.081071:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (6)--
00000800:00000200:0.0:1550575203.081072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (5)--
00000800:00000200:0.0:1550575203.081072:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6a00] (4)++
00000800:00000200:0.0:1550575203.081072:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6a00] (5)--
00000800:00000200:0.0:1550575203.081073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (4)--
00000800:00000200:0.0:1550575203.081073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (3)--
00000400:00000080:2.0:1550575203.081929:0:2991:0:(module.c:121:libcfs_ioctl()) libcfs ioctl cmd 3221775648
00000001:02000400:2.0:1550575203.081930:0:2991:0:(debug.c:331:libcfs_debug_mark_buffer()) DEBUG MARKER: debug finish
00000400:00000200:1.0:1550575203.089101:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:1.0:1550575203.089105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6a00] (2)--
00000100:00000400:3.0:1550575203.089107:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575201/real 1550575201]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575233 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575203.089113:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575233 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575203.089116:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575233 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575203.089118:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575203.089120:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575203.089121:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575203.089123:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575203.089126:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec6a00] (1)--
00000100:00080000:3.0:1550575203.089128:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575203.089130:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575203.089130:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575203.089132:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295181187
00000100:00080000:3.0:1550575203.089134:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575203.089139:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575203.089144:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df663900 x1625895440939584/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575203.089158:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939584:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575203.089165:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939584, portal 4
00000100:00000200:2.0:1550575203.089167:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939584, offset 0
00000400:00000200:2.0:1550575203.089168:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575203.089173:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575203.089175:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575203.089178:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575203.089179:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575203.089180:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575203.089182:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575203.089236:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575203.089254:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575203.089258:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575203.089260:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000100:00000200:0.0:1550575203.089261:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df663900 x1625895440939584/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575209 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575203.089264:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f00
00000800:00000200:0.0:1550575203.089266:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575203.089335:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575203.089338:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575203.089342:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575203.089345:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575203.089346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:1.0:1550575203.089348:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fa40
00000400:00000200:1.0:1550575203.089351:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x122d1 [1] + 0
00000100:00000200:1.0:1550575203.089354:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df663900 x1625895440939584/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575209 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575203.089360:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575203.089361:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575203.089362:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575203.089365:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df663900 x1625895440939584/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575209 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575203.089368:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df663900 x1625895440939584/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575209 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575203.089370:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575203.089374:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575203.089379:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575203.089381:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575203.089381:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575203.089383:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575203.089385:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575203.089385:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575203.089387:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575233 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575203.089394:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939584:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575203.089399:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939568 new x1625895440939600
00000100:00000200:3.0:1550575203.089405:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fa50-0x5c6be4832fa50, portal 8
00000100:00000200:3.0:1550575203.089406:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575203.089408:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575203.089409:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575203.089413:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575203.089415:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575203.089417:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575203.089417:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575203.089418:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575203.089420:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575203.089430:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575203.089438:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575203.089440:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:0.0:1550575203.089441:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575235 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575203.089442:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:0.0:1550575203.089443:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c80
00000800:00000200:0.0:1550575203.089444:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575203.090584:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9100] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575203.090845:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575203.090861:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815e4fbd000 0x15e4fbd000(0x15e4fbd000)
00000800:00000200:1.0:1550575203.090863:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e56b2000 0x15e56b2000(0x15e56b2000)
00000800:00000200:1.0:1550575203.090865:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815d2f16000 0x15d2f16000(0x15d2f16000)
00000800:00000200:1.0:1550575203.090866:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815d07f9000 0x15d07f9000(0x15d07f9000)
00000800:00000200:1.0:1550575203.090868:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e5688000 0x15e5688000(0x15e5688000)
00000800:00000200:1.0:1550575203.090869:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814d3c8a000 0x14d3c8a000(0x14d3c8a000)
00000800:00000200:1.0:1550575203.090871:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815c8f52000 0x15c8f52000(0x15c8f52000)
00000800:00000200:1.0:1550575203.090872:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881559e7e000 0x1559e7e000(0x1559e7e000)
00000800:00000200:1.0:1550575203.090873:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88143e33c000 0x143e33c000(0x143e33c000)
00000800:00000200:1.0:1550575203.090874:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815d2b4c000 0x15d2b4c000(0x15d2b4c000)
00000800:00000200:1.0:1550575203.090875:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e157d000 0x15e157d000(0x15e157d000)
00000800:00000200:1.0:1550575203.090877:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814d3c76000 0x14d3c76000(0x14d3c76000)
00000800:00000200:1.0:1550575203.090878:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814d3c77000 0x14d3c77000(0x14d3c77000)
00000800:00000200:1.0:1550575203.090879:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814d3c88000 0x14d3c88000(0x14d3c88000)
00000800:00000200:1.0:1550575203.090881:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814d3c89000 0x14d3c89000(0x14d3c89000)
00000800:00000200:1.0:1550575203.090882:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88147c726000 0x147c726000(0x147c726000)
00000800:00000200:1.0:1550575203.090883:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88147c727000 0x147c727000(0x147c727000)
00000800:00000200:1.0:1550575203.090885:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814460ce000 0x14460ce000(0x14460ce000)
00000800:00000200:1.0:1550575203.091978:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575203.091980:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091980:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091980:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091981:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091981:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091981:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091982:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091982:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091982:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091983:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091983:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091983:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091984:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091984:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091984:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091984:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091985:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091985:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091985:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091986:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091986:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091986:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091986:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091987:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091987:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091987:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091988:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091988:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091988:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091989:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091989:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091989:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091989:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091990:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091990:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.091990:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575203.091991:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575203.092395:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575203.092733:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575203.092734:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575203.092735:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575203.092736:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec6200] (20)++
00000800:00000200:1.0:1550575203.092736:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec6200] (21)--
00000800:00000200:0.2:1550575203.092744:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (20)++
00000800:00000200:0.0:1550575203.092748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (21)++
00000800:00000200:0.0:1550575203.092750:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575203.092752:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575203.092754:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575203.092756:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fa50
00000400:00000200:0.0:1550575203.092758:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x122d9 [256] + 0
00000400:00000200:0.0:1550575203.092759:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446040000
00000800:00000200:0.0:1550575203.092761:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575203.092761:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (23)--
00000400:00000200:0.0:1550575203.092765:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575203.092766:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575203.092768:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575203.092772:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575203.092773:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575203.092773:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec6200] (23)++
00000800:00000200:0.0:1550575203.092775:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec6200] (24)--
00000800:00000200:0.0:1550575203.092775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575203.092776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000800:00000200:0.2:1550575203.092786:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (21)++
00000800:00000200:0.0:1550575203.092788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575203.092789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575203.092789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000800:00000200:0.2:1550575203.092808:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (21)++
00000800:00000200:0.0:1550575203.092810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575203.092812:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575203.092816:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (23)++
00000800:00000200:0.0:1550575203.092823:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (24)--
00000800:00000200:0.0:1550575203.092824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575203.092824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000800:00000200:0.2:1550575203.093787:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (21)++
00000400:00000200:3.0:1550575203.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 53 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575203.338043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575204.338040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 53 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575204.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575204.588574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575204.588576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588578:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588591:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588620:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588621:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588621:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588623:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588624:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588626:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)++
00000800:00000100:1.0:1550575204.588723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (24)--
00000800:00000200:1.0:1550575204.588724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575204.588744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000100:1.0:1550575204.588745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575204.588771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000100:1.0:1550575204.588772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575204.588822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000100:1.0:1550575204.588823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:1.0:1550575204.588826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575204.588827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575204.588830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575204.588831:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x303c sending 1 waiting 0: failed 5
00000800:00000200:1.0:1550575204.588832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)++
00000800:00000100:1.0:1550575204.588833:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000100:0.0:1550575204.588833:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575204.588834:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72600d0 conn ffff8815dbec6200
00000800:00000200:0.0:1550575204.588834:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575204.588839:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (24)--
00000800:00000200:1.0:1550575204.588839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575204.588840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:1.0:1550575204.588840:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575204.588842:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec6200] (23)--
00000100:00020000:0.0:1550575204.588848:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575204.588851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (21)--
00000800:00000200:1.0:1550575204.588852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (20)++
00000800:00000200:1.0:1550575204.588852:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (21)--
00000800:00000200:1.0:1550575204.588852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575204.588853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575204.588853:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575204.588853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (19)--
00000800:00000200:1.0:1550575204.588854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (18)++
00000800:00000200:1.0:1550575204.588854:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (19)--
00000800:00000200:1.0:1550575204.588854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (18)--
00000800:00000200:1.0:1550575204.588855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (17)++
00000800:00000200:1.0:1550575204.588855:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (18)--
00000800:00000200:1.0:1550575204.588855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (17)--
00000800:00000200:1.0:1550575204.588856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (16)++
00000800:00000200:1.0:1550575204.588856:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (17)--
00000800:00000200:1.0:1550575204.588856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (16)--
00000800:00000200:1.0:1550575204.588857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (15)++
00000800:00000200:1.0:1550575204.588857:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (16)--
00000800:00000200:1.0:1550575204.588857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (15)--
00000800:00000200:1.0:1550575204.588858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (14)++
00000800:00000200:1.0:1550575204.588858:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (15)--
00000800:00000200:1.0:1550575204.588858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (14)--
00000800:00000200:1.0:1550575204.588859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (13)++
00000800:00000200:1.0:1550575204.588859:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (14)--
00000800:00000200:1.0:1550575204.588859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (13)--
00000800:00000200:1.0:1550575204.588860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (12)++
00000800:00000200:1.0:1550575204.588860:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (13)--
00000800:00000200:1.0:1550575204.588860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (12)--
00000800:00000200:1.0:1550575204.588861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (11)++
00000800:00000200:1.0:1550575204.588861:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (12)--
00000800:00000200:1.0:1550575204.588861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (11)--
00000800:00000200:1.0:1550575204.588862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (10)++
00000800:00000200:1.0:1550575204.588862:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (11)--
00000800:00000200:1.0:1550575204.588862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (10)--
00000800:00000200:1.0:1550575204.588863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (9)++
00000800:00000200:1.0:1550575204.588863:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (10)--
00000800:00000200:1.0:1550575204.588863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (9)--
00000800:00000200:1.0:1550575204.588864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (8)++
00000800:00000200:1.0:1550575204.588864:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (9)--
00000800:00000200:1.0:1550575204.588864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (8)--
00000800:00000200:1.0:1550575204.588865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (7)++
00000800:00000200:1.0:1550575204.588865:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (8)--
00000800:00000200:1.0:1550575204.588865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (7)--
00000800:00000200:1.0:1550575204.588866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (6)++
00000800:00000200:1.0:1550575204.588866:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (7)--
00000800:00000200:1.0:1550575204.588866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (6)--
00000800:00000200:1.0:1550575204.588867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (5)++
00000800:00000200:1.0:1550575204.588867:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (6)--
00000800:00000200:1.0:1550575204.588867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (5)--
00000800:00000200:1.0:1550575204.588868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (4)--
00000400:00000200:2.0:1550575204.589018:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575204.589019:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575204.589020:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec6200] (3)--
00000800:00000200:1.0:1550575204.589510:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec6200] (2)--
00000400:00000200:0.0:1550575205.269602:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000800:00000200:0.0:1550575205.269606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (1)--
00000100:00000400:3.0:1550575205.269608:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575203/real 1550575203]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575235 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575205.269613:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575235 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575205.269615:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575235 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575205.269617:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575205.269619:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575205.269620:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575205.269622:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575205.269634:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575205.269636:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575205.269636:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575205.269637:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295182693
00000100:00080000:3.0:1550575205.269639:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575205.269641:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575205.269644:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df662400 x1625895440939632/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575205.269652:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440939616:172.20.0.211@o2ib1:400
00000100:00000200:3.0:1550575205.269671:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939616, portal 4
00000100:00100000:2.0:1550575205.269671:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939632:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575205.269673:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939616, offset 0
00000400:00000200:3.0:1550575205.269675:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:2.0:1550575205.269677:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939632, portal 4
00000400:00000200:3.0:1550575205.269679:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00000200:2.0:1550575205.269679:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939632, offset 0
00000800:00000200:3.0:1550575205.269681:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000400:00000200:2.0:1550575205.269681:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:3.0:1550575205.269683:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575205.269684:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575205.269684:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000400:00000200:2.0:1550575205.269685:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575205.269686:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:2.0:1550575205.269686:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575205.269689:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575205.269689:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575205.269690:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (22)++
00000800:00000200:2.0:1550575205.269691:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.2:1550575205.269705:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575205.269714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)++
00000800:00000200:1.0:1550575205.269721:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (24)--
00000100:00000200:1.0:1550575205.269724:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661e00 x1625895440939616/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575212 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575205.269727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)++
00000400:00000200:1.0:1550575205.269728:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75900
00000800:00000200:0.0:1550575205.269728:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (24)--
00000800:00000200:1.0:1550575205.269730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575205.269731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000100:00000200:0.0:1550575205.269731:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662400 x1625895440939632/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575211 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575205.269734:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c00
00000800:00000200:0.0:1550575205.269735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575205.269851:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575205.269857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575205.269861:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575205.269864:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575205.269865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:1.0:1550575205.269867:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fa70
00000400:00000200:1.0:1550575205.269869:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x122ed [1] + 0
00000100:00000200:1.0:1550575205.269872:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662400 x1625895440939632/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575211 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575205.269879:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575205.269880:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575205.269880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575205.269883:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662400 x1625895440939632/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575211 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575205.269886:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662400 x1625895440939632/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575211 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575205.269888:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575205.269891:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575205.269895:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575205.269897:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575205.269897:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575205.269898:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575205.269900:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575205.269901:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575205.269902:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575235 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575205.269907:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939632:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575205.269912:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939600 new x1625895440939648
00000100:00000200:3.0:1550575205.269916:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fa80-0x5c6be4832fa80, portal 8
00000100:00000200:3.0:1550575205.269917:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575205.269918:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575205.269919:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575205.269922:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575205.269923:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575205.269924:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575205.269925:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575205.269925:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575205.269926:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575205.269937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575205.269941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575205.269943:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575205.269944:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575237 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575205.269946:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75980
00000800:00000200:1.0:1550575205.269947:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575205.269948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575205.270821:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9d80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575205.271146:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575205.271156:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88003413b000 0x3413b000(0x3413b000)
00000800:00000200:1.0:1550575205.271157:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88003413a000 0x3413a000(0x3413a000)
00000800:00000200:1.0:1550575205.271158:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff880034139000 0x34139000(0x34139000)
00000800:00000200:1.0:1550575205.271158:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff880034138000 0x34138000(0x34138000)
00000800:00000200:1.0:1550575205.271159:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88003407b000 0x3407b000(0x3407b000)
00000800:00000200:1.0:1550575205.271159:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88003407a000 0x3407a000(0x3407a000)
00000800:00000200:1.0:1550575205.271160:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff880034079000 0x34079000(0x34079000)
00000800:00000200:1.0:1550575205.271160:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff880034078000 0x34078000(0x34078000)
00000800:00000200:1.0:1550575205.271160:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff880034b6b000 0x34b6b000(0x34b6b000)
00000800:00000200:1.0:1550575205.271161:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff880034b6a000 0x34b6a000(0x34b6a000)
00000800:00000200:1.0:1550575205.271161:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff880034b69000 0x34b69000(0x34b69000)
00000800:00000200:1.0:1550575205.271162:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff880034890000 0x34890000(0x34890000)
00000800:00000200:1.0:1550575205.271162:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff880034a67000 0x34a67000(0x34a67000)
00000800:00000200:1.0:1550575205.271162:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8800340b1000 0x340b1000(0x340b1000)
00000800:00000200:1.0:1550575205.271163:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88003485d000 0x3485d000(0x3485d000)
00000800:00000200:1.0:1550575205.271163:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff880034bec000 0x34bec000(0x34bec000)
00000800:00000200:1.0:1550575205.271163:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff880034bed000 0x34bed000(0x34bed000)
00000800:00000200:1.0:1550575205.271164:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff880032fd1000 0x32fd1000(0x32fd1000)
00000800:00000200:1.0:1550575205.272039:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575205.272041:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272041:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272042:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272042:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272043:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272043:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272043:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272044:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272044:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272044:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272045:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272045:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272045:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272045:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272046:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272046:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272046:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272047:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272047:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272047:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272047:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272048:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272048:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272048:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272049:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272049:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272049:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272049:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272050:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272050:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272050:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272051:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272051:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272051:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272051:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272052:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:1.0:1550575205.272053:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575205.272419:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575205.272721:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575205.272723:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575205.272723:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec6200] (19)++
00000800:00000200:1.0:1550575205.272724:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec6200] (20)++
00000800:00000200:1.0:1550575205.272725:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec6200] (21)--
00000800:00000200:0.2:1550575205.272777:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (20)++
00000800:00000200:0.0:1550575205.272788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (21)++
00000800:00000200:0.0:1550575205.272794:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575205.272796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000400:00000200:0.0:1550575205.272796:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:1.0:1550575205.272798:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575205.272799:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575205.272799:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575205.272800:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832fa60
00000400:00000200:1.0:1550575205.272802:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fa80
00000400:00000200:0.0:1550575205.272802:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x122e5 [1] + 192
00000400:00000200:1.0:1550575205.272804:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x122f5 [256] + 0
00000400:00000200:1.0:1550575205.272805:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446042000
00000800:00000200:1.0:1550575205.272806:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (23)++
00000800:00000200:1.0:1550575205.272807:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (24)--
00000100:00000200:0.0:1550575205.272808:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661e00 x1625895440939616/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575212 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575205.272810:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575205.272812:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575205.272813:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575205.272815:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (23)++
00000800:00000200:0.0:1550575205.272816:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (24)--
00000800:00000200:1.0:1550575205.272817:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575205.272817:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575205.272817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575205.272818:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec6200] (23)++
00000800:00000200:0.0:1550575205.272818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000800:00000200:1.0:1550575205.272819:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec6200] (23)--
00000800:00000200:1.0:1550575205.272819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000800:00000200:0.2:1550575205.272853:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (21)++
00000800:00000200:0.0:1550575205.272858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575205.272860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575205.272861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575205.272862:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575205.272864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575205.272868:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6200] (22)++
00000800:00000200:0.0:1550575205.272875:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575205.272876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000100:00000200:3.0:1550575205.272886:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440939616/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575212 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575205.272890:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440939616/t0(0) o400->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575212 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575205.272892:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00100000:3.0:1550575205.272896:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440939616:172.20.0.211@o2ib1:400
00000800:00000200:0.2:1550575205.273795:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6200] (21)++
00000400:00000200:3.0:1550575205.338265:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 55 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575205.338267:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575206.338886:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 55 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575206.338888:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575206.765530:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765532:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575206.765532:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765533:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765534:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765534:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765534:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765535:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765535:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765535:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765536:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765536:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765536:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765537:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765537:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765537:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765539:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765540:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765540:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765540:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765541:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765541:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765542:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765542:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765542:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765543:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765543:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765543:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765544:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765544:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765544:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765545:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765545:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765545:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765546:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765546:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765546:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765547:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765547:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765547:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765548:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765548:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765548:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765549:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765549:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765549:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765550:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765550:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765551:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765551:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765552:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765552:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765552:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765553:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765554:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765554:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765554:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765555:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765555:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765556:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765557:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765558:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765559:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765559:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765559:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765560:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765561:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765562:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765563:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765563:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765564:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765565:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765565:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765575:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765575:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765576:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765576:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765588:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575206.765748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (23)--
00000800:00000200:0.0:1550575206.765748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000100:0.0:1550575206.765749:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3040 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575206.765751:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575206.765752:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575206.765757:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec6200] (23)--
00000100:00020000:0.0:1550575206.765758:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:3.0:1550575206.765948:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)++
00000800:00000200:3.0:1550575206.765950:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (23)--
00000800:00000200:3.0:1550575206.765950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (22)--
00000800:00000200:3.0:1550575206.765951:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (21)++
00000800:00000200:3.0:1550575206.765951:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (22)--
00000800:00000200:3.0:1550575206.765952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (21)--
00000800:00000200:3.0:1550575206.765952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (20)++
00000800:00000200:3.0:1550575206.765952:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (21)--
00000800:00000200:3.0:1550575206.765953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (20)--
00000800:00000200:3.0:1550575206.765953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (19)++
00000800:00000200:3.0:1550575206.765954:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (20)--
00000800:00000200:3.0:1550575206.765954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (19)--
00000800:00000200:3.0:1550575206.765954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (18)++
00000800:00000200:3.0:1550575206.765955:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (19)--
00000800:00000200:3.0:1550575206.765955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (18)--
00000800:00000200:3.0:1550575206.765955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (17)++
00000800:00000200:3.0:1550575206.765956:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (18)--
00000800:00000200:3.0:1550575206.765956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (17)--
00000800:00000200:3.0:1550575206.765956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (16)++
00000800:00000200:3.0:1550575206.765957:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (17)--
00000800:00000200:3.0:1550575206.765957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (16)--
00000800:00000200:3.0:1550575206.765957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (15)++
00000800:00000200:3.0:1550575206.765958:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (16)--
00000800:00000200:3.0:1550575206.765958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (15)--
00000800:00000200:3.0:1550575206.765958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (14)++
00000800:00000200:3.0:1550575206.765959:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (15)--
00000800:00000200:3.0:1550575206.765959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (14)--
00000800:00000200:3.0:1550575206.765959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (13)++
00000800:00000200:3.0:1550575206.765960:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (14)--
00000800:00000200:3.0:1550575206.765960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (13)--
00000800:00000200:3.0:1550575206.765960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (12)++
00000800:00000200:3.0:1550575206.765961:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (13)--
00000800:00000200:3.0:1550575206.765961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (12)--
00000800:00000200:3.0:1550575206.765961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (11)++
00000800:00000200:3.0:1550575206.765962:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (12)--
00000800:00000200:3.0:1550575206.765962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (11)--
00000800:00000200:3.0:1550575206.765962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (10)++
00000800:00000200:3.0:1550575206.765963:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (11)--
00000800:00000200:3.0:1550575206.765963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (10)--
00000800:00000200:3.0:1550575206.765963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (9)++
00000800:00000200:3.0:1550575206.765964:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (10)--
00000800:00000200:3.0:1550575206.765964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (9)--
00000800:00000200:3.0:1550575206.765965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (8)++
00000800:00000200:3.0:1550575206.765965:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (9)--
00000800:00000200:3.0:1550575206.765965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (8)--
00000800:00000200:3.0:1550575206.765965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (7)++
00000800:00000200:3.0:1550575206.765966:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (8)--
00000800:00000200:3.0:1550575206.765966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (7)--
00000800:00000200:3.0:1550575206.765967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (6)++
00000800:00000200:3.0:1550575206.765967:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (7)--
00000800:00000200:3.0:1550575206.765967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (6)--
00000800:00000200:3.0:1550575206.765968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6200] (5)++
00000800:00000200:3.0:1550575206.765968:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6200] (6)--
00000800:00000200:3.0:1550575206.765968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (5)--
00000800:00000200:3.0:1550575206.765969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (4)--
00000400:00000200:2.0:1550575206.765971:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575206.765972:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575206.765973:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec6200] (3)--
00000800:00000200:1.0:1550575206.766466:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec6200] (2)--
00000400:00000200:3.0:1550575207.338042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 56 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575207.338044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:0.0:1550575207.432563:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000800:00000200:0.0:1550575207.432566:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6200] (1)--
00000100:00000400:3.0:1550575207.432569:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575205/real 1550575205]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575237 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575207.432574:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575237 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575207.432576:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575237 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575207.432579:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:02000400:3.0:1550575207.432581:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575207.432582:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575207.432583:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575207.432598:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575207.432599:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575207.432600:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575207.432601:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295184873
00000100:00080000:3.0:1550575207.432604:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575207.432606:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575207.432609:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df661200 x1625895440939680/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575207.432634:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939664:172.20.0.202@o2ib1:400
00000100:00100000:2.0:1550575207.432637:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939680:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575207.432639:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939664, portal 10
00000100:00000200:3.0:1550575207.432641:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440939664, offset 0
00000100:00000200:2.0:1550575207.432643:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939680, portal 4
00000400:00000200:3.0:1550575207.432644:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000100:00000200:2.0:1550575207.432644:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939680, offset 0
00000400:00000200:2.0:1550575207.432646:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575207.432648:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575207.432650:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575207.432652:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575207.432653:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575207.432654:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575207.432656:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000400:00000200:2.0:1550575207.432661:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575207.432662:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575207.432664:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575207.432665:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575207.432665:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (22)++
00000800:00000200:2.0:1550575207.432667:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.2:1550575207.432667:0:2492:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (23)++
00000800:00000200:3.0:1550575207.432679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)++
00000800:00000200:3.0:1550575207.432683:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (24)--
00000100:00000200:3.0:1550575207.432684:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661e00 x1625895440939664/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575214 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575207.432686:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:3.0:1550575207.432687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575207.432688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:3.0:1550575207.432689:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:3.0:1550575207.432690:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661200 x1625895440939680/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575213 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575207.432690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:3.0:1550575207.432691:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d80
00000800:00000200:3.0:1550575207.432692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575207.432873:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:0.0:1550575207.432896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575207.432908:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575207.432914:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:3.0:1550575207.432916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:0.0:1550575207.432921:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832faa0
00000400:00000200:0.0:1550575207.432926:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12309 [1] + 0
00000100:00000200:0.0:1550575207.432933:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661200 x1625895440939680/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575213 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575207.432952:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575207.432956:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:0.0:1550575207.432957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575207.432964:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661200 x1625895440939680/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575213 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575207.432972:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661200 x1625895440939680/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575213 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575207.432978:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575207.432987:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575207.432997:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575207.432999:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575207.433001:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575207.433004:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575207.433009:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575207.433011:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575207.433015:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575237 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:3.0:1550575207.433053:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939648 new x1625895440939696
00000100:00100000:2.0:1550575207.433055:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939680:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575207.433061:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fab0-0x5c6be4832fab0, portal 8
00000100:00000200:3.0:1550575207.433066:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575207.433068:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575207.433072:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575207.433079:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575207.433085:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575207.433088:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575207.433091:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575207.433092:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575207.433094:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575207.433115:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575207.433131:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575207.433140:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575207.433148:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575239 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575207.433153:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:1.0:1550575207.433158:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75400
00000800:00000200:1.0:1550575207.433162:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575207.433787:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575207.434132:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575207.434141:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814460cf000 0x14460cf000(0x14460cf000)
00000800:00000200:1.0:1550575207.434142:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e157e000 0x15e157e000(0x15e157e000)
00000800:00000200:1.0:1550575207.434142:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e157f000 0x15e157f000(0x15e157f000)
00000800:00000200:1.0:1550575207.434143:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815e3368000 0x15e3368000(0x15e3368000)
00000800:00000200:1.0:1550575207.434143:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e3369000 0x15e3369000(0x15e3369000)
00000800:00000200:1.0:1550575207.434144:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e336a000 0x15e336a000(0x15e336a000)
00000800:00000200:1.0:1550575207.434144:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e336b000 0x15e336b000(0x15e336b000)
00000800:00000200:1.0:1550575207.434145:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88144600f000 0x144600f000(0x144600f000)
00000800:00000200:1.0:1550575207.434145:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e5708000 0x15e5708000(0x15e5708000)
00000800:00000200:1.0:1550575207.434146:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e5709000 0x15e5709000(0x15e5709000)
00000800:00000200:1.0:1550575207.434146:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e570a000 0x15e570a000(0x15e570a000)
00000800:00000200:1.0:1550575207.434146:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e570b000 0x15e570b000(0x15e570b000)
00000800:00000200:1.0:1550575207.434147:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815dc538000 0x15dc538000(0x15dc538000)
00000800:00000200:1.0:1550575207.434147:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815dc539000 0x15dc539000(0x15dc539000)
00000800:00000200:1.0:1550575207.434148:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815dc53a000 0x15dc53a000(0x15dc53a000)
00000800:00000200:1.0:1550575207.434148:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815dc53b000 0x15dc53b000(0x15dc53b000)
00000800:00000200:1.0:1550575207.434148:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814ab898000 0x14ab898000(0x14ab898000)
00000800:00000200:1.0:1550575207.434149:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814ab899000 0x14ab899000(0x14ab899000)
00000800:00000200:1.0:1550575207.434996:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575207.434996:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.434997:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.434997:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.434998:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.434998:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.434998:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.434999:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.434999:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.434999:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435000:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435000:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435000:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435000:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435001:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435001:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435001:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435002:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435002:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435002:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435003:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435003:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435003:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435004:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435004:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435004:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435005:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435005:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435005:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435005:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435006:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435006:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435006:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435007:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435007:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435007:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435008:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575207.435009:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575207.435417:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575207.435719:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575207.435720:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575207.435721:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575207.435721:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec6600] (20)++
00000800:00000200:1.0:1550575207.435722:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec6600] (21)--
00000800:00000200:0.2:1550575207.435769:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6600] (20)++
00000800:00000200:0.0:1550575207.435791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (21)++
00000800:00000200:0.0:1550575207.435795:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575207.435797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000400:00000200:0.0:1550575207.435797:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000800:00000200:1.0:1550575207.435799:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:1.0:1550575207.435800:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575207.435800:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575207.435802:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 192 into portal 10 MB=0x5c6be4832fa90
00000400:00000200:1.0:1550575207.435803:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fab0
00000400:00000200:0.0:1550575207.435804:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 192/192 into md 0x12301 [1] + 192
00000400:00000200:1.0:1550575207.435806:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12311 [256] + 0
00000400:00000200:1.0:1550575207.435808:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000800:00000200:1.0:1550575207.435809:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (23)++
00000800:00000200:1.0:1550575207.435809:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (24)--
00000100:00000200:0.0:1550575207.435810:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661e00 x1625895440939664/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575214 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575207.435813:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:1.0:1550575207.435814:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575207.435815:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575207.435818:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (23)++
00000800:00000200:0.0:1550575207.435819:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (24)--
00000800:00000200:1.0:1550575207.435820:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9200] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575207.435820:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec6600] (23)++
00000800:00000200:0.0:1550575207.435820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575207.435821:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec6600] (23)++
00000800:00000200:0.0:1550575207.435821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000100:00000200:3.0:1550575207.435822:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440939664/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575214 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575207.435822:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575207.435822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)--
00000100:00000200:3.0:1550575207.435825:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440939664/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575214 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575207.435826:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000100:00100000:3.0:1550575207.435829:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939664:172.20.0.202@o2ib1:400
00000800:00000200:0.2:1550575207.435830:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6600] (21)++
00000800:00000200:0.0:1550575207.435834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000200:0.0:1550575207.435836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575207.435837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)--
00000800:00000200:0.2:1550575207.435862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6600] (21)++
00000800:00000200:0.0:1550575207.435865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000200:0.0:1550575207.435868:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575207.435871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575207.435873:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6600] (22)++
00000800:00000200:0.0:1550575207.435881:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575207.435881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)--
00000800:00000200:0.2:1550575207.436865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6600] (21)++
00000400:00000200:3.0:1550575208.338040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 57 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575208.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000800:00000200:0.0:1550575208.936557:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936559:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575208.936560:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936561:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936561:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936562:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936562:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936563:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936563:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936563:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936566:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936566:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936567:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936567:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936567:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936568:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936569:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936570:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936571:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936572:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936573:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936574:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936575:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936576:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936577:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936577:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936579:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936580:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936581:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936582:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936583:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936584:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936585:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936586:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936587:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936588:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936589:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936590:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936591:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936592:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936593:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936594:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936595:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936595:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936596:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936596:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936596:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936597:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936609:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:0.0:1550575208.936614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:0.0:1550575208.936614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575208.936614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575208.936770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (23)--
00000800:00000200:1.0:1550575208.936771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (22)++
00000800:00000100:1.0:1550575208.936772:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3044 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575208.936774:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575208.936775:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575208.936781:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec6600] (23)--
00000100:00020000:1.0:1550575208.936783:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575208.936973:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575208.936975:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575208.936976:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec6600] (22)--
00000400:00000200:1.0:1550575208.942335:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:1.0:1550575208.942338:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (21)--
00000800:00000200:1.0:1550575208.942339:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (20)++
00000800:00000200:1.0:1550575208.942340:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (21)--
00000800:00000200:1.0:1550575208.942340:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575208.942341:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (19)++
00000800:00000200:1.0:1550575208.942341:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (20)--
00000800:00000200:1.0:1550575208.942342:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (19)--
00000800:00000200:1.0:1550575208.942342:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (18)++
00000800:00000200:1.0:1550575208.942342:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (19)--
00000800:00000200:1.0:1550575208.942343:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (18)--
00000800:00000200:1.0:1550575208.942343:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (17)++
00000800:00000200:1.0:1550575208.942344:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (18)--
00000800:00000200:1.0:1550575208.942344:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (17)--
00000800:00000200:1.0:1550575208.942344:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (16)++
00000800:00000200:1.0:1550575208.942345:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (17)--
00000800:00000200:1.0:1550575208.942345:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (16)--
00000800:00000200:1.0:1550575208.942345:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (15)++
00000800:00000200:1.0:1550575208.942346:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (16)--
00000800:00000200:1.0:1550575208.942346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (15)--
00000800:00000200:1.0:1550575208.942346:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (14)++
00000800:00000200:1.0:1550575208.942347:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (15)--
00000800:00000200:1.0:1550575208.942347:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (14)--
00000800:00000200:1.0:1550575208.942347:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (13)++
00000800:00000200:1.0:1550575208.942348:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (14)--
00000800:00000200:1.0:1550575208.942348:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (13)--
00000800:00000200:1.0:1550575208.942349:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (12)++
00000800:00000200:1.0:1550575208.942349:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (13)--
00000800:00000200:1.0:1550575208.942349:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (12)--
00000800:00000200:1.0:1550575208.942350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (11)++
00000800:00000200:1.0:1550575208.942350:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (12)--
00000800:00000200:1.0:1550575208.942350:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (11)--
00000800:00000200:1.0:1550575208.942350:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (10)++
00000800:00000200:1.0:1550575208.942351:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (11)--
00000800:00000200:1.0:1550575208.942351:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (10)--
00000800:00000200:1.0:1550575208.942351:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (9)++
00000800:00000200:1.0:1550575208.942352:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (10)--
00000800:00000200:1.0:1550575208.942352:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (9)--
00000800:00000200:1.0:1550575208.942353:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (8)++
00000800:00000200:1.0:1550575208.942353:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (9)--
00000800:00000200:1.0:1550575208.942353:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (8)--
00000800:00000200:1.0:1550575208.942354:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (7)++
00000800:00000200:1.0:1550575208.942354:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (8)--
00000800:00000200:1.0:1550575208.942354:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (7)--
00000800:00000200:1.0:1550575208.942355:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (6)++
00000800:00000200:1.0:1550575208.942355:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (7)--
00000800:00000200:1.0:1550575208.942355:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (6)--
00000800:00000200:1.0:1550575208.942356:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (5)++
00000800:00000200:1.0:1550575208.942372:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (6)--
00000800:00000200:1.0:1550575208.942372:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (5)--
00000800:00000200:1.0:1550575208.942372:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (4)++
00000800:00000200:1.0:1550575208.942373:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (5)--
00000800:00000200:1.0:1550575208.942373:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (4)--
00000800:00000200:1.0:1550575208.942373:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6600] (3)++
00000800:00000200:1.0:1550575208.942374:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6600] (4)--
00000800:00000200:1.0:1550575208.942374:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (3)--
00000800:00000200:1.0:1550575208.942375:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6600] (2)--
00000800:00000200:1.0:1550575208.942388:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec6600] (1)--
00000100:00000400:3.0:1550575208.942409:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575207/real 1550575207]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575239 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575208.942415:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575239 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575208.942417:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575239 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575208.942419:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575208.942421:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575208.942422:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575208.942424:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575208.942429:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575208.942431:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575208.942431:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575208.942432:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295187036
00000100:00080000:3.0:1550575208.942435:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575208.942437:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575208.942450:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df661e00 x1625895440939712/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575208.942459:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939712:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575208.942468:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939712, portal 4
00000100:00000200:2.0:1550575208.942470:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939712, offset 0
00000400:00000200:2.0:1550575208.942472:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575208.942477:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575208.942479:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575208.942481:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575208.942482:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575208.942483:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575208.942485:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575208.942538:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575208.942541:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575208.942551:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575208.942553:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661e00 x1625895440939712/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575214 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575208.942556:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8f80
00000800:00000200:1.0:1550575208.942557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575208.942558:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575208.942643:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575208.942645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575208.942647:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575208.942649:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575208.942652:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fac0
00000400:00000200:1.0:1550575208.942653:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1231d [1] + 0
00000100:00000200:1.0:1550575208.942656:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661e00 x1625895440939712/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575214 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575208.942662:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575208.942662:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575208.942663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575208.942663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575208.942670:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661e00 x1625895440939712/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575214 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575208.942673:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661e00 x1625895440939712/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575214 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575208.942675:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575208.942680:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575208.942684:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575208.942685:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575208.942686:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575208.942687:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575208.942689:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575208.942690:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575208.942701:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575239 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575208.942708:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939712:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575208.942717:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939696 new x1625895440939728
00000100:00000200:3.0:1550575208.942722:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fad0-0x5c6be4832fad0, portal 8
00000100:00000200:3.0:1550575208.942723:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575208.942724:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575208.942726:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575208.942730:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575208.942732:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575208.942734:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575208.942735:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575208.942736:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575208.942737:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575208.942747:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575208.942749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575208.942750:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575208.942751:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575240 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575208.942753:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75680
00000800:00000200:1.0:1550575208.942754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575208.942755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575208.943838:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9200] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575208.944105:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575208.944120:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814ab89a000 0x14ab89a000(0x14ab89a000)
00000800:00000200:1.0:1550575208.944122:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814ab89b000 0x14ab89b000(0x14ab89b000)
00000800:00000200:1.0:1550575208.944124:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815cf7e8000 0x15cf7e8000(0x15cf7e8000)
00000800:00000200:1.0:1550575208.944125:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815cf7e9000 0x15cf7e9000(0x15cf7e9000)
00000800:00000200:1.0:1550575208.944126:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815cf7ea000 0x15cf7ea000(0x15cf7ea000)
00000800:00000200:1.0:1550575208.944128:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815cf7eb000 0x15cf7eb000(0x15cf7eb000)
00000800:00000200:1.0:1550575208.944129:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88156b138000 0x156b138000(0x156b138000)
00000800:00000200:1.0:1550575208.944130:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88156b139000 0x156b139000(0x156b139000)
00000800:00000200:1.0:1550575208.944131:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88156b13a000 0x156b13a000(0x156b13a000)
00000800:00000200:1.0:1550575208.944133:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88156b13b000 0x156b13b000(0x156b13b000)
00000800:00000200:1.0:1550575208.944134:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815cf608000 0x15cf608000(0x15cf608000)
00000800:00000200:1.0:1550575208.944135:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815cf609000 0x15cf609000(0x15cf609000)
00000800:00000200:1.0:1550575208.944136:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815cf60a000 0x15cf60a000(0x15cf60a000)
00000800:00000200:1.0:1550575208.944138:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815cf60b000 0x15cf60b000(0x15cf60b000)
00000800:00000200:1.0:1550575208.944139:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814d3c78000 0x14d3c78000(0x14d3c78000)
00000800:00000200:1.0:1550575208.944140:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814d3c79000 0x14d3c79000(0x14d3c79000)
00000800:00000200:1.0:1550575208.944142:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814d3c7a000 0x14d3c7a000(0x14d3c7a000)
00000800:00000200:1.0:1550575208.944143:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814d3c7b000 0x14d3c7b000(0x14d3c7b000)
00000800:00000200:1.0:1550575208.945072:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575208.945073:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945073:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945074:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945074:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945074:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945075:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945075:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945075:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945076:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945076:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945076:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945076:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945077:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945077:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945077:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945078:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945078:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945078:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945078:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945079:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945079:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945079:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945080:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945080:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945080:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945081:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945081:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945081:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945081:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945082:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945082:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945082:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945083:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945083:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945083:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945083:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:1.0:1550575208.945084:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575208.945456:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575208.945784:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575208.945784:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575208.945785:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec7200] (19)++
00000800:00000200:1.0:1550575208.945786:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec7200] (20)++
00000800:00000200:1.0:1550575208.945786:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec7200] (21)--
00000800:00000200:0.2:1550575208.945843:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec7200] (20)++
00000800:00000200:0.0:1550575208.945855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (21)++
00000800:00000200:1.0:1550575208.945865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)--
00000800:00000200:0.0:1550575208.945865:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575208.945867:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575208.945870:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575208.945871:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fad0
00000400:00000200:0.0:1550575208.945873:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12325 [256] + 0
00000400:00000200:0.0:1550575208.945875:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000800:00000200:0.0:1550575208.945876:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (21)++
00000800:00000200:0.0:1550575208.945877:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (22)--
00000400:00000200:0.0:1550575208.945880:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575208.945882:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575208.945883:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575208.945888:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575208.945888:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec7200] (21)++
00000800:00000200:0.0:1550575208.945889:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec7200] (22)++
00000800:00000200:0.0:1550575208.945890:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec7200] (23)--
00000800:00000200:0.0:1550575208.945891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)--
00000800:00000200:0.2:1550575208.945899:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec7200] (21)++
00000800:00000200:0.0:1550575208.945903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)++
00000800:00000200:0.0:1550575208.945904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)--
00000800:00000200:0.0:1550575208.945905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)--
00000800:00000200:0.2:1550575208.945935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec7200] (21)++
00000800:00000200:0.0:1550575208.945939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)++
00000800:00000200:0.0:1550575208.945940:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575208.945945:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575208.945952:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575208.945953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)--
00000800:00000200:0.0:1550575208.945953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)--
00000800:00000200:0.2:1550575208.946874:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec7200] (21)++
00000400:00000200:3.0:1550575209.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 59 lpni_ping_timestamp 4295128654
00000400:00000200:3.0:1550575209.338043:0:2489:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.20.116.203@o2ib117
00000400:00000200:3.0:1550575209.338044:0:2489:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.20.116.203@o2ib117
00000400:00000200:3.0:1550575209.338047:0:2489:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.116.203@o2ib117(172.20.116.203@o2ib117:172.20.116.203@o2ib117) : GET
00000800:00000200:3.0:1550575209.338048:0:2489:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575209.338050:0:2489:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575209.338050:0:2489:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec7200] (22)++
00000800:00000200:3.0:1550575209.338051:0:2489:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec7200] (23)++
00000800:00000200:3.0:1550575209.338052:0:2489:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec7200] (24)--
00000400:00000200:3.0:1550575209.338053:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575210.338041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 4295238942 ping_notsent 1 alive 1 alive_count 59 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575210.338042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295129326
00000400:00000200:3.0:1550575210.338043:0:2489:0:(router.c:1072:lnet_ping_router_locked()) Check: 12345-172.20.116.204@o2ib117
00000400:00000200:3.0:1550575210.338045:0:2489:0:(lib-move.c:2998:LNetGet()) LNetGet -> 12345-172.20.116.204@o2ib117
00000400:00000200:3.0:1550575210.338048:0:2489:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.116.204@o2ib117(172.20.116.204@o2ib117:172.20.116.204@o2ib117) : GET
00000800:00000200:3.0:1550575210.338049:0:2489:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 0 bytes in 0 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575210.338051:0:2489:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575210.338052:0:2489:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575210.338053:0:2489:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575210.338054:0:2489:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575210.338116:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575210.338139:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575210.338141:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575210.338144:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575210.338145:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575210.338147:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575210.338149:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.116.204@o2ib117 : REPLY
00000400:00000200:1.0:1550575210.338152:0:2483:0:(lib-move.c:2180:lnet_parse_reply()) 172.20.116.6@o2ib117: Reply from 12345-172.20.116.204@o2ib117 of length 272/272 into md 0x9
00000400:00000200:1.0:1550575210.338154:0:2483:0:(router.c:123:lnet_notify_locked()) Old news
00000800:00000200:1.0:1550575210.338155:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575210.338157:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575210.338157:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575210.338158:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:0.0:1550575210.434590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434592:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000200:0.0:1550575210.434592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434593:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434594:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434594:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434595:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434597:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434597:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434598:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434598:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434598:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434599:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434599:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434599:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434600:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434600:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434600:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434601:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434601:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434601:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434602:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434602:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434602:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434603:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434603:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434603:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434604:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434604:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434605:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434605:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434605:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434606:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434606:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434607:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434607:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434607:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434608:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434608:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434608:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434609:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434609:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434610:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434610:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434610:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434611:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434611:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434612:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434612:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434612:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434613:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434613:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434613:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434614:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434614:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434614:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434615:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434615:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434615:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434616:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434616:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434617:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434617:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434618:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434618:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434619:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434619:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434620:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434624:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434625:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434625:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434626:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434626:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434627:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434629:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434636:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575210.434737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000100:1.0:1550575210.434738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575210.434746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000100:1.0:1550575210.434747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)++
00000800:00000100:1.0:1550575210.434765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (25)--
00000800:00000200:1.0:1550575210.434766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575210.434771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000100:1.0:1550575210.434772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:1.0:1550575210.434811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000100:1.0:1550575210.434812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575210.434823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000100:1.0:1550575210.434824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:0.0:1550575210.434845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:0.0:1550575210.434845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575210.434846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000100:1.0:1550575210.434847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000200:1.0:1550575210.434848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:1.0:1550575210.434849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000100:1.0:1550575210.434850:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3047 sending 1 waiting 0: failed 5
00000800:00000200:0.0:1550575210.434850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)++
00000800:00000100:0.0:1550575210.434851:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000100:1.0:1550575210.434852:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575210.434852:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72670d0 conn ffff8815dbec7200
00000800:00000200:1.0:1550575210.434853:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575210.434858:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (25)--
00000800:00000200:0.0:1550575210.434858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)++
00000800:00000200:0.0:1550575210.434859:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (24)--
00000800:00000200:0.0:1550575210.434859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (23)--
00000800:00000200:1.0:1550575210.434860:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec7200] (23)--
00000800:00000200:0.0:1550575210.434860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (22)++
00000800:00000200:0.0:1550575210.434860:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (23)--
00000100:00020000:1.0:1550575210.434861:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575210.434864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (21)--
00000800:00000200:0.0:1550575210.434864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (20)++
00000800:00000200:0.0:1550575210.434864:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (21)--
00000800:00000200:0.0:1550575210.434865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (20)--
00000800:00000200:0.0:1550575210.434865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (19)++
00000800:00000200:0.0:1550575210.434866:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (20)--
00000800:00000200:0.0:1550575210.434866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (19)--
00000800:00000200:0.0:1550575210.434866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (18)++
00000800:00000200:0.0:1550575210.434867:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (19)--
00000800:00000200:0.0:1550575210.434867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (18)--
00000800:00000200:0.0:1550575210.434871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (17)++
00000800:00000200:0.0:1550575210.434872:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (18)--
00000800:00000200:0.0:1550575210.434872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (17)--
00000800:00000200:0.0:1550575210.434872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (16)++
00000800:00000200:0.0:1550575210.434873:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (17)--
00000800:00000200:0.0:1550575210.434873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (16)--
00000800:00000200:0.0:1550575210.434873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (15)++
00000800:00000200:0.0:1550575210.434874:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (16)--
00000800:00000200:0.0:1550575210.434874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (15)--
00000800:00000200:0.0:1550575210.434875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (14)++
00000800:00000200:0.0:1550575210.434875:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (15)--
00000800:00000200:0.0:1550575210.434875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (14)--
00000800:00000200:0.0:1550575210.434876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (13)++
00000800:00000200:0.0:1550575210.434876:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (14)--
00000800:00000200:0.0:1550575210.434877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (13)--
00000800:00000200:0.0:1550575210.434877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (12)++
00000800:00000200:0.0:1550575210.434877:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (13)--
00000800:00000200:0.0:1550575210.434878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (12)--
00000800:00000200:0.0:1550575210.434878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (11)++
00000800:00000200:0.0:1550575210.434878:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (12)--
00000800:00000200:0.0:1550575210.434879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (11)--
00000800:00000200:0.0:1550575210.434879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (10)++
00000800:00000200:0.0:1550575210.434879:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (11)--
00000800:00000200:0.0:1550575210.434880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (10)--
00000800:00000200:0.0:1550575210.434880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (9)++
00000800:00000200:0.0:1550575210.434881:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (10)--
00000800:00000200:0.0:1550575210.434881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (9)--
00000800:00000200:0.0:1550575210.434882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (8)++
00000800:00000200:0.0:1550575210.434882:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (9)--
00000800:00000200:0.0:1550575210.434882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (8)--
00000800:00000200:0.0:1550575210.434883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (7)++
00000800:00000200:0.0:1550575210.434883:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (8)--
00000800:00000200:0.0:1550575210.434884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (7)--
00000800:00000200:0.0:1550575210.434884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (6)++
00000800:00000200:0.0:1550575210.434884:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec7200] (7)--
00000800:00000200:0.0:1550575210.434884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (6)--
00000800:00000200:0.0:1550575210.434885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec7200] (5)++
00000800:00000200:0.0:1550575210.434886:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec7200] (6)--
00000400:00000200:2.0:1550575210.435081:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575210.435082:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575210.435083:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec7200] (5)--
00000400:00000200:1.0:1550575211.105604:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:1.0:1550575211.105608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (4)--
00000400:00000200:0.0:1550575211.105609:0:2484:0:(router.c:123:lnet_notify_locked()) Old news
00000800:00000200:1.0:1550575211.105610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (3)--
00000100:00000400:3.0:1550575211.105611:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575208/real 1550575208]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575240 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:0.0:1550575211.105611:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec7200] (2)--
00000100:00000200:3.0:1550575211.105616:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575240 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575211.105618:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575240 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575211.105620:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575211.105623:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575211.105623:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575211.105625:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575211.105629:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec7200] (1)--
00000100:00080000:3.0:1550575211.105630:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575211.105631:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575211.105632:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575211.105634:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295188546
00000100:00080000:3.0:1550575211.105636:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575211.105638:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575211.105644:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df660300 x1625895440939744/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575211.105700:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939744:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575211.105708:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939744, portal 4
00000100:00000200:2.0:1550575211.105710:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939744, offset 0
00000400:00000200:2.0:1550575211.105712:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575211.105717:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575211.105719:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575211.105721:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575211.105722:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575211.105723:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575211.105725:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575211.105780:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575211.105784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575211.105795:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575211.105798:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660300 x1625895440939744/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575217 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575211.105801:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8a80
00000800:00000200:0.0:1550575211.105802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575211.105816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575211.105918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575211.105926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575211.105931:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575211.105937:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575211.105945:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fae0
00000400:00000200:1.0:1550575211.105950:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12331 [1] + 0
00000100:00000200:1.0:1550575211.105957:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660300 x1625895440939744/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575217 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575211.105974:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575211.105976:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575211.105977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575211.105979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575211.105998:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660300 x1625895440939744/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575217 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575211.106007:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660300 x1625895440939744/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575217 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575211.106014:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575211.106025:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575211.106056:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575211.106060:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575211.106062:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575211.106065:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575211.106071:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575211.106073:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575211.106077:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575240 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575211.106097:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939744:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575211.106109:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939728 new x1625895440939760
00000100:00000200:3.0:1550575211.106122:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832faf0-0x5c6be4832faf0, portal 8
00000100:00000200:3.0:1550575211.106126:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575211.106129:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575211.106134:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575211.106143:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575211.106148:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575211.106153:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575211.106155:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575211.106157:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575211.106160:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575211.106173:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575211.106185:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575211.106188:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575211.106191:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575243 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575211.106197:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75380
00000800:00000200:1.0:1550575211.106200:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575211.106201:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575211.107074:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575211.107680:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575211.107700:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815873d8000 0x15873d8000(0x15873d8000)
00000800:00000200:1.0:1550575211.107703:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815873d9000 0x15873d9000(0x15873d9000)
00000800:00000200:1.0:1550575211.107705:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88156b234000 0x156b234000(0x156b234000)
00000800:00000200:1.0:1550575211.107706:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88156b235000 0x156b235000(0x156b235000)
00000800:00000200:1.0:1550575211.107707:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88156b236000 0x156b236000(0x156b236000)
00000800:00000200:1.0:1550575211.107709:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88156b237000 0x156b237000(0x156b237000)
00000800:00000200:1.0:1550575211.107710:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815e14e4000 0x15e14e4000(0x15e14e4000)
00000800:00000200:1.0:1550575211.107711:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e14e5000 0x15e14e5000(0x15e14e5000)
00000800:00000200:1.0:1550575211.107712:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e14e6000 0x15e14e6000(0x15e14e6000)
00000800:00000200:1.0:1550575211.107714:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e14e7000 0x15e14e7000(0x15e14e7000)
00000800:00000200:1.0:1550575211.107715:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e075c000 0x15e075c000(0x15e075c000)
00000800:00000200:1.0:1550575211.107716:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e075d000 0x15e075d000(0x15e075d000)
00000800:00000200:1.0:1550575211.107718:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e075e000 0x15e075e000(0x15e075e000)
00000800:00000200:1.0:1550575211.107719:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e075f000 0x15e075f000(0x15e075f000)
00000800:00000200:1.0:1550575211.107720:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88156b340000 0x156b340000(0x156b340000)
00000800:00000200:1.0:1550575211.107722:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88156b341000 0x156b341000(0x156b341000)
00000800:00000200:1.0:1550575211.107723:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88156b342000 0x156b342000(0x156b342000)
00000800:00000200:1.0:1550575211.107724:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88156b343000 0x156b343000(0x156b343000)
00000800:00000200:1.0:1550575211.108883:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575211.108886:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108888:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108889:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108890:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108891:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108892:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108893:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108894:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108895:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108896:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108897:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108898:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108899:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108900:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108901:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108902:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108903:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108904:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108905:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108906:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108907:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108908:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108909:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108910:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108911:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108912:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108913:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108914:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108915:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108916:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108917:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108918:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108919:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108921:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108922:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.108923:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:1.0:1550575211.108926:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575211.109391:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575211.109760:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575211.109763:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575211.109766:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec6000] (19)++
00000800:00000200:1.0:1550575211.109767:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec6000] (20)++
00000800:00000200:1.0:1550575211.109769:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec6000] (21)--
00000800:00000200:0.2:1550575211.109802:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6000] (20)++
00000800:00000200:0.0:1550575211.109830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (21)++
00000800:00000200:0.0:1550575211.109842:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575211.109848:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575211.109850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)--
00000400:00000200:0.0:1550575211.109854:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575211.109859:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832faf0
00000400:00000200:0.0:1550575211.109865:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12339 [256] + 0
00000400:00000200:0.0:1550575211.109883:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446042000
00000800:00000200:0.0:1550575211.109887:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (21)++
00000800:00000200:0.0:1550575211.109891:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (22)--
00000400:00000200:0.0:1550575211.109900:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575211.109905:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575211.109908:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575211.109921:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575211.109923:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec6000] (21)++
00000800:00000200:0.0:1550575211.109924:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec6000] (22)++
00000800:00000200:0.0:1550575211.109927:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575211.109929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)--
00000800:00000200:0.2:1550575211.109942:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6000] (21)++
00000800:00000200:0.0:1550575211.109949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000200:0.0:1550575211.109953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575211.109955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)--
00000800:00000200:0.2:1550575211.109965:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6000] (21)++
00000800:00000200:0.0:1550575211.109970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000200:0.0:1550575211.109973:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575211.109982:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec6000] (23)++
00000800:00000200:0.0:1550575211.110003:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec6000] (24)--
00000800:00000200:0.0:1550575211.110004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575211.110005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)--
00000800:00000200:0.2:1550575211.110956:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec6000] (21)++
00000400:00000200:3.0:1550575211.338659:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 61 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575211.338661:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575212.338973:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 61 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575212.338975:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575212.610562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610564:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575212.610565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610566:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610566:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610567:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610567:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610567:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610568:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610568:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610568:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610569:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610569:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610569:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610570:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610570:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610570:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610571:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610571:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610571:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610572:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610572:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610572:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610573:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610573:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610573:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610574:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610574:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610575:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610576:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610577:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610577:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610578:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610578:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610579:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610579:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610580:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610580:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610580:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610581:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610581:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610581:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610582:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610582:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610583:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610583:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610584:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610584:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610584:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610585:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610585:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610585:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610586:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610586:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610586:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610587:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610587:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610587:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610588:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610588:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610589:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610589:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610589:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610590:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610590:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610590:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610591:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610591:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610591:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610592:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610592:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610592:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610593:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610593:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610594:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610594:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610594:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610595:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610595:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610595:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610596:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610596:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610597:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610597:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610597:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610598:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610598:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610599:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610599:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610600:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610600:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610600:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610601:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610601:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610601:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610602:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610602:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610602:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610603:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610603:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610603:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610604:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610604:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610604:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610605:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610605:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610605:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610606:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610606:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610607:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610607:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610607:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610608:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610608:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610608:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610609:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610609:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610609:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610610:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610610:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610610:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610611:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610611:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610611:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610612:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610612:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610613:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610613:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610613:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610614:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610615:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610615:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610616:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610616:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610618:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:0.0:1550575212.610665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575212.610665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575212.610793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (23)--
00000800:00000200:1.0:1550575212.610793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000100:1.0:1550575212.610794:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x304c sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575212.610796:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575212.610797:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575212.610804:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec6000] (23)--
00000100:00020000:1.0:1550575212.610805:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575212.610816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)++
00000800:00000200:0.0:1550575212.610817:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (23)--
00000800:00000200:0.0:1550575212.610818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (22)--
00000800:00000200:0.0:1550575212.610818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (21)++
00000800:00000200:0.0:1550575212.610819:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (22)--
00000800:00000200:0.0:1550575212.610819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (21)--
00000800:00000200:0.0:1550575212.610819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (20)++
00000800:00000200:0.0:1550575212.610820:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (21)--
00000800:00000200:0.0:1550575212.610820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (20)--
00000800:00000200:0.0:1550575212.610820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (19)++
00000800:00000200:0.0:1550575212.610821:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (20)--
00000800:00000200:0.0:1550575212.610821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (19)--
00000800:00000200:0.0:1550575212.610821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (18)++
00000800:00000200:0.0:1550575212.610822:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (19)--
00000800:00000200:0.0:1550575212.610822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (18)--
00000800:00000200:0.0:1550575212.610822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (17)++
00000800:00000200:0.0:1550575212.610823:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (18)--
00000800:00000200:0.0:1550575212.610823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (17)--
00000800:00000200:0.0:1550575212.610823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (16)++
00000800:00000200:0.0:1550575212.610824:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (17)--
00000800:00000200:0.0:1550575212.610824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (16)--
00000800:00000200:0.0:1550575212.610825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (15)++
00000800:00000200:0.0:1550575212.610825:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (16)--
00000800:00000200:0.0:1550575212.610826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (15)--
00000800:00000200:0.0:1550575212.610826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (14)++
00000800:00000200:0.0:1550575212.610826:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (15)--
00000800:00000200:0.0:1550575212.610827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (14)--
00000800:00000200:0.0:1550575212.610827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (13)++
00000800:00000200:0.0:1550575212.610827:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (14)--
00000800:00000200:0.0:1550575212.610827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (13)--
00000800:00000200:0.0:1550575212.610828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (12)++
00000800:00000200:0.0:1550575212.610828:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (13)--
00000800:00000200:0.0:1550575212.610828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (12)--
00000800:00000200:0.0:1550575212.610829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (11)++
00000800:00000200:0.0:1550575212.610829:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (12)--
00000800:00000200:0.0:1550575212.610829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (11)--
00000800:00000200:0.0:1550575212.610830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (10)++
00000800:00000200:0.0:1550575212.610830:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (11)--
00000800:00000200:0.0:1550575212.610830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (10)--
00000800:00000200:0.0:1550575212.610831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (9)++
00000800:00000200:0.0:1550575212.610831:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (10)--
00000800:00000200:0.0:1550575212.610831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (9)--
00000800:00000200:0.0:1550575212.610832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (8)++
00000800:00000200:0.0:1550575212.610832:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (9)--
00000800:00000200:0.0:1550575212.610832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (8)--
00000800:00000200:0.0:1550575212.610833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (7)++
00000800:00000200:0.0:1550575212.610833:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (8)--
00000800:00000200:0.0:1550575212.610833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (7)--
00000800:00000200:0.0:1550575212.610834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (6)++
00000800:00000200:0.0:1550575212.610834:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (7)--
00000800:00000200:0.0:1550575212.610834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (6)--
00000800:00000200:0.0:1550575212.610835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec6000] (5)++
00000800:00000200:0.0:1550575212.610835:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec6000] (6)--
00000800:00000200:0.0:1550575212.610835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (5)--
00000800:00000200:0.0:1550575212.610836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (4)--
00000400:00000200:2.0:1550575212.611014:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575212.611016:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575212.611017:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec6000] (3)--
00000400:00000200:1.0:1550575212.616377:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000800:00000200:1.0:1550575212.616380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec6000] (2)--
00000800:00000200:1.0:1550575212.616393:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec6000] (1)--
00000100:00000400:3.0:1550575212.616444:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575211/real 1550575211]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575243 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575212.616450:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575243 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575212.616452:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575243 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575212.616454:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575212.616456:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575212.616457:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575212.616458:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575212.616465:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575212.616466:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575212.616467:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575212.616468:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295190709
00000100:00080000:3.0:1550575212.616470:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575212.616472:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575212.616485:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df660f00 x1625895440939776/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575212.616495:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939776:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575212.616502:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939776, portal 4
00000100:00000200:2.0:1550575212.616503:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939776, offset 0
00000400:00000200:2.0:1550575212.616505:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575212.616509:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575212.616511:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575212.616513:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575212.616514:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575212.616515:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575212.616516:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575212.616570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575212.616574:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575212.616575:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575212.616578:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660f00 x1625895440939776/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575218 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575212.616581:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8800
00000800:00000200:1.0:1550575212.616582:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575212.616583:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575212.616682:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575212.616685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575212.616686:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575212.616688:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575212.616691:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fb00
00000400:00000200:1.0:1550575212.616693:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12345 [1] + 0
00000100:00000200:1.0:1550575212.616695:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660f00 x1625895440939776/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575218 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575212.616702:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575212.616702:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575212.616703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575212.616703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575212.616710:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660f00 x1625895440939776/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575218 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575212.616713:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660f00 x1625895440939776/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575218 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575212.616715:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575212.616720:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575212.616726:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575212.616727:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575212.616728:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575212.616729:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575212.616731:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575212.616731:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575212.616733:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575243 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575212.616740:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939776:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575212.616758:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939760 new x1625895440939792
00000100:00000200:3.0:1550575212.616764:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fb10-0x5c6be4832fb10, portal 8
00000100:00000200:3.0:1550575212.616765:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575212.616767:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575212.616768:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575212.616772:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575212.616774:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575212.616776:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575212.616777:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575212.616777:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575212.616779:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575212.616789:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575212.616791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575212.616792:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575212.616794:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575244 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575212.616795:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75700
00000800:00000200:1.0:1550575212.616797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575212.616798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575212.617941:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575212.618063:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575212.618083:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881580a14000 0x1580a14000(0x1580a14000)
00000800:00000200:1.0:1550575212.618086:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881580a15000 0x1580a15000(0x1580a15000)
00000800:00000200:1.0:1550575212.618088:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881580a16000 0x1580a16000(0x1580a16000)
00000800:00000200:1.0:1550575212.618089:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881580a17000 0x1580a17000(0x1580a17000)
00000800:00000200:1.0:1550575212.618090:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88143e3f8000 0x143e3f8000(0x143e3f8000)
00000800:00000200:1.0:1550575212.618091:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88143e3f9000 0x143e3f9000(0x143e3f9000)
00000800:00000200:1.0:1550575212.618093:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88143e3fa000 0x143e3fa000(0x143e3fa000)
00000800:00000200:1.0:1550575212.618094:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88143e3fb000 0x143e3fb000(0x143e3fb000)
00000800:00000200:1.0:1550575212.618095:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815739ac000 0x15739ac000(0x15739ac000)
00000800:00000200:1.0:1550575212.618096:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815739ad000 0x15739ad000(0x15739ad000)
00000800:00000200:1.0:1550575212.618098:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815739ae000 0x15739ae000(0x15739ae000)
00000800:00000200:1.0:1550575212.618099:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815739af000 0x15739af000(0x15739af000)
00000800:00000200:1.0:1550575212.618100:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e53e0000 0x15e53e0000(0x15e53e0000)
00000800:00000200:1.0:1550575212.618102:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e53e1000 0x15e53e1000(0x15e53e1000)
00000800:00000200:1.0:1550575212.618103:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e53e2000 0x15e53e2000(0x15e53e2000)
00000800:00000200:1.0:1550575212.618104:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815da6ad000 0x15da6ad000(0x15da6ad000)
00000800:00000200:1.0:1550575212.618105:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881580a08000 0x1580a08000(0x1580a08000)
00000800:00000200:1.0:1550575212.618107:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815d2241000 0x15d2241000(0x15d2241000)
00000800:00000200:1.0:1550575212.618966:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575212.618966:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618967:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618967:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618968:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618968:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618968:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618968:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618969:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618969:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618969:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618970:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618970:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618970:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618970:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618971:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618971:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618971:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618972:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618972:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618972:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618973:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618973:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618973:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618974:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618974:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618974:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618974:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618975:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618975:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618975:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618976:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618976:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618976:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618976:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618977:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.618977:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575212.618978:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575212.619351:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575212.619662:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575212.619663:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575212.619664:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575212.619665:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec8000] (20)++
00000800:00000200:1.0:1550575212.619665:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec8000] (21)--
00000800:00000200:0.2:1550575212.619723:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec8000] (20)++
00000800:00000200:0.0:1550575212.619734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (21)++
00000800:00000200:0.0:1550575212.619740:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575212.619742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)--
00000400:00000200:0.0:1550575212.619742:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575212.619744:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575212.619746:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fb10
00000400:00000200:0.0:1550575212.619748:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1234d [256] + 0
00000400:00000200:0.0:1550575212.619749:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446040000
00000800:00000200:0.0:1550575212.619751:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (21)++
00000800:00000200:0.0:1550575212.619752:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (22)--
00000400:00000200:0.0:1550575212.619755:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575212.619757:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575212.619758:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575212.619762:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9580] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575212.619763:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec8000] (21)++
00000800:00000200:0.0:1550575212.619763:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec8000] (22)++
00000800:00000200:0.0:1550575212.619764:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575212.619765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)--
00000800:00000200:0.2:1550575212.619773:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec8000] (21)++
00000800:00000200:0.0:1550575212.619777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000200:0.0:1550575212.619778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575212.619779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)--
00000800:00000200:0.2:1550575212.619806:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec8000] (21)++
00000800:00000200:0.0:1550575212.619810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000200:0.0:1550575212.619812:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575212.619816:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec8000] (23)++
00000800:00000200:0.0:1550575212.619823:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec8000] (24)--
00000800:00000200:0.0:1550575212.619824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575212.619824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)--
00000800:00000200:0.2:1550575212.620717:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec8000] (21)++
00000400:00000200:3.0:1550575213.338042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 63 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575213.338044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575214.123617:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123619:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575214.123620:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123621:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123622:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123622:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123623:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123627:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123627:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123628:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123628:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123629:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123630:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123630:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123630:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123631:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123631:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123631:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123632:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123632:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123632:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123633:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123633:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123633:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123634:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123634:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123635:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123635:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123636:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123636:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123637:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123637:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123638:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123638:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123644:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123644:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123644:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123645:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123646:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123657:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:0.0:1550575214.123736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:0.0:1550575214.123737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575214.123737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575214.123837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (23)--
00000800:00000200:1.0:1550575214.123837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (22)++
00000800:00000100:1.0:1550575214.123839:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x304f sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575214.123840:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575214.123842:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575214.123850:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec8000] (23)--
00000100:00020000:1.0:1550575214.123852:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575214.124006:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575214.124008:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575214.124008:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec8000] (22)--
00000400:00000200:1.0:1550575214.129477:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000800:00000200:1.0:1550575214.129481:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (21)--
00000800:00000200:1.0:1550575214.129482:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (20)++
00000100:00000400:3.0:1550575214.129483:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575212/real 1550575212]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575244 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575214.129483:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (21)--
00000800:00000200:1.0:1550575214.129483:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575214.129484:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (19)++
00000800:00000200:1.0:1550575214.129484:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (20)--
00000800:00000200:1.0:1550575214.129485:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (19)--
00000800:00000200:1.0:1550575214.129485:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (18)++
00000800:00000200:1.0:1550575214.129486:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (19)--
00000800:00000200:1.0:1550575214.129486:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (18)--
00000100:00000200:3.0:1550575214.129487:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575244 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575214.129487:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (17)++
00000800:00000200:1.0:1550575214.129487:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (18)--
00000800:00000200:1.0:1550575214.129487:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (17)--
00000100:00000200:3.0:1550575214.129489:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575244 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575214.129492:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575214.129493:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575214.129494:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575214.129495:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575214.129496:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (16)++
00000800:00000200:1.0:1550575214.129497:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (17)--
00000800:00000200:1.0:1550575214.129497:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (16)--
00000800:00000200:1.0:1550575214.129498:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (15)++
00000800:00000200:1.0:1550575214.129498:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (16)--
00000800:00000200:1.0:1550575214.129498:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (15)--
00000100:00080000:3.0:1550575214.129499:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1550575214.129499:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (14)++
00000800:00000200:1.0:1550575214.129499:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (15)--
00000800:00000200:1.0:1550575214.129500:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (14)--
00000800:00000200:1.0:1550575214.129500:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (13)++
00000800:00000200:1.0:1550575214.129500:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (14)--
00000100:00080000:3.0:1550575214.129501:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575214.129501:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1550575214.129501:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (13)--
00000800:00000200:1.0:1550575214.129501:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (12)++
00000100:00080000:3.0:1550575214.129502:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295192220
00000800:00000200:1.0:1550575214.129502:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (13)--
00000800:00000200:1.0:1550575214.129502:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (12)--
00000800:00000200:1.0:1550575214.129502:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (11)++
00000800:00000200:1.0:1550575214.129503:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (12)--
00000800:00000200:1.0:1550575214.129503:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (11)--
00000800:00000200:1.0:1550575214.129503:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (10)++
00000100:00080000:3.0:1550575214.129504:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000800:00000200:1.0:1550575214.129504:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (11)--
00000800:00000200:1.0:1550575214.129504:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (10)--
00000800:00000200:1.0:1550575214.129505:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (9)++
00000800:00000200:1.0:1550575214.129505:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (10)--
00000800:00000200:1.0:1550575214.129505:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (9)--
00000008:00100000:3.0:1550575214.129506:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000800:00000200:1.0:1550575214.129506:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (8)++
00000800:00000200:1.0:1550575214.129506:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (9)--
00000800:00000200:1.0:1550575214.129506:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (8)--
00000800:00000200:1.0:1550575214.129507:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (7)++
00000800:00000200:1.0:1550575214.129507:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (8)--
00000800:00000200:1.0:1550575214.129508:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (7)--
00000800:00000200:1.0:1550575214.129508:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (6)++
00000800:00000200:1.0:1550575214.129508:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (7)--
00000800:00000200:1.0:1550575214.129509:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (6)--
00000800:00000200:1.0:1550575214.129509:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (5)++
00000800:00000200:1.0:1550575214.129510:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (6)--
00000800:00000200:1.0:1550575214.129510:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (5)--
00000800:00000200:1.0:1550575214.129510:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (4)++
00000100:00100000:3.0:1550575214.129511:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df661800 x1625895440939808/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575214.129511:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (5)--
00000800:00000200:1.0:1550575214.129511:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (4)--
00000800:00000200:1.0:1550575214.129511:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec8000] (3)++
00000800:00000200:1.0:1550575214.129512:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec8000] (4)--
00000800:00000200:1.0:1550575214.129512:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (3)--
00000800:00000200:1.0:1550575214.129513:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec8000] (2)--
00000800:00000200:1.0:1550575214.129520:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec8000] (1)--
00000100:00100000:2.0:1550575214.129584:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939808:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575214.129591:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939808, portal 4
00000100:00000200:2.0:1550575214.129594:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939808, offset 0
00000400:00000200:2.0:1550575214.129596:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575214.129600:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575214.129602:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575214.129605:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575214.129606:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575214.129607:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575214.129608:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575214.129622:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575214.129626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575214.129629:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575214.129632:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661800 x1625895440939808/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575220 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575214.129634:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:1.0:1550575214.129636:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8900
00000800:00000200:1.0:1550575214.129637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575214.129822:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575214.129830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575214.129833:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575214.129834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000400:00000200:3.0:1550575214.129835:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575214.129837:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fb20
00000400:00000200:3.0:1550575214.129839:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12359 [1] + 0
00000100:00000200:3.0:1550575214.129841:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661800 x1625895440939808/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575220 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575214.129847:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575214.129848:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:3.0:1550575214.129848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575214.129854:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440939808/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575220 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575214.129857:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440939808/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575220 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575214.129859:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575214.129864:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575214.129870:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575214.129871:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575214.129872:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575214.129873:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575214.129875:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575214.129876:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575214.129877:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575244 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575214.129894:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939808:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575214.129898:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939792 new x1625895440939824
00000100:00000200:3.0:1550575214.129903:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fb30-0x5c6be4832fb30, portal 8
00000100:00000200:3.0:1550575214.129904:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575214.129905:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575214.129906:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575214.129909:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575214.129911:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575214.129912:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575214.129913:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:3.0:1550575214.129913:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:3.0:1550575214.129914:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575214.129924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575214.129926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575214.129929:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575214.129930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000100:00000200:1.0:1550575214.129930:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575246 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575214.129932:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b80
00000800:00000200:1.0:1550575214.129933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:2.0:1550575214.130880:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9580] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575214.131385:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575214.131392:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815d1650000 0x15d1650000(0x15d1650000)
00000800:00000200:1.0:1550575214.131393:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815e356d000 0x15e356d000(0x15e356d000)
00000800:00000200:1.0:1550575214.131393:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815e53e3000 0x15e53e3000(0x15e53e3000)
00000800:00000200:1.0:1550575214.131394:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815da6ae000 0x15da6ae000(0x15da6ae000)
00000800:00000200:1.0:1550575214.131394:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815da6af000 0x15da6af000(0x15da6af000)
00000800:00000200:1.0:1550575214.131394:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815d2242000 0x15d2242000(0x15d2242000)
00000800:00000200:1.0:1550575214.131395:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815d2243000 0x15d2243000(0x15d2243000)
00000800:00000200:1.0:1550575214.131395:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e356e000 0x15e356e000(0x15e356e000)
00000800:00000200:1.0:1550575214.131396:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815e356f000 0x15e356f000(0x15e356f000)
00000800:00000200:1.0:1550575214.131396:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815e2578000 0x15e2578000(0x15e2578000)
00000800:00000200:1.0:1550575214.131397:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e2579000 0x15e2579000(0x15e2579000)
00000800:00000200:1.0:1550575214.131397:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e257a000 0x15e257a000(0x15e257a000)
00000800:00000200:1.0:1550575214.131397:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e257b000 0x15e257b000(0x15e257b000)
00000800:00000200:1.0:1550575214.131398:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e1790000 0x15e1790000(0x15e1790000)
00000800:00000200:1.0:1550575214.131398:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e1791000 0x15e1791000(0x15e1791000)
00000800:00000200:1.0:1550575214.131398:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e1792000 0x15e1792000(0x15e1792000)
00000800:00000200:1.0:1550575214.131399:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e1793000 0x15e1793000(0x15e1793000)
00000800:00000200:1.0:1550575214.131399:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815288e4000 0x15288e4000(0x15288e4000)
00000800:00000200:1.0:1550575214.132279:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575214.132280:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132281:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132281:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132281:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132282:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132282:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132282:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132282:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132283:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132283:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132283:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132284:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132284:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132284:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132284:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132285:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132285:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132285:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132286:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132286:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132286:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132287:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132287:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132288:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132288:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132288:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132289:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132289:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132289:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132289:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132290:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132290:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132290:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132291:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132291:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132291:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575214.132292:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575214.132658:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575214.132952:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575214.132953:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575214.132954:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbec9400] (19)++
00000800:00000200:1.0:1550575214.132955:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbec9400] (20)++
00000800:00000200:1.0:1550575214.132955:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbec9400] (21)--
00000800:00000200:0.2:1550575214.133014:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec9400] (20)++
00000800:00000200:0.0:1550575214.133025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (21)++
00000800:00000200:0.0:1550575214.133029:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575214.133038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)--
00000400:00000200:0.0:1550575214.133039:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575214.133041:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575214.133043:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fb30
00000400:00000200:0.0:1550575214.133045:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12361 [256] + 0
00000400:00000200:0.0:1550575214.133046:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575214.133049:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (21)++
00000800:00000200:0.0:1550575214.133050:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (22)--
00000400:00000200:0.0:1550575214.133053:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575214.133055:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575214.133056:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575214.133060:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575214.133061:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec9400] (21)++
00000800:00000200:0.0:1550575214.133061:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec9400] (22)++
00000800:00000200:0.0:1550575214.133062:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575214.133063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)--
00000800:00000200:0.2:1550575214.133071:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec9400] (21)++
00000800:00000200:0.0:1550575214.133075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000200:0.0:1550575214.133076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575214.133077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)--
00000800:00000200:0.2:1550575214.133099:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec9400] (21)++
00000800:00000200:0.0:1550575214.133103:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000200:0.0:1550575214.133105:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575214.133109:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec9400] (23)++
00000800:00000200:0.0:1550575214.133116:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec9400] (24)--
00000800:00000200:0.0:1550575214.133116:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575214.133117:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)--
00000800:00000200:0.2:1550575214.134031:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec9400] (21)++
00000400:00000200:3.0:1550575214.338614:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 65 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575214.338616:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575215.339687:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 65 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575215.339689:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575215.655614:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655616:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575215.655617:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655628:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655628:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655629:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655629:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655631:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:0.0:1550575215.655684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:0.0:1550575215.655684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575215.655685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:1.0:1550575215.655844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (23)--
00000800:00000200:1.0:1550575215.655844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (22)++
00000800:00000100:1.0:1550575215.655846:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3052 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575215.655847:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575215.655849:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575215.655857:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec9400] (23)--
00000100:00020000:1.0:1550575215.655859:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575215.655993:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575215.655994:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575215.655995:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec9400] (22)--
00000400:00000200:1.0:1550575215.661361:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:1.0:1550575215.661365:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (21)--
00000800:00000200:1.0:1550575215.661367:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (20)++
00000800:00000200:1.0:1550575215.661367:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (21)--
00000800:00000200:1.0:1550575215.661368:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575215.661368:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (19)++
00000100:00000400:3.0:1550575215.661369:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575214/real 1550575214]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575246 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575215.661369:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (20)--
00000800:00000200:1.0:1550575215.661369:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (19)--
00000800:00000200:1.0:1550575215.661369:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (18)++
00000800:00000200:1.0:1550575215.661370:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (19)--
00000800:00000200:1.0:1550575215.661370:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (18)--
00000800:00000200:1.0:1550575215.661370:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (17)++
00000800:00000200:1.0:1550575215.661371:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (18)--
00000800:00000200:1.0:1550575215.661371:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (17)--
00000800:00000200:1.0:1550575215.661371:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (16)++
00000800:00000200:1.0:1550575215.661373:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (17)--
00000800:00000200:1.0:1550575215.661373:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (16)--
00000800:00000200:1.0:1550575215.661373:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (15)++
00000800:00000200:1.0:1550575215.661374:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (16)--
00000800:00000200:1.0:1550575215.661374:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (15)--
00000800:00000200:1.0:1550575215.661375:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (14)++
00000800:00000200:1.0:1550575215.661375:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (15)--
00000800:00000200:1.0:1550575215.661375:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (14)--
00000100:00000200:3.0:1550575215.661376:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575246 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575215.661376:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (13)++
00000800:00000200:1.0:1550575215.661376:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (14)--
00000800:00000200:1.0:1550575215.661376:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (13)--
00000800:00000200:1.0:1550575215.661377:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (12)++
00000800:00000200:1.0:1550575215.661377:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (13)--
00000800:00000200:1.0:1550575215.661377:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (12)--
00000100:00000200:3.0:1550575215.661378:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575246 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575215.661378:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (11)++
00000800:00000200:1.0:1550575215.661378:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (12)--
00000800:00000200:1.0:1550575215.661378:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (11)--
00000800:00000200:1.0:1550575215.661379:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (10)++
00000800:00000200:1.0:1550575215.661379:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (11)--
00000800:00000200:1.0:1550575215.661379:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (10)--
00000800:00000200:1.0:1550575215.661380:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (9)++
00000800:00000200:1.0:1550575215.661380:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (10)--
00000800:00000200:1.0:1550575215.661380:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (9)--
00000400:00000200:3.0:1550575215.661381:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:1.0:1550575215.661381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (8)++
00000800:00000200:1.0:1550575215.661381:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (9)--
00000800:00000200:1.0:1550575215.661381:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (8)--
00000800:00000200:1.0:1550575215.661382:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (7)++
00000800:00000200:1.0:1550575215.661382:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (8)--
00000800:00000200:1.0:1550575215.661382:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (7)--
00000100:02000400:3.0:1550575215.661383:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:1.0:1550575215.661383:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (6)++
00000800:00000200:1.0:1550575215.661383:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (7)--
00000100:00080000:3.0:1550575215.661384:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000800:00000200:1.0:1550575215.661384:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (6)--
00000800:00000200:1.0:1550575215.661384:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (5)++
00000800:00000200:1.0:1550575215.661384:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (6)--
00000100:00080000:3.0:1550575215.661385:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575215.661385:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (5)--
00000800:00000200:1.0:1550575215.661385:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (4)++
00000800:00000200:1.0:1550575215.661385:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (5)--
00000800:00000200:1.0:1550575215.661386:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (4)--
00000800:00000200:1.0:1550575215.661386:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec9400] (3)++
00000800:00000200:1.0:1550575215.661386:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec9400] (4)--
00000800:00000200:1.0:1550575215.661387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (3)--
00000800:00000200:1.0:1550575215.661387:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec9400] (2)--
00000100:00080000:3.0:1550575215.661398:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575215.661400:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575215.661401:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1550575215.661401:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec9400] (1)--
00000100:00080000:3.0:1550575215.661402:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295193733
00000100:00080000:3.0:1550575215.661404:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575215.661406:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575215.661410:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df662700 x1625895440939856/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:1.0:1550575215.661415:0:2491:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1550575215.661419:0:2491:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939840:172.20.0.212@o2ib1:400
00000100:00000200:1.0:1550575215.661440:0:2491:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939840, portal 4
00000100:00000200:1.0:1550575215.661442:0:2491:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939840, offset 0
00000400:00000200:1.0:1550575215.661444:0:2491:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575215.661449:0:2491:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575215.661450:0:2491:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575215.661452:0:2491:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575215.661453:0:2491:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575215.661454:0:2491:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575215.661456:0:2491:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575215.661468:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575215.661471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575215.661472:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575215.661473:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660900 x1625895440939840/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575222 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575215.661474:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939856:172.20.0.212@o2ib1:8
00000400:00000200:1.0:1550575215.661476:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9200
00000800:00000200:1.0:1550575215.661476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575215.661477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:2.0:1550575215.661481:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939856, portal 4
00000100:00000200:2.0:1550575215.661483:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939856, offset 0
00000400:00000200:2.0:1550575215.661485:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575215.661491:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575215.661493:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575215.661496:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575215.661497:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (20)++
00000800:00000200:2.0:1550575215.661497:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (21)++
00000800:00000200:2.0:1550575215.661499:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575215.661511:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575215.661513:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575215.661514:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (23)--
00000100:00000200:1.0:1550575215.661516:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662700 x1625895440939856/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575221 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575215.661518:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8b00
00000800:00000200:1.0:1550575215.661519:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575215.661520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000800:00000200:1.2:1550575215.661633:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:1.0:1550575215.661635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:1.0:1550575215.661637:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575215.661639:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575215.661641:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832fb40
00000400:00000200:1.0:1550575215.661642:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x1236d [1] + 192
00000100:00000200:1.0:1550575215.661645:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660900 x1625895440939840/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575222 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575215.661647:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:1.0:1550575215.661648:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:1.0:1550575215.661648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.0:1550575215.661649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)--
00000100:00000200:1.0:1550575215.661650:0:2491:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660900 x1625895440939840/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575222 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575215.661652:0:2491:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660900 x1625895440939840/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575222 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575215.661654:0:2491:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9b00
00000100:00100000:1.0:1550575215.661658:0:2491:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_00:22e5bae6-83f9-7842-3de3-1b87825e7e92:2491:1625895440939840:172.20.0.212@o2ib1:400
00000800:00000200:1.0:1550575215.662910:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575215.662929:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815288e5000 0x15288e5000(0x15288e5000)
00000800:00000200:1.0:1550575215.662931:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815288e6000 0x15288e6000(0x15288e6000)
00000800:00000200:1.0:1550575215.662933:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815288e7000 0x15288e7000(0x15288e7000)
00000800:00000200:1.0:1550575215.662934:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815ccefc000 0x15ccefc000(0x15ccefc000)
00000800:00000200:1.0:1550575215.662936:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815ccefd000 0x15ccefd000(0x15ccefd000)
00000800:00000200:1.0:1550575215.662937:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815ccefe000 0x15ccefe000(0x15ccefe000)
00000800:00000200:1.0:1550575215.662938:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815cceff000 0x15cceff000(0x15cceff000)
00000800:00000200:1.0:1550575215.662939:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88155c1bc000 0x155c1bc000(0x155c1bc000)
00000800:00000200:1.0:1550575215.662940:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88155c1bd000 0x155c1bd000(0x155c1bd000)
00000800:00000200:1.0:1550575215.662942:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88155c1be000 0x155c1be000(0x155c1be000)
00000800:00000200:1.0:1550575215.662943:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815dc513000 0x15dc513000(0x15dc513000)
00000800:00000200:1.0:1550575215.662944:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff881582c95000 0x1582c95000(0x1582c95000)
00000800:00000200:1.0:1550575215.662946:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815dc654000 0x15dc654000(0x15dc654000)
00000800:00000200:1.0:1550575215.662947:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88147c725000 0x147c725000(0x147c725000)
00000800:00000200:1.0:1550575215.662948:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143e32d000 0x143e32d000(0x143e32d000)
00000800:00000200:1.0:1550575215.662950:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e4f1c000 0x15e4f1c000(0x15e4f1c000)
00000800:00000200:1.0:1550575215.662951:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88157eae4000 0x157eae4000(0x157eae4000)
00000800:00000200:1.0:1550575215.662952:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815247a8000 0x15247a8000(0x15247a8000)
00000800:00000200:2.0:1550575215.662987:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575215.663910:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575215.663910:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663911:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663911:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663912:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663912:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663912:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663913:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663913:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663913:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663913:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663914:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663914:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663914:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663915:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663915:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663915:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663915:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663916:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663916:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663916:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663917:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663917:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663917:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663917:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663918:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663918:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663918:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663919:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663919:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663919:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663919:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663920:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663920:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663921:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663921:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.663921:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (20)--
00000800:00000200:1.0:1550575215.663922:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575215.664291:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575215.664607:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575215.664608:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575215.664609:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814410dd400] (19)++
00000800:00000200:1.0:1550575215.664609:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814410dd400] (20)++
00000800:00000200:1.0:1550575215.664610:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814410dd400] (21)--
00000800:00000200:0.2:1550575215.664669:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575215.664681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575215.664685:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575215.664687:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575215.664688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000400:00000200:0.0:1550575215.664689:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575215.664691:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fb50
00000400:00000200:0.0:1550575215.664693:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12375 [1] + 0
00000100:00000200:0.0:1550575215.664696:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662700 x1625895440939856/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575221 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575215.664702:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575215.664703:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575215.664703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000100:00000200:2.0:1550575215.664705:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662700 x1625895440939856/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575221 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575215.664708:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662700 x1625895440939856/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575221 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575215.664710:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575215.664714:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575215.664719:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575215.664721:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575215.664721:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575215.664723:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575215.664724:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575215.664725:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575215.664726:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575246 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575215.664732:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939856:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575215.664737:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939824 new x1625895440939872
00000100:00000200:3.0:1550575215.664742:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fb60-0x5c6be4832fb60, portal 8
00000100:00000200:3.0:1550575215.664744:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575215.664745:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575215.664747:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575215.664750:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575215.664752:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575215.664754:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575215.664755:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (20)++
00000800:00000200:3.0:1550575215.664756:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (21)++
00000800:00000200:3.0:1550575215.664758:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575215.664770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575215.664775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575215.664777:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (23)--
00000100:00000200:0.0:1550575215.664779:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575247 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575215.664781:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a80
00000800:00000200:0.0:1550575215.664783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575215.664783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:1.2:1550575215.664919:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (20)++
00000800:00000200:0.0:1550575215.664930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575215.664931:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575215.664933:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575215.664935:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fb60
00000400:00000200:0.0:1550575215.664936:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1237d [256] + 0
00000400:00000200:0.0:1550575215.664937:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575215.664938:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575215.664939:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)--
00000400:00000200:0.0:1550575215.664942:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575215.664943:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575215.664944:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575215.664948:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575215.664949:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575215.664949:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbec4800] (23)++
00000800:00000200:0.0:1550575215.664950:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbec4800] (24)--
00000800:00000200:0.0:1550575215.664951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575215.664951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575215.664957:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575215.664963:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575215.664963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575215.664964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575215.664980:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575215.664986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575215.664987:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575215.664991:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbec4800] (23)++
00000800:00000200:0.0:1550575215.665001:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbec4800] (24)--
00000800:00000200:0.0:1550575215.665001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575215.665002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:1.2:1550575215.665924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbec4800] (21)++
00000400:00000200:3.0:1550575216.339040:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575216.339042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 23 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575217.137612:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137614:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575217.137615:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137617:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137617:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137618:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137618:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137619:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137619:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137619:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137620:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137620:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137620:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137621:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137621:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137621:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137622:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137622:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137622:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137623:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137623:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137623:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137624:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137624:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137624:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137625:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137625:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137625:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137626:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137626:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137626:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137627:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137627:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137627:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137628:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137629:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137630:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137630:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137631:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137631:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137632:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137632:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137632:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137633:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137633:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137634:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137634:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137638:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137638:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137638:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137639:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137651:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137766:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:3.0:1550575217.137808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)++
00000800:00000100:3.0:1550575217.137809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (24)--
00000800:00000100:0.0:1550575217.137809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:3.0:1550575217.137875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:0.0:1550575217.137884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575217.137884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:3.0:1550575217.137885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000100:3.0:1550575217.137887:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3056 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575217.137889:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575217.137890:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9400] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:0.0:1550575217.137890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)++
00000800:00000100:0.0:1550575217.137891:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000200:0.0:1550575217.137892:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d7266800 conn ffff8815dbec4800
00000800:00000200:0.0:1550575217.137904:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (24)--
00000800:00000200:0.0:1550575217.137904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)++
00000800:00000200:0.0:1550575217.137905:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (23)--
00000800:00000200:0.0:1550575217.137905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (22)--
00000800:00000200:3.0:1550575217.137906:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbec4800] (21)--
00000800:00000200:0.0:1550575217.137906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (21)++
00000800:00000200:0.0:1550575217.137906:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (22)--
00000800:00000200:0.0:1550575217.137907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (20)--
00000800:00000200:0.0:1550575217.137907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (19)++
00000800:00000200:0.0:1550575217.137908:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (20)--
00000800:00000200:0.0:1550575217.137908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (19)--
00000800:00000200:0.0:1550575217.137908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (18)++
00000100:00020000:3.0:1550575217.137909:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575217.137909:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (19)--
00000800:00000200:0.0:1550575217.137909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (18)--
00000800:00000200:0.0:1550575217.137909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (17)++
00000800:00000200:0.0:1550575217.137910:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (18)--
00000800:00000200:0.0:1550575217.137910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (17)--
00000800:00000200:0.0:1550575217.137911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (16)++
00000800:00000200:0.0:1550575217.137911:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (17)--
00000800:00000200:0.0:1550575217.137912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (16)--
00000800:00000200:0.0:1550575217.137912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (15)++
00000800:00000200:0.0:1550575217.137912:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (16)--
00000800:00000200:0.0:1550575217.137913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (15)--
00000800:00000200:0.0:1550575217.137913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (14)++
00000800:00000200:0.0:1550575217.137914:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (15)--
00000800:00000200:0.0:1550575217.137914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (14)--
00000800:00000200:0.0:1550575217.137914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (13)++
00000800:00000200:0.0:1550575217.137915:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (14)--
00000800:00000200:0.0:1550575217.137915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (13)--
00000800:00000200:0.0:1550575217.137915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (12)++
00000800:00000200:0.0:1550575217.137915:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (13)--
00000800:00000200:0.0:1550575217.137916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (12)--
00000800:00000200:0.0:1550575217.137916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (11)++
00000800:00000200:0.0:1550575217.137916:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (12)--
00000800:00000200:0.0:1550575217.137917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (11)--
00000800:00000200:0.0:1550575217.137917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (10)++
00000800:00000200:0.0:1550575217.137917:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (11)--
00000800:00000200:0.0:1550575217.137918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (10)--
00000800:00000200:0.0:1550575217.137918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (9)++
00000800:00000200:0.0:1550575217.137918:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (10)--
00000800:00000200:0.0:1550575217.137919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (9)--
00000800:00000200:0.0:1550575217.137919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (8)++
00000800:00000200:0.0:1550575217.137920:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (9)--
00000800:00000200:0.0:1550575217.137920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (8)--
00000800:00000200:0.0:1550575217.137920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (7)++
00000800:00000200:0.0:1550575217.137921:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (8)--
00000800:00000200:0.0:1550575217.137921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (7)--
00000800:00000200:0.0:1550575217.137921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (6)++
00000800:00000200:0.0:1550575217.137921:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (7)--
00000800:00000200:0.0:1550575217.137922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (6)--
00000800:00000200:0.0:1550575217.137922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbec4800] (5)++
00000800:00000200:0.0:1550575217.137922:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbec4800] (6)--
00000800:00000200:0.0:1550575217.137923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (5)--
00000800:00000200:0.0:1550575217.137923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (4)--
00000400:00000200:2.0:1550575217.138062:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575217.138064:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575217.138065:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbec4800] (3)--
00000800:00000200:1.0:1550575217.138568:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbec4800] (2)--
00000400:00000200:3.0:1550575217.143436:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:3.0:1550575217.143438:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbec4800] (1)--
00000100:00000400:3.0:1550575217.143447:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575215/real 1550575215]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575247 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575217.143452:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575247 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575217.143454:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575247 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575217.143456:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575217.143457:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575217.143458:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575217.143459:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575217.143464:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575217.143465:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575217.143466:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575217.143467:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295195265
00000100:00080000:3.0:1550575217.143469:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575217.143471:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575217.143476:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df662d00 x1625895440939888/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575217.143487:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939888:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575217.143492:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939888, portal 4
00000100:00000200:2.0:1550575217.143494:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939888, offset 0
00000400:00000200:2.0:1550575217.143496:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575217.143500:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575217.143501:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575217.143503:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575217.143504:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (20)++
00000800:00000200:2.0:1550575217.143505:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (21)++
00000800:00000200:2.0:1550575217.143506:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575217.143520:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575217.143526:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575217.143531:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (23)--
00000100:00000200:0.0:1550575217.143534:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662d00 x1625895440939888/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575223 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575217.143537:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000400:00000200:0.0:1550575217.143537:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8c80
00000800:00000200:0.0:1550575217.143539:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:0.2:1550575217.143674:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575217.143679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575217.143680:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575217.143682:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575217.143685:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fb70
00000400:00000200:0.0:1550575217.143687:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12389 [1] + 0
00000100:00000200:0.0:1550575217.143689:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662d00 x1625895440939888/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575223 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575217.143695:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575217.143696:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575217.143696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575217.143697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000100:00000200:2.0:1550575217.143700:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662d00 x1625895440939888/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575223 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575217.143702:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662d00 x1625895440939888/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575223 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575217.143704:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575217.143708:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575217.143711:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575217.143712:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575217.143712:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575217.143713:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575217.143715:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575217.143716:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575217.143717:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575247 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575217.143722:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939888:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575217.143727:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939872 new x1625895440939904
00000100:00000200:3.0:1550575217.143731:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fb80-0x5c6be4832fb80, portal 8
00000100:00000200:3.0:1550575217.143733:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575217.143734:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575217.143736:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575217.143739:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575217.143741:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575217.143743:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575217.143743:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (20)++
00000800:00000200:3.0:1550575217.143744:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (21)++
00000800:00000200:3.0:1550575217.143745:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575217.143755:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575217.143759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575217.143760:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (23)--
00000100:00000200:0.0:1550575217.143761:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575249 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575217.143763:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75100
00000800:00000200:0.0:1550575217.143764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575217.143765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:2.0:1550575217.144716:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9400] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575217.145379:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9200] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575217.145386:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881573b97000 0x1573b97000(0x1573b97000)
00000800:00000200:1.0:1550575217.145387:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e32f000 0x143e32f000(0x143e32f000)
00000800:00000200:1.0:1550575217.145388:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88143e3a6000 0x143e3a6000(0x143e3a6000)
00000800:00000200:1.0:1550575217.145388:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881580a7b000 0x1580a7b000(0x1580a7b000)
00000800:00000200:1.0:1550575217.145388:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815cc337000 0x15cc337000(0x15cc337000)
00000800:00000200:1.0:1550575217.145389:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e4918000 0x15e4918000(0x15e4918000)
00000800:00000200:1.0:1550575217.145389:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815247aa000 0x15247aa000(0x15247aa000)
00000800:00000200:1.0:1550575217.145390:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815718cd000 0x15718cd000(0x15718cd000)
00000800:00000200:1.0:1550575217.145390:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881524497000 0x1524497000(0x1524497000)
00000800:00000200:1.0:1550575217.145390:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88143e339000 0x143e339000(0x143e339000)
00000800:00000200:1.0:1550575217.145391:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e4f1f000 0x15e4f1f000(0x15e4f1f000)
00000800:00000200:1.0:1550575217.145391:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88157eb15000 0x157eb15000(0x157eb15000)
00000800:00000200:1.0:1550575217.145391:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815c7b88000 0x15c7b88000(0x15c7b88000)
00000800:00000200:1.0:1550575217.145392:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88157eb16000 0x157eb16000(0x157eb16000)
00000800:00000200:1.0:1550575217.145392:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88156d6a2000 0x156d6a2000(0x156d6a2000)
00000800:00000200:1.0:1550575217.145393:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143e315000 0x143e315000(0x143e315000)
00000800:00000200:1.0:1550575217.145393:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815cc334000 0x15cc334000(0x15cc334000)
00000800:00000200:1.0:1550575217.145393:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88155c1bf000 0x155c1bf000(0x155c1bf000)
00000800:00000200:1.0:1550575217.146301:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575217.146304:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146306:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146307:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146308:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146309:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146311:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146311:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146313:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146313:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146315:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146315:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146316:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146317:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146318:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146319:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146320:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146321:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146322:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146323:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146324:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146325:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146326:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146328:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146329:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146330:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146331:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146332:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146333:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146334:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146335:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146335:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146337:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146337:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146338:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146339:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.146340:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:1.0:1550575217.146344:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575217.146796:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575217.147124:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3600] (19)++
00000800:00000200:1.0:1550575217.147130:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575217.147131:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575217.147132:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88146eeb3600] (20)++
00000800:00000200:1.0:1550575217.147132:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88146eeb3600] (21)++
00000800:00000200:1.0:1550575217.147133:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88146eeb3600] (22)--
00000800:00000200:0.0:1550575217.147198:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (21)++
00000800:00000200:0.0:1550575217.147202:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575217.147204:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575217.147206:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575217.147207:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fb80
00000400:00000200:0.0:1550575217.147209:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12391 [256] + 0
00000400:00000200:0.0:1550575217.147211:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575217.147212:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575217.147213:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (23)--
00000400:00000200:0.0:1550575217.147217:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575217.147219:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575217.147220:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575217.147224:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9200] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575217.147225:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575217.147225:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb3600] (23)++
00000800:00000200:0.0:1550575217.147227:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb3600] (24)--
00000800:00000200:0.0:1550575217.147227:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575217.147228:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)--
00000800:00000200:1.2:1550575217.147234:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3600] (21)++
00000800:00000200:0.0:1550575217.147238:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575217.147239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575217.147239:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)--
00000800:00000200:1.2:1550575217.147266:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3600] (21)++
00000800:00000200:0.0:1550575217.147276:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575217.147278:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575217.147282:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3600] (23)++
00000800:00000200:0.0:1550575217.147289:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3600] (24)--
00000800:00000200:0.0:1550575217.147289:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575217.147290:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)--
00000800:00000200:1.2:1550575217.148236:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3600] (21)++
00000400:00000200:3.0:1550575217.339041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575217.339043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 25 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575218.339039:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575218.339041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 25 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575218.655635:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655637:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575218.655638:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655639:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655639:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655640:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655640:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655640:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655641:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655641:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655641:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655642:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655642:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655642:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655643:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655643:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655643:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655645:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655645:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655646:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655646:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655647:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655647:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655647:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655648:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655648:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655648:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655649:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655649:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655649:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655650:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655650:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655651:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655651:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655651:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655652:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655652:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655653:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655670:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655671:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655692:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655704:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575218.655776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000100:2.0:1550575218.655777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575218.655821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000100:2.0:1550575218.655822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575218.655910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000100:2.0:1550575218.655911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:2.0:1550575218.655915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:2.0:1550575218.655915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000100:0.0:1550575218.655934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575218.655934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:0.0:1550575218.655935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:2.0:1550575218.655936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)++
00000800:00000100:0.0:1550575218.655936:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3059 sending 1 waiting 0: failed 5
00000800:00000100:2.0:1550575218.655937:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.204@o2ib117 failed: 5
00000800:00000200:2.0:1550575218.655938:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72600d0 conn ffff88146eeb3600
00000800:00000100:0.0:1550575218.655938:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575218.655939:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9200] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:2.0:1550575218.655943:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (24)--
00000800:00000200:2.0:1550575218.655944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (22)++
00000800:00000200:0.0:1550575218.655944:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb3600] (22)--
00000800:00000200:2.0:1550575218.655945:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (23)--
00000800:00000200:2.0:1550575218.655945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (21)--
00000800:00000200:2.0:1550575218.655945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (20)++
00000800:00000200:2.0:1550575218.655946:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (21)--
00000800:00000200:2.0:1550575218.655946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (20)--
00000800:00000200:2.0:1550575218.655946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (19)++
00000100:00020000:0.0:1550575218.655946:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:2.0:1550575218.655947:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (20)--
00000800:00000200:2.0:1550575218.655947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (19)--
00000800:00000200:2.0:1550575218.655947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (18)++
00000800:00000200:2.0:1550575218.655948:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (19)--
00000800:00000200:2.0:1550575218.655948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (18)--
00000800:00000200:2.0:1550575218.655949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (17)++
00000800:00000200:2.0:1550575218.655949:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (18)--
00000800:00000200:2.0:1550575218.655949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (17)--
00000800:00000200:2.0:1550575218.655950:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (16)++
00000800:00000200:2.0:1550575218.655950:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (17)--
00000800:00000200:2.0:1550575218.655951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (16)--
00000800:00000200:2.0:1550575218.655951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (15)++
00000800:00000200:2.0:1550575218.655951:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (16)--
00000800:00000200:2.0:1550575218.655952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (15)--
00000800:00000200:2.0:1550575218.655952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (14)++
00000800:00000200:2.0:1550575218.655952:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (15)--
00000800:00000200:2.0:1550575218.655953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (14)--
00000800:00000200:2.0:1550575218.655953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (13)++
00000800:00000200:2.0:1550575218.655953:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (14)--
00000800:00000200:2.0:1550575218.655954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (13)--
00000800:00000200:2.0:1550575218.655954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (12)++
00000800:00000200:2.0:1550575218.655954:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (13)--
00000800:00000200:2.0:1550575218.655954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (12)--
00000800:00000200:2.0:1550575218.655955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (11)++
00000800:00000200:2.0:1550575218.655955:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (12)--
00000800:00000200:2.0:1550575218.655955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (11)--
00000800:00000200:2.0:1550575218.655956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (10)++
00000800:00000200:2.0:1550575218.655956:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (11)--
00000800:00000200:2.0:1550575218.655956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (10)--
00000800:00000200:2.0:1550575218.655957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (9)++
00000800:00000200:2.0:1550575218.655957:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (10)--
00000800:00000200:2.0:1550575218.655957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (9)--
00000800:00000200:2.0:1550575218.655958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (8)++
00000800:00000200:2.0:1550575218.655958:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (9)--
00000800:00000200:2.0:1550575218.655958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (8)--
00000800:00000200:2.0:1550575218.655959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (7)++
00000800:00000200:2.0:1550575218.655959:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (8)--
00000800:00000200:2.0:1550575218.655959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (7)--
00000800:00000200:2.0:1550575218.655960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (6)++
00000800:00000200:2.0:1550575218.655960:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (7)--
00000800:00000200:2.0:1550575218.655960:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (6)--
00000800:00000200:2.0:1550575218.655961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3600] (5)++
00000800:00000200:2.0:1550575218.655961:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3600] (6)--
00000800:00000200:2.0:1550575218.655961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (5)--
00000800:00000200:2.0:1550575218.655962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (4)--
00000400:00000200:2.0:1550575218.656119:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575218.656121:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575218.656121:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88146eeb3600] (3)--
00000800:00000200:1.0:1550575218.656565:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88146eeb3600] (2)--
00000400:00000200:0.0:1550575219.331613:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:0.0:1550575219.331616:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3600] (1)--
00000100:00000400:3.0:1550575219.331619:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575217/real 1550575217]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575249 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575219.331625:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575249 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575219.331627:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575249 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575219.331629:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575219.331631:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575219.331632:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575219.331634:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575219.331654:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575219.331655:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575219.331656:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575219.331657:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295196747
00000100:00080000:3.0:1550575219.331659:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575219.331661:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575219.331666:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df660600 x1625895440939920/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575219.331692:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939920:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575219.331700:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440939920, portal 4
00000100:00000200:2.0:1550575219.331702:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440939920, offset 0
00000400:00000200:2.0:1550575219.331704:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575219.331710:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575219.331712:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:2.0:1550575219.331714:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575219.331715:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (20)++
00000800:00000200:2.0:1550575219.331716:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (21)++
00000800:00000200:2.0:1550575219.331718:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575219.331770:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575219.331783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575219.331785:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (23)--
00000100:00000200:0.0:1550575219.331788:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660600 x1625895440939920/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575225 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575219.331791:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8d00
00000800:00000200:0.0:1550575219.331792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575219.331793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:0.2:1550575219.331937:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575219.331939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575219.331941:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575219.331943:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575219.331945:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fb90
00000400:00000200:0.0:1550575219.331947:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1239d [1] + 0
00000100:00000200:0.0:1550575219.331950:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660600 x1625895440939920/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575225 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575219.331955:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575219.331956:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575219.331957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575219.331957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000100:00000200:2.0:1550575219.331965:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660600 x1625895440939920/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575225 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575219.331967:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660600 x1625895440939920/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575225 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575219.331970:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575219.331974:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575219.331980:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575219.331981:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575219.331982:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575219.331983:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575219.331985:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575219.331986:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575219.331987:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575249 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575219.331995:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440939920:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575219.332000:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939904 new x1625895440939936
00000100:00000200:3.0:1550575219.332005:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fba0-0x5c6be4832fba0, portal 8
00000100:00000200:3.0:1550575219.332007:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575219.332008:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575219.332010:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575219.332013:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575219.332015:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575219.332017:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575219.332018:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (20)++
00000800:00000200:3.0:1550575219.332018:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (21)++
00000800:00000200:3.0:1550575219.332020:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575219.332030:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575219.332044:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575219.332045:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (23)--
00000100:00000200:0.0:1550575219.332047:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575251 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575219.332049:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75180
00000800:00000200:0.0:1550575219.332050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575219.332050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:2.0:1550575219.333195:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9200] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575219.333758:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575219.333779:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815df60a000 0x15df60a000(0x15df60a000)
00000800:00000200:1.0:1550575219.333782:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815df60b000 0x15df60b000(0x15df60b000)
00000800:00000200:1.0:1550575219.333784:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815d0e28000 0x15d0e28000(0x15d0e28000)
00000800:00000200:1.0:1550575219.333785:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815d0e29000 0x15d0e29000(0x15d0e29000)
00000800:00000200:1.0:1550575219.333786:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815d0e2a000 0x15d0e2a000(0x15d0e2a000)
00000800:00000200:1.0:1550575219.333787:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881575d57000 0x1575d57000(0x1575d57000)
00000800:00000200:1.0:1550575219.333789:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815cc335000 0x15cc335000(0x15cc335000)
00000800:00000200:1.0:1550575219.333790:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815e6ad6000 0x15e6ad6000(0x15e6ad6000)
00000800:00000200:1.0:1550575219.333791:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88156d6a3000 0x156d6a3000(0x156d6a3000)
00000800:00000200:1.0:1550575219.333792:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88156d6a0000 0x156d6a0000(0x156d6a0000)
00000800:00000200:1.0:1550575219.333793:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e1b9d000 0x15e1b9d000(0x15e1b9d000)
00000800:00000200:1.0:1550575219.333795:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff881573b10000 0x1573b10000(0x1573b10000)
00000800:00000200:1.0:1550575219.333796:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815266c1000 0x15266c1000(0x15266c1000)
00000800:00000200:1.0:1550575219.333797:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815266c5000 0x15266c5000(0x15266c5000)
00000800:00000200:1.0:1550575219.333799:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815dc650000 0x15dc650000(0x15dc650000)
00000800:00000200:1.0:1550575219.333800:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814460cd000 0x14460cd000(0x14460cd000)
00000800:00000200:1.0:1550575219.333801:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143e3aa000 0x143e3aa000(0x143e3aa000)
00000800:00000200:1.0:1550575219.333803:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814adc3e000 0x14adc3e000(0x14adc3e000)
00000800:00000200:1.0:1550575219.334700:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575219.334701:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334702:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334702:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334702:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334703:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334703:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334703:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334704:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334704:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334704:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334705:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334705:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334705:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334705:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334706:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334706:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334706:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334707:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334707:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334707:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334707:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334708:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334708:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334708:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334709:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334709:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334709:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334710:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334710:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334710:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334710:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334711:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334711:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334711:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334712:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.334712:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:1.0:1550575219.334713:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575219.335087:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575219.335401:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:1.0:1550575219.335441:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575219.335444:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575219.335447:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88146eeb3a00] (20)++
00000800:00000200:1.0:1550575219.335448:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88146eeb3a00] (21)++
00000800:00000200:1.0:1550575219.335450:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88146eeb3a00] (22)--
00000800:00000200:0.0:1550575219.335493:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (21)++
00000800:00000200:0.0:1550575219.335503:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575219.335512:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575219.335518:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575219.335522:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fba0
00000400:00000200:0.0:1550575219.335528:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x123a5 [256] + 0
00000400:00000200:0.0:1550575219.335533:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446040000
00000800:00000200:0.0:1550575219.335536:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (22)++
00000800:00000200:0.0:1550575219.335539:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (23)--
00000400:00000200:0.0:1550575219.335549:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575219.335554:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575219.335557:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575219.335568:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575219.335571:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb3a00] (22)++
00000800:00000200:0.0:1550575219.335572:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb3a00] (23)++
00000800:00000200:0.0:1550575219.335576:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb3a00] (24)--
00000800:00000200:0.0:1550575219.335577:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575219.335579:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)--
00000800:00000200:1.2:1550575219.335587:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3a00] (21)++
00000800:00000200:0.0:1550575219.335593:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000200:0.0:1550575219.335596:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575219.335598:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)--
00000800:00000200:1.2:1550575219.335620:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3a00] (21)++
00000800:00000200:0.0:1550575219.335644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000200:0.0:1550575219.335648:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575219.335657:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb3a00] (23)++
00000800:00000200:0.0:1550575219.335677:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb3a00] (24)--
00000800:00000200:0.0:1550575219.335678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575219.335680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)--
00000800:00000200:1.2:1550575219.336602:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb3a00] (21)++
00000400:00000200:3.0:1550575219.339110:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575219.339112:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 27 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575220.339677:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575220.339679:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 27 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575220.858649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 4
00000800:00000200:0.0:1550575220.858652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858674:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858686:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858686:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858687:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858687:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858687:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858688:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858688:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858688:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858689:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858689:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858689:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858690:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858690:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858690:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858691:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858691:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858691:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858692:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858704:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858706:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858716:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858728:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858740:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858741:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858742:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858743:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858744:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858745:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858746:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858747:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858748:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858750:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858752:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858752:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858753:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858754:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90d78) failed: 5
00000800:00000200:0.0:1550575220.858881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (23)--
00000800:00000200:0.0:1550575220.858881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (22)++
00000800:00000100:0.0:1550575220.858883:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x305c sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575220.858884:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575220.858886:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9000] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:0.0:1550575220.858894:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb3a00] (23)--
00000100:00020000:0.0:1550575220.858896:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575220.859107:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575220.859110:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575220.859111:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88146eeb3a00] (22)--
00000800:00000200:1.0:1550575220.859497:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88146eeb3a00] (21)--
00000800:00000200:3.0:1550575220.871043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (20)++
00000800:00000200:3.0:1550575220.871044:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (21)--
00000800:00000200:3.0:1550575220.871045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:3.0:1550575220.871046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (19)++
00000800:00000200:3.0:1550575220.871046:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (20)--
00000800:00000200:3.0:1550575220.871046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (19)--
00000800:00000200:3.0:1550575220.871047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (18)++
00000800:00000200:3.0:1550575220.871047:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (19)--
00000800:00000200:3.0:1550575220.871047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (18)--
00000800:00000200:3.0:1550575220.871048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (17)++
00000800:00000200:3.0:1550575220.871048:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (18)--
00000800:00000200:3.0:1550575220.871048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (17)--
00000800:00000200:3.0:1550575220.871049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (16)++
00000800:00000200:3.0:1550575220.871049:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (17)--
00000800:00000200:3.0:1550575220.871049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (16)--
00000800:00000200:3.0:1550575220.871050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (15)++
00000800:00000200:3.0:1550575220.871050:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (16)--
00000800:00000200:3.0:1550575220.871051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (15)--
00000800:00000200:3.0:1550575220.871051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (14)++
00000800:00000200:3.0:1550575220.871051:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (15)--
00000800:00000200:3.0:1550575220.871052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (14)--
00000800:00000200:3.0:1550575220.871052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (13)++
00000800:00000200:3.0:1550575220.871052:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (14)--
00000800:00000200:3.0:1550575220.871053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (13)--
00000800:00000200:3.0:1550575220.871053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (12)++
00000800:00000200:3.0:1550575220.871053:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (13)--
00000800:00000200:3.0:1550575220.871054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (12)--
00000800:00000200:3.0:1550575220.871054:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (11)++
00000800:00000200:3.0:1550575220.871054:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (12)--
00000800:00000200:3.0:1550575220.871054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (11)--
00000800:00000200:3.0:1550575220.871055:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (10)++
00000800:00000200:3.0:1550575220.871055:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (11)--
00000800:00000200:3.0:1550575220.871055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (10)--
00000800:00000200:3.0:1550575220.871056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (9)++
00000800:00000200:3.0:1550575220.871056:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (10)--
00000800:00000200:3.0:1550575220.871056:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (9)--
00000800:00000200:3.0:1550575220.871057:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (8)++
00000800:00000200:3.0:1550575220.871057:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (9)--
00000800:00000200:3.0:1550575220.871058:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (8)--
00000800:00000200:3.0:1550575220.871058:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (7)++
00000800:00000200:3.0:1550575220.871058:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (8)--
00000800:00000200:3.0:1550575220.871059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (7)--
00000800:00000200:3.0:1550575220.871059:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (6)++
00000800:00000200:3.0:1550575220.871059:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (7)--
00000800:00000200:3.0:1550575220.871060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (6)--
00000800:00000200:3.0:1550575220.871060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (5)++
00000800:00000200:3.0:1550575220.871060:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (6)--
00000800:00000200:3.0:1550575220.871061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (5)--
00000800:00000200:3.0:1550575220.871061:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (4)++
00000800:00000200:3.0:1550575220.871061:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (5)--
00000800:00000200:3.0:1550575220.871062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (4)--
00000800:00000200:3.0:1550575220.871062:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb3a00] (3)++
00000800:00000200:3.0:1550575220.871062:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb3a00] (4)--
00000800:00000200:3.0:1550575220.871063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (3)--
00000800:00000200:3.0:1550575220.871063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (2)--
00000400:00000200:3.0:1550575221.339041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575221.339043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 28 lpni_ping_timestamp 4295189942
00000400:00000200:0.0:1550575221.526635:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000800:00000200:0.0:1550575221.526639:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb3a00] (1)--
00000100:00000400:3.0:1550575221.526641:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575219/real 1550575219]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575251 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575221.526647:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575251 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575221.526649:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575251 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575221.526651:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575221.526653:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575221.526654:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575221.526656:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575221.526680:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575221.526682:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575221.526682:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575221.526684:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295198935
00000100:00080000:3.0:1550575221.526686:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575221.526688:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575221.526691:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df660900 x1625895440940032/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575221.526699:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440940000:172.20.0.211@o2ib1:400
00000100:00000200:3.0:1550575221.526703:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940000, portal 4
00000100:00100000:2.0:1550575221.526703:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940032:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575221.526705:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440940000, offset 0
00000400:00000200:3.0:1550575221.526706:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00000200:2.0:1550575221.526709:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940032, portal 4
00000400:00000200:3.0:1550575221.526711:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000100:00000200:2.0:1550575221.526711:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940032, offset 0
00000400:00000200:2.0:1550575221.526713:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:3.0:1550575221.526714:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575221.526717:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575221.526718:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (20)++
00000800:00000200:3.0:1550575221.526718:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (21)++
00000400:00000200:2.0:1550575221.526718:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:2.0:1550575221.526719:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575221.526720:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)--
00000100:00100000:3.0:1550575221.526721:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1550575221.526722:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440939984:172.20.0.211@o2ib1:400
00000800:00000200:2.0:1550575221.526722:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575221.526722:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (21)++
00000800:00000200:2.0:1550575221.526723:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (22)++
00000800:00000200:2.0:1550575221.526724:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (23)--
00000100:00000200:3.0:1550575221.526731:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939984, portal 4
00000100:00000200:3.0:1550575221.526732:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440939984, offset 0
00000400:00000200:3.0:1550575221.526734:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575221.526736:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575221.526737:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575221.526738:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000100:00100000:1.0:1550575221.526738:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:2f725050-db06-fe55-a79c-03010d354168:2493:1625895440939952:172.20.0.201@o2ib1:400
00000800:00000200:3.0:1550575221.526739:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (22)++
00000800:00000200:3.0:1550575221.526739:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (23)++
00000800:00000200:3.0:1550575221.526740:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (24)--
00000100:00100000:3.0:1550575221.526742:0:2494:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440939968:172.20.0.201@o2ib1:400
00000100:00000200:1.0:1550575221.526743:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939952, portal 25
00000100:00000200:3.0:1550575221.526761:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440939968, portal 10
00000100:00000200:1.0:1550575221.526761:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1625895440939952, offset 0
00000400:00000200:1.0:1550575221.526762:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000100:00000200:3.0:1550575221.526763:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440939968, offset 0
00000400:00000200:3.0:1550575221.526765:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.201@o2ib1
00000400:00000200:1.0:1550575221.526767:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575221.526769:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000400:00000200:3.0:1550575221.526770:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.201@o2ib1(172.20.0.201@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575221.526771:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575221.526771:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575221.526772:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (23)++
00000800:00000200:1.0:1550575221.526772:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (24)++
00000800:00000200:3.0:1550575221.526773:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575221.526774:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (25)++
00000800:00000200:3.0:1550575221.526774:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (26)++
00000800:00000200:1.0:1550575221.526774:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (26)--
00000800:00000200:3.0:1550575221.526775:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (26)--
00000100:00100000:1.0:1550575221.526776:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440940016:172.20.0.212@o2ib1:400
00000800:00000200:0.2:1550575221.526776:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (25)++
00000100:00000200:1.0:1550575221.526778:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940016, portal 4
00000100:00000200:1.0:1550575221.526779:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440940016, offset 0
00000400:00000200:1.0:1550575221.526780:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:0.0:1550575221.526782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (26)++
00000400:00000200:1.0:1550575221.526783:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575221.526784:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575221.526785:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575221.526786:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (26)++
00000800:00000200:1.0:1550575221.526786:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (27)++
00000800:00000200:1.0:1550575221.526790:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (28)--
00000800:00000200:0.0:1550575221.526791:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (28)--
00000100:00000200:0.0:1550575221.526795:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662d00 x1625895440940000/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.526798:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75000
00000800:00000200:0.0:1550575221.526799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (27)--
00000800:00000200:0.0:1550575221.526800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (26)++
00000800:00000200:0.0:1550575221.526801:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (27)--
00000100:00000200:0.0:1550575221.526802:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660900 x1625895440940032/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575227 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.526804:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e00
00000800:00000200:0.0:1550575221.526804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (26)--
00000800:00000200:0.0:1550575221.526805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (25)++
00000800:00000200:0.0:1550575221.526805:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (26)--
00000100:00000200:0.0:1550575221.526806:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660600 x1625895440939984/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.526808:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e80
00000800:00000200:0.0:1550575221.526809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (25)--
00000800:00000200:0.0:1550575221.526809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (24)++
00000800:00000200:0.0:1550575221.526810:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (25)--
00000100:00000200:0.0:1550575221.526811:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662a00 x1625895440939952/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575228 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.526812:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9100
00000800:00000200:0.0:1550575221.526813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (24)--
00000800:00000200:0.0:1550575221.526813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (23)++
00000800:00000200:0.0:1550575221.526814:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (24)--
00000100:00000200:0.0:1550575221.526815:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662100 x1625895440939968/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575228 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.526816:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75e00
00000800:00000200:0.0:1550575221.526817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.526818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.526819:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575221.526820:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (23)++
00000800:00000200:0.0:1550575221.526821:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (24)--
00000800:00000200:0.0:1550575221.526821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.526822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.526823:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (23)--
00000100:00000200:0.0:1550575221.526824:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662700 x1625895440940016/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.526825:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000800:00000200:0.0:1550575221.526826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575221.526827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:0.2:1550575221.526870:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575221.526872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.526874:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575221.526875:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575221.526878:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832fbd0
00000400:00000200:0.0:1550575221.526880:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x123c1 [1] + 192
00000100:00000200:0.0:1550575221.526882:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660600 x1625895440939984/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575221.526887:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.526888:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.526888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575221.526889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.526889:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575221.526891:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575221.526892:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832fbf0
00000100:00000200:3.0:1550575221.526893:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660600 x1625895440939984/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575221.526895:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660600 x1625895440939984/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575221.526897:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000400:00000200:0.0:1550575221.526898:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x123d9 [1] + 192
00000100:00000200:0.0:1550575221.526899:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662700 x1625895440940016/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575221.526900:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440939984:172.20.0.211@o2ib1:400
00000800:00000200:0.0:1550575221.526903:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.526904:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.526904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575221.526905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000100:00000200:1.0:1550575221.526920:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662700 x1625895440940016/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:1.0:1550575221.526923:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662700 x1625895440940016/t0(0) o400->hpcfs-OST0003-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575221.526925:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9e80
00000100:00100000:1.0:1550575221.526929:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440940016:172.20.0.212@o2ib1:400
00000800:00000200:0.2:1550575221.526966:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575221.526968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.526969:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575221.526970:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000400:00000200:0.0:1550575221.526971:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 10 MB=0x5c6be4832fbc0
00000400:00000200:0.0:1550575221.526972:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x123cd [1] + 192
00000100:00000200:0.0:1550575221.526974:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662100 x1625895440939968/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575221.526979:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.526979:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.526980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575221.526980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000100:00000200:3.0:1550575221.526984:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662100 x1625895440939968/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575221.526986:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662100 x1625895440939968/t0(0) o400->hpcfs-MDT0001-mdc-ffff880034986800@172.20.0.201@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575221.526987:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000100:00100000:3.0:1550575221.526989:0:2494:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_03:22e5bae6-83f9-7842-3de3-1b87825e7e92:2494:1625895440939968:172.20.0.201@o2ib1:400
00000800:00000200:2.0:1550575221.527804:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9000] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575221.528165:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575221.528171:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88143e336000 0x143e336000(0x143e336000)
00000800:00000200:1.0:1550575221.528172:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88143e337000 0x143e337000(0x143e337000)
00000800:00000200:1.0:1550575221.528173:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881441896000 0x1441896000(0x1441896000)
00000800:00000200:1.0:1550575221.528173:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881441897000 0x1441897000(0x1441897000)
00000800:00000200:1.0:1550575221.528174:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88144189e000 0x144189e000(0x144189e000)
00000800:00000200:1.0:1550575221.528174:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88144189f000 0x144189f000(0x144189f000)
00000800:00000200:1.0:1550575221.528175:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881573b12000 0x1573b12000(0x1573b12000)
00000800:00000200:1.0:1550575221.528175:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881573b13000 0x1573b13000(0x1573b13000)
00000800:00000200:1.0:1550575221.528175:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814adc3c000 0x14adc3c000(0x14adc3c000)
00000800:00000200:1.0:1550575221.528176:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814adc3d000 0x14adc3d000(0x14adc3d000)
00000800:00000200:1.0:1550575221.528176:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815e2a62000 0x15e2a62000(0x15e2a62000)
00000800:00000200:1.0:1550575221.528177:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e2a63000 0x15e2a63000(0x15e2a63000)
00000800:00000200:1.0:1550575221.528177:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815d1730000 0x15d1730000(0x15d1730000)
00000800:00000200:1.0:1550575221.528177:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815d1731000 0x15d1731000(0x15d1731000)
00000800:00000200:1.0:1550575221.528178:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815d1732000 0x15d1732000(0x15d1732000)
00000800:00000200:1.0:1550575221.528178:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815d1733000 0x15d1733000(0x15d1733000)
00000800:00000200:1.0:1550575221.528178:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e2c88000 0x15e2c88000(0x15e2c88000)
00000800:00000200:1.0:1550575221.528179:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e2c89000 0x15e2c89000(0x15e2c89000)
00000800:00000200:1.0:1550575221.529058:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575221.529058:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529059:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529059:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529060:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529060:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529060:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529060:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529061:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529061:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529061:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529062:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529062:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529062:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529063:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529063:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529063:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529064:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529064:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529064:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529065:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529065:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529065:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529066:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529066:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529066:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529066:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529067:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529067:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529067:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529068:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529068:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529068:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529068:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529069:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529069:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529069:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575221.529070:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575221.529450:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575221.529742:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575221.529750:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575221.529751:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575221.529752:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575221.529752:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575221.529753:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575221.529814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575221.529817:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575221.529819:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575221.529821:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575221.529823:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 4 MB=0x5c6be4832fbe0
00000400:00000200:0.0:1550575221.529825:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x123b1 [1] + 192
00000100:00000200:0.0:1550575221.529827:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662d00 x1625895440940000/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575221.529836:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575221.529837:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575221.529838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575221.529838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575221.529839:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000100:00000200:3.0:1550575221.529840:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662d00 x1625895440940000/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.529840:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000100:00000200:3.0:1550575221.529842:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662d00 x1625895440940000/t0(0) o400->hpcfs-OST0002-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575221.529842:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fc00
00000400:00000200:3.0:1550575221.529843:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000400:00000200:0.0:1550575221.529844:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x123b9 [1] + 0
00000100:00100000:3.0:1550575221.529845:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440940000:172.20.0.211@o2ib1:400
00000100:00000200:0.0:1550575221.529846:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660900 x1625895440940032/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575227 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575221.529850:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575221.529851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:0.0:1550575221.529851:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575221.529851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:3.0:1550575221.529852:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575221.529853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:3.0:1550575221.529854:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.201@o2ib1 : PUT
00000100:00000200:2.0:1550575221.529854:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660900 x1625895440940032/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575227 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575221.529855:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.201@o2ib1 of length 192 into portal 25 MB=0x5c6be4832fbb0
00000100:00000200:2.0:1550575221.529857:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660900 x1625895440940032/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575227 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575221.529859:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000400:00000200:3.0:1550575221.529861:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 19 from 12345-172.20.0.201@o2ib1 of length 192/192 into md 0x123c9 [1] + 192
00000100:00000200:3.0:1550575221.529863:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662a00 x1625895440939952/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000100:00080000:2.0:1550575221.529863:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:3.0:1550575221.529867:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575221.529868:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:3.0:1550575221.529868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000080:00080000:2.0:1550575221.529869:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575221.529870:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575221.529871:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575221.529872:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000100:00000200:1.0:1550575221.529872:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662a00 x1625895440939952/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000080:00080000:2.0:1550575221.529874:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00000200:1.0:1550575221.529874:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662a00 x1625895440939952/t0(0) o400->MGC172.20.0.201@o2ib1@172.20.0.201@o2ib1:26/25 lens 224/224 e 0 to 0 dl 1550575228 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:02000000:2.0:1550575221.529875:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000400:00000200:1.0:1550575221.529876:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9d80
00000100:00080000:2.0:1550575221.529877:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575251 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:1.0:1550575221.529878:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:2f725050-db06-fe55-a79c-03010d354168:2493:1625895440939952:172.20.0.201@o2ib1:400
00000100:00100000:2.0:1550575221.529883:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940032:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575221.529888:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440939936 new x1625895440940048
00000100:00000200:3.0:1550575221.529892:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fc10-0x5c6be4832fc10, portal 8
00000100:00000200:3.0:1550575221.529894:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575221.529895:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575221.529896:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575221.529898:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575221.529899:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575221.529900:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575221.529901:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575221.529901:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575221.529902:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575221.529909:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575221.529918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575221.529922:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575221.529924:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575253 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575221.529926:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75500
00000800:00000200:3.0:1550575221.529927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575221.529927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:0.2:1550575221.530070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575221.530075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.530078:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575221.530079:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000800:00000200:1.0:1550575221.530081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000400:00000200:0.0:1550575221.530081:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fc10
00000400:00000200:0.0:1550575221.530084:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x123e1 [256] + 0
00000400:00000200:0.0:1550575221.530085:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446042000
00000800:00000200:0.0:1550575221.530086:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.530087:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.530088:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (23)--
00000400:00000200:0.0:1550575221.530092:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575221.530093:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.2:1550575221.530094:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.530098:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575221.530100:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (23)++
00000800:00000200:1.0:1550575221.530101:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (24)--
00000800:00000200:1.0:1550575221.530101:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575221.530102:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575221.530103:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575221.530104:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.530104:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.530105:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.530105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575221.530111:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.530116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.530116:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.530117:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575221.530132:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575221.530135:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575221.530136:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575221.530140:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814410dd400] (23)++
00000800:00000200:0.0:1550575221.530149:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814410dd400] (24)--
00000800:00000200:0.0:1550575221.530150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575221.530150:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.2:1550575221.531125:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814410dd400] (21)++
00000400:00000200:3.0:1550575222.339041:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 67 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575222.339042:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575223.023630:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023633:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575223.023634:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023635:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023635:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023635:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023636:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023636:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023636:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023637:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023637:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023637:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023639:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023639:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023640:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023640:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023640:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023641:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023641:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023641:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023642:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023642:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023642:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023643:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023643:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023644:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023644:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023644:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023645:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023645:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023645:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023646:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023646:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023646:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023647:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023647:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023647:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023648:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023648:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023648:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023649:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023649:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023649:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023650:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023650:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023650:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023651:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023651:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023652:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023652:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023652:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023653:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023653:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023653:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023654:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023654:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023654:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023655:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023655:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023655:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023656:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023656:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023656:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023657:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023657:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023657:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023658:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023658:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023658:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023659:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023659:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023659:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023660:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023660:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023661:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023661:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023662:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023662:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023662:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023663:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023663:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023663:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023664:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023664:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023664:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023665:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023665:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023665:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023666:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023666:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023667:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023667:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023667:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023668:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023668:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023668:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023669:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023669:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023670:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023670:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023670:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023671:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023671:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023671:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023672:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023672:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023672:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023673:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023673:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023673:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023674:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023674:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023675:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023675:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023675:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023676:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023676:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023676:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023677:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023677:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023677:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023678:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023678:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023678:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023679:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023679:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023679:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023680:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023680:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023680:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023681:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023681:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023681:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023682:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023682:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023682:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023683:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023683:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023683:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023684:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023684:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023684:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023685:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023685:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023685:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023686:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023692:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023692:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023693:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023693:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023694:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023694:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023695:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023695:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023695:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023696:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023696:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023696:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023697:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023697:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023697:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023698:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023698:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023698:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023699:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023699:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023699:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023700:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023700:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023700:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023701:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023701:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023701:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023702:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023702:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023702:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023703:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023703:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023704:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023705:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023705:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023705:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023706:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023707:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023707:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023707:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023708:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023708:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023709:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023709:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023709:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023710:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023710:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023710:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023711:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023711:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023711:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023712:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023712:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023712:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023713:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023713:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023713:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023714:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023714:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023714:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023715:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023715:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023715:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023716:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023717:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023717:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023718:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023718:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023718:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023719:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023719:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023719:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023720:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023720:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023721:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023721:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023721:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023722:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023722:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023722:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023723:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023723:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023723:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023724:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023724:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023724:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023725:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023725:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023725:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023726:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023726:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023727:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023727:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023727:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023728:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023728:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023729:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023729:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023729:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023730:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023730:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023731:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023731:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023731:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023732:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023732:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023733:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023733:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023734:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023735:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023735:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023736:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023737:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023738:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023739:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023774:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023779:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023786:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023787:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (23)++
00000800:00000200:1.0:1550575223.023810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (24)--
00000800:00000100:0.0:1550575223.023810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (23)++
00000800:00000100:1.0:1550575223.023877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (24)--
00000800:00000200:1.0:1550575223.023878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575223.023884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000100:1.0:1550575223.023885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:1.0:1550575223.023887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:0.0:1550575223.023891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575223.023892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:1.0:1550575223.023893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000100:1.0:1550575223.023895:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3065 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575223.023896:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575223.023897:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575223.023899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (23)++
00000800:00000200:0.0:1550575223.023900:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (24)--
00000800:00000200:0.0:1550575223.023900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (22)++
00000800:00000200:0.0:1550575223.023901:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (23)--
00000800:00000200:0.0:1550575223.023902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575223.023902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (21)++
00000800:00000200:0.0:1550575223.023903:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (22)--
00000800:00000200:0.0:1550575223.023903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (21)--
00000800:00000200:1.0:1550575223.023904:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814410dd400] (20)--
00000800:00000200:0.0:1550575223.023904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (20)++
00000800:00000200:0.0:1550575223.023904:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (21)--
00000800:00000200:0.0:1550575223.023904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (20)--
00000800:00000200:0.0:1550575223.023905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (19)++
00000800:00000200:0.0:1550575223.023905:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (19)--
00000100:00020000:1.0:1550575223.023906:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575223.023906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (18)--
00000800:00000200:0.0:1550575223.023906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (17)++
00000800:00000200:0.0:1550575223.023907:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (18)--
00000800:00000200:0.0:1550575223.023907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (17)--
00000800:00000200:0.0:1550575223.023907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (16)++
00000800:00000200:0.0:1550575223.023908:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (17)--
00000800:00000200:0.0:1550575223.023908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (16)--
00000800:00000200:0.0:1550575223.023908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (15)++
00000800:00000200:0.0:1550575223.023909:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (16)--
00000800:00000200:0.0:1550575223.023909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (15)--
00000800:00000200:0.0:1550575223.023910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (14)++
00000800:00000200:0.0:1550575223.023910:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (15)--
00000800:00000200:0.0:1550575223.023910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (14)--
00000800:00000200:0.0:1550575223.023910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (13)++
00000800:00000200:0.0:1550575223.023911:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (14)--
00000800:00000200:0.0:1550575223.023911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (13)--
00000800:00000200:0.0:1550575223.023911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (12)++
00000800:00000200:0.0:1550575223.023912:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (13)--
00000800:00000200:0.0:1550575223.023912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (12)--
00000800:00000200:0.0:1550575223.023912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (11)++
00000800:00000200:0.0:1550575223.023913:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (12)--
00000800:00000200:0.0:1550575223.023913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (11)--
00000800:00000200:0.0:1550575223.023913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (10)++
00000800:00000200:0.0:1550575223.023914:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (11)--
00000800:00000200:0.0:1550575223.023915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (10)--
00000800:00000200:0.0:1550575223.023915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (9)++
00000800:00000200:0.0:1550575223.023915:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (10)--
00000800:00000200:0.0:1550575223.023916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (9)--
00000800:00000200:0.0:1550575223.023916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (8)++
00000800:00000200:0.0:1550575223.023916:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (9)--
00000800:00000200:0.0:1550575223.023917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (8)--
00000800:00000200:0.0:1550575223.023917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (7)++
00000800:00000200:0.0:1550575223.023917:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (8)--
00000800:00000200:0.0:1550575223.023918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (7)--
00000800:00000200:0.0:1550575223.023918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (6)++
00000800:00000200:0.0:1550575223.023918:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (7)--
00000800:00000200:0.0:1550575223.023919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (6)--
00000800:00000200:0.0:1550575223.023919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814410dd400] (5)++
00000800:00000200:0.0:1550575223.023919:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814410dd400] (6)--
00000800:00000200:0.0:1550575223.023919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (5)--
00000800:00000200:0.0:1550575223.023925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (4)--
00000400:00000200:2.0:1550575223.024096:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575223.024098:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575223.024099:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814410dd400] (3)--
00000400:00000200:1.0:1550575223.029590:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000800:00000200:1.0:1550575223.029593:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814410dd400] (2)--
00000800:00000200:1.0:1550575223.029607:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814410dd400] (1)--
00000100:00000400:3.0:1550575223.029655:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575221/real 1550575221]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575253 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575223.029660:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575253 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575223.029664:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575253 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575223.029666:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575223.029668:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575223.029669:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575223.029670:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575223.029675:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575223.029676:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575223.029677:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575223.029678:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295201130
00000100:00080000:3.0:1550575223.029680:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575223.029682:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575223.029687:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df662d00 x1625895440940064/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575223.029704:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940064:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575223.029710:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940064, portal 4
00000100:00000200:2.0:1550575223.029712:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940064, offset 0
00000400:00000200:2.0:1550575223.029713:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575223.029718:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575223.029720:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575223.029722:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575223.029723:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:2.0:1550575223.029724:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:2.0:1550575223.029725:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575223.029799:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575223.029837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575223.029849:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575223.029857:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662d00 x1625895440940064/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575229 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575223.029861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:0.0:1550575223.029867:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8e80
00000800:00000200:0.0:1550575223.029871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575223.029930:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575223.029938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575223.029949:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575223.029956:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575223.029963:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fc20
00000800:00000200:0.0:1550575223.029965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575223.029969:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x123ed [1] + 0
00000100:00000200:1.0:1550575223.029977:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662d00 x1625895440940064/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575229 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575223.029995:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575223.029997:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575223.029998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:2.0:1550575223.030016:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662d00 x1625895440940064/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575229 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575223.030026:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662d00 x1625895440940064/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575229 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575223.030049:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575223.030062:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575223.030072:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575223.030075:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575223.030077:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575223.030080:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575223.030085:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575223.030087:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575223.030091:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575253 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575223.030111:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940064:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575223.030133:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940048 new x1625895440940080
00000100:00000200:3.0:1550575223.030144:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fc30-0x5c6be4832fc30, portal 8
00000100:00000200:3.0:1550575223.030148:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575223.030152:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575223.030157:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575223.030168:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575223.030174:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575223.030180:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575223.030182:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575223.030184:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575223.030188:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575223.030208:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575223.030234:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575223.030241:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575223.030245:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575255 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575223.030252:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f00
00000800:00000200:1.0:1550575223.030254:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575223.030256:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575223.030902:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575223.031758:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575223.031778:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815c8e73000 0x15c8e73000(0x15c8e73000)
00000800:00000200:1.0:1550575223.031781:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815ceab5000 0x15ceab5000(0x15ceab5000)
00000800:00000200:1.0:1550575223.031783:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815cce2b000 0x15cce2b000(0x15cce2b000)
00000800:00000200:1.0:1550575223.031784:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88143e29b000 0x143e29b000(0x143e29b000)
00000800:00000200:1.0:1550575223.031785:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88157eae3000 0x157eae3000(0x157eae3000)
00000800:00000200:1.0:1550575223.031787:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881582c94000 0x1582c94000(0x1582c94000)
00000800:00000200:1.0:1550575223.031788:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815247a9000 0x15247a9000(0x15247a9000)
00000800:00000200:1.0:1550575223.031789:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88143e316000 0x143e316000(0x143e316000)
00000800:00000200:1.0:1550575223.031790:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88152641b000 0x152641b000(0x152641b000)
00000800:00000200:1.0:1550575223.031792:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815c7b89000 0x15c7b89000(0x15c7b89000)
00000800:00000200:1.0:1550575223.031793:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8815df608000 0x15df608000(0x15df608000)
00000800:00000200:1.0:1550575223.031794:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8815e4919000 0x15e4919000(0x15e4919000)
00000800:00000200:1.0:1550575223.031796:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8815e2009000 0x15e2009000(0x15e2009000)
00000800:00000200:1.0:1550575223.031797:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143e24f000 0x143e24f000(0x143e24f000)
00000800:00000200:1.0:1550575223.031799:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e4f1d000 0x15e4f1d000(0x15e4f1d000)
00000800:00000200:1.0:1550575223.031800:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff881559dd1000 0x1559dd1000(0x1559dd1000)
00000800:00000200:1.0:1550575223.031801:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815e5830000 0x15e5830000(0x15e5830000)
00000800:00000200:1.0:1550575223.031803:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815e5831000 0x15e5831000(0x15e5831000)
00000800:00000200:1.0:1550575223.032857:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575223.032858:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032858:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032858:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032859:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032859:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032859:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032860:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032860:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032860:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032861:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032861:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032861:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032861:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032862:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032862:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032862:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032863:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032863:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032863:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032864:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032864:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032864:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032864:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032865:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032865:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032865:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032866:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032866:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032866:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032866:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032867:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032867:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032867:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032868:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032868:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.032868:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575223.032870:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575223.033270:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575223.033635:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575223.033638:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575223.033640:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575223.033642:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbeca600] (20)++
00000800:00000200:1.0:1550575223.033644:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbeca600] (21)--
00000800:00000200:0.2:1550575223.033676:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbeca600] (20)++
00000800:00000200:0.0:1550575223.033705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (21)++
00000800:00000200:0.0:1550575223.033714:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575223.033720:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575223.033726:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575223.033730:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fc30
00000400:00000200:0.0:1550575223.033739:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x123f5 [256] + 0
00000400:00000200:0.0:1550575223.033744:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000800:00000200:0.0:1550575223.033747:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (22)++
00000800:00000200:0.0:1550575223.033750:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (23)--
00000400:00000200:0.0:1550575223.033759:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575223.033764:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575223.033767:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575223.033779:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575223.033781:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbeca600] (22)++
00000800:00000200:0.0:1550575223.033782:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbeca600] (23)++
00000800:00000200:0.0:1550575223.033786:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbeca600] (24)--
00000800:00000200:0.0:1550575223.033787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575223.033789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)--
00000800:00000200:0.2:1550575223.033797:0:2483:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbeca600] (21)++
00000800:00000200:0.0:1550575223.033803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000200:0.0:1550575223.033805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575223.033807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)--
00000800:00000200:0.2:1550575223.033829:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbeca600] (21)++
00000800:00000200:0.0:1550575223.033840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000200:0.0:1550575223.033843:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575223.033853:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbeca600] (23)++
00000800:00000200:0.0:1550575223.033874:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbeca600] (24)--
00000800:00000200:0.0:1550575223.033875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575223.033876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)--
00000800:00000200:0.2:1550575223.034896:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbeca600] (21)++
00000400:00000200:3.0:1550575223.339856:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 69 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575223.339858:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575224.339982:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 69 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575224.339984:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575224.550650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550652:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575224.550653:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550654:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550654:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550655:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550655:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550655:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550656:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550656:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550665:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550666:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550666:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550666:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550667:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550667:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550667:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550668:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550668:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550668:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550669:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550669:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550669:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550670:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550670:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550671:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550671:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550672:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550672:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550674:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550685:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550686:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550687:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550687:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550688:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550688:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550688:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550689:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550689:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550689:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550690:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550690:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550690:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550691:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550691:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550692:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550692:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550716:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550718:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550729:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550741:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550742:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575224.550894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (23)--
00000800:00000200:0.0:1550575224.550894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (22)++
00000800:00000100:0.0:1550575224.550895:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3068 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575224.550897:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575224.550898:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575224.550904:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbeca600] (23)--
00000100:00020000:0.0:1550575224.550905:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575224.551089:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575224.551091:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575224.551092:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbeca600] (22)--
00000800:00000200:1.0:1550575224.551648:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbeca600] (21)--
00000800:00000200:1.0:1550575224.680041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (20)++
00000800:00000200:1.0:1550575224.680042:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (21)--
00000800:00000200:1.0:1550575224.680042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575224.680043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (19)++
00000800:00000200:1.0:1550575224.680043:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (20)--
00000800:00000200:1.0:1550575224.680043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (19)--
00000800:00000200:1.0:1550575224.680044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (18)++
00000800:00000200:1.0:1550575224.680044:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (19)--
00000800:00000200:1.0:1550575224.680044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (18)--
00000800:00000200:1.0:1550575224.680045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (17)++
00000800:00000200:1.0:1550575224.680045:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (18)--
00000800:00000200:1.0:1550575224.680046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (17)--
00000800:00000200:1.0:1550575224.680046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (16)++
00000800:00000200:1.0:1550575224.680046:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (17)--
00000800:00000200:1.0:1550575224.680047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (16)--
00000800:00000200:1.0:1550575224.680047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (15)++
00000800:00000200:1.0:1550575224.680047:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (16)--
00000800:00000200:1.0:1550575224.680048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (15)--
00000800:00000200:1.0:1550575224.680048:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (14)++
00000800:00000200:1.0:1550575224.680048:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (15)--
00000800:00000200:1.0:1550575224.680049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (14)--
00000800:00000200:1.0:1550575224.680049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (13)++
00000800:00000200:1.0:1550575224.680049:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (14)--
00000800:00000200:1.0:1550575224.680050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (13)--
00000800:00000200:1.0:1550575224.680050:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (12)++
00000800:00000200:1.0:1550575224.680051:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (13)--
00000800:00000200:1.0:1550575224.680051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (12)--
00000800:00000200:1.0:1550575224.680051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (11)++
00000800:00000200:1.0:1550575224.680052:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (12)--
00000800:00000200:1.0:1550575224.680052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (11)--
00000800:00000200:1.0:1550575224.680052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (10)++
00000800:00000200:1.0:1550575224.680053:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (11)--
00000800:00000200:1.0:1550575224.680053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (10)--
00000800:00000200:1.0:1550575224.680053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (9)++
00000800:00000200:1.0:1550575224.680054:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (10)--
00000800:00000200:1.0:1550575224.680054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (9)--
00000800:00000200:1.0:1550575224.680054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (8)++
00000800:00000200:1.0:1550575224.680055:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (9)--
00000800:00000200:1.0:1550575224.680055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (8)--
00000800:00000200:1.0:1550575224.680055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (7)++
00000800:00000200:1.0:1550575224.680056:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (8)--
00000800:00000200:1.0:1550575224.680056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (7)--
00000800:00000200:1.0:1550575224.680056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (6)++
00000800:00000200:1.0:1550575224.680057:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (7)--
00000800:00000200:1.0:1550575224.680057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (6)--
00000800:00000200:1.0:1550575224.680057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (5)++
00000800:00000200:1.0:1550575224.680058:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (6)--
00000800:00000200:1.0:1550575224.680058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (5)--
00000800:00000200:1.0:1550575224.680058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (4)++
00000800:00000200:1.0:1550575224.680059:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (5)--
00000800:00000200:1.0:1550575224.680059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (4)--
00000800:00000200:1.0:1550575224.680059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbeca600] (3)++
00000800:00000200:1.0:1550575224.680059:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbeca600] (4)--
00000800:00000200:1.0:1550575224.680060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (3)--
00000800:00000200:1.0:1550575224.680060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (2)--
00000400:00000200:0.0:1550575225.225699:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:0.0:1550575225.225706:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbeca600] (1)--
00000100:00000400:3.0:1550575225.225771:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575223/real 1550575223]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575255 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575225.225779:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575255 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575225.225781:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575255 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575225.225784:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575225.225787:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575225.225788:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575225.225790:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575225.225798:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575225.225799:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575225.225800:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575225.225801:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295202633
00000100:00080000:3.0:1550575225.225804:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575225.225807:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575225.225814:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df662100 x1625895440940096/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575225.225833:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940096:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575225.225843:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940096, portal 4
00000100:00000200:2.0:1550575225.225845:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940096, offset 0
00000400:00000200:2.0:1550575225.225847:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575225.225854:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575225.225856:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575225.225860:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575225.225861:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:2.0:1550575225.225862:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:2.0:1550575225.225865:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575225.225881:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575225.225887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575225.225892:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575225.225896:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df662100 x1625895440940096/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575231 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575225.225899:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8080
00000800:00000200:0.0:1550575225.225899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575225.225901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575225.226057:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575225.226105:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575225.226108:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575225.226111:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575225.226114:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fc40
00000400:00000200:0.0:1550575225.226116:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12401 [1] + 0
00000100:00000200:0.0:1550575225.226121:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df662100 x1625895440940096/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575231 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575225.226127:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575225.226128:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575225.226129:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575225.226130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:2.0:1550575225.226134:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df662100 x1625895440940096/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575231 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575225.226137:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df662100 x1625895440940096/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575231 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575225.226140:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575225.226146:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575225.226153:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575225.226155:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575225.226155:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575225.226157:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575225.226159:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575225.226159:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575225.226161:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575255 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575225.226168:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940096:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575225.226177:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940080 new x1625895440940112
00000100:00000200:3.0:1550575225.226185:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fc50-0x5c6be4832fc50, portal 8
00000100:00000200:3.0:1550575225.226186:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575225.226188:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575225.226190:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575225.226195:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575225.226197:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575225.226200:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575225.226201:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575225.226201:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575225.226203:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575225.226216:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575225.226227:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575225.226230:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575225.226231:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575257 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575225.226232:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:0.0:1550575225.226234:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d00
00000800:00000200:0.0:1550575225.226235:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575225.226845:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575225.227827:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575225.227833:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff880032fd2000 0x32fd2000(0x32fd2000)
00000800:00000200:1.0:1550575225.227834:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff880032fd3000 0x32fd3000(0x32fd3000)
00000800:00000200:1.0:1550575225.227834:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88003438c000 0x3438c000(0x3438c000)
00000800:00000200:1.0:1550575225.227835:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88003438d000 0x3438d000(0x3438d000)
00000800:00000200:1.0:1550575225.227835:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88003438e000 0x3438e000(0x3438e000)
00000800:00000200:1.0:1550575225.227835:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88003438f000 0x3438f000(0x3438f000)
00000800:00000200:1.0:1550575225.227836:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff880032c5c000 0x32c5c000(0x32c5c000)
00000800:00000200:1.0:1550575225.227836:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff880032c5d000 0x32c5d000(0x32c5d000)
00000800:00000200:1.0:1550575225.227836:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff880032c5e000 0x32c5e000(0x32c5e000)
00000800:00000200:1.0:1550575225.227837:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff880032c5f000 0x32c5f000(0x32c5f000)
00000800:00000200:1.0:1550575225.227837:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88003402c000 0x3402c000(0x3402c000)
00000800:00000200:1.0:1550575225.227838:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88003402d000 0x3402d000(0x3402d000)
00000800:00000200:1.0:1550575225.227838:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88003402e000 0x3402e000(0x3402e000)
00000800:00000200:1.0:1550575225.227838:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88003402f000 0x3402f000(0x3402f000)
00000800:00000200:1.0:1550575225.227839:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff880034390000 0x34390000(0x34390000)
00000800:00000200:1.0:1550575225.227839:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff880034391000 0x34391000(0x34391000)
00000800:00000200:1.0:1550575225.227839:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff880034392000 0x34392000(0x34392000)
00000800:00000200:1.0:1550575225.227840:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff880034393000 0x34393000(0x34393000)
00000800:00000200:1.0:1550575225.228680:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575225.228681:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228681:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228682:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228682:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228682:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228683:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228683:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228683:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228684:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228684:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228684:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228685:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228685:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228685:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228686:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228686:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228686:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228687:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228687:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228687:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228687:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228688:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228688:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228688:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228689:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228689:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228689:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228690:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228690:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228690:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228690:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228691:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228691:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228691:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228691:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.228692:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575225.228693:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575225.229040:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575225.229400:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575225.229401:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575225.229401:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575225.229402:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88146eeb2800] (20)++
00000800:00000200:1.0:1550575225.229403:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88146eeb2800] (21)--
00000800:00000200:0.2:1550575225.229464:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2800] (20)++
00000800:00000200:0.0:1550575225.229475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (21)++
00000800:00000200:0.0:1550575225.229478:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575225.229480:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575225.229483:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575225.229484:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fc50
00000400:00000200:0.0:1550575225.229486:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12409 [256] + 0
00000400:00000200:0.0:1550575225.229487:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446044000
00000800:00000200:0.0:1550575225.229489:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (22)++
00000800:00000200:0.0:1550575225.229490:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (23)--
00000400:00000200:0.0:1550575225.229493:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575225.229495:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575225.229496:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575225.229501:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575225.229501:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2800] (22)++
00000800:00000200:0.0:1550575225.229502:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2800] (23)++
00000800:00000200:0.0:1550575225.229503:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2800] (24)--
00000800:00000200:0.0:1550575225.229503:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575225.229504:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)--
00000800:00000200:0.2:1550575225.229514:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2800] (21)++
00000800:00000200:0.0:1550575225.229518:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000200:0.0:1550575225.229518:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575225.229520:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)--
00000800:00000200:0.2:1550575225.229554:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2800] (21)++
00000800:00000200:0.0:1550575225.229558:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000200:0.0:1550575225.229559:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575225.229564:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2800] (23)++
00000800:00000200:0.0:1550575225.229571:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2800] (24)--
00000800:00000200:0.0:1550575225.229572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575225.229572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)--
00000800:00000200:0.2:1550575225.230552:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2800] (21)++
00000400:00000200:3.0:1550575225.339394:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 71 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575225.339396:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575226.340671:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 71 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575226.340674:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575226.710650:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710653:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575226.710654:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710656:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710657:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710657:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710658:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710658:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710659:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710659:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710660:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710660:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710660:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710661:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710661:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710661:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710662:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710662:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710663:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710663:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710663:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710664:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710664:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710664:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710665:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710665:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710673:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710673:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710674:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710674:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710675:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710675:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710676:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710676:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710676:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710677:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710677:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710677:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710678:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710678:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710678:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710679:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710679:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710679:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710680:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710680:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710681:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710681:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710681:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710682:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710682:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710682:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710683:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710683:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710683:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710684:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710684:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710684:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710685:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710685:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710686:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710686:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710687:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710693:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710693:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710694:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710694:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710694:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710695:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710696:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710696:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710697:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710698:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710699:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710700:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710701:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710701:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710702:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710703:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710705:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710706:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710707:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710708:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710709:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710709:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710710:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710711:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710712:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710713:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710713:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710714:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710714:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710715:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710715:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710715:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710716:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710716:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710717:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710717:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710717:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710718:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710718:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710719:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710719:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710720:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710720:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710720:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710721:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710721:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710721:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710722:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710722:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710722:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710723:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710723:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710723:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710724:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710724:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710724:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710725:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710725:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710725:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710726:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710726:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710726:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710727:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710727:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710728:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710728:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710728:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710729:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710729:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710730:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710730:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710730:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710731:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710731:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710731:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710732:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710732:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710732:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710733:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710733:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710733:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710734:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710734:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710734:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710735:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710735:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710735:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710736:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710736:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710736:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710737:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710737:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710737:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710738:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710738:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710738:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710739:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710739:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710739:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710740:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710740:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710740:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710741:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710741:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710742:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710742:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710743:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710743:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710743:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710744:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710744:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710745:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710745:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710746:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710746:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710748:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710748:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710749:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710750:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710758:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710759:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710760:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710761:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710762:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710762:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575226.710905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)--
00000800:00000200:0.0:1550575226.710905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)++
00000800:00000100:0.0:1550575226.710908:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x306b sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575226.710910:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575226.710912:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575226.710919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (23)++
00000800:00000200:0.0:1550575226.710920:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2800] (23)--
00000800:00000200:1.0:1550575226.710921:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (23)--
00000800:00000200:1.0:1550575226.710922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (22)--
00000800:00000200:1.0:1550575226.710922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (21)++
00000800:00000200:1.0:1550575226.710923:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (22)--
00000800:00000200:1.0:1550575226.710923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (21)--
00000800:00000200:1.0:1550575226.710923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (20)++
00000100:00020000:0.0:1550575226.710923:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575226.710924:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (21)--
00000800:00000200:1.0:1550575226.710924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575226.710925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (19)++
00000800:00000200:1.0:1550575226.710925:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (20)--
00000800:00000200:1.0:1550575226.710925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (19)--
00000800:00000200:1.0:1550575226.710926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (18)++
00000800:00000200:1.0:1550575226.710926:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (19)--
00000800:00000200:1.0:1550575226.710926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (18)--
00000800:00000200:1.0:1550575226.710927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (17)++
00000800:00000200:1.0:1550575226.710927:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (18)--
00000800:00000200:1.0:1550575226.710927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (17)--
00000800:00000200:1.0:1550575226.710928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (16)++
00000800:00000200:1.0:1550575226.710928:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (17)--
00000800:00000200:1.0:1550575226.710929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (16)--
00000800:00000200:1.0:1550575226.710929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (15)++
00000800:00000200:1.0:1550575226.710929:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (16)--
00000800:00000200:1.0:1550575226.710930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (15)--
00000800:00000200:1.0:1550575226.710930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (14)++
00000800:00000200:1.0:1550575226.710930:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (15)--
00000800:00000200:1.0:1550575226.710931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (14)--
00000800:00000200:1.0:1550575226.710931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (13)++
00000800:00000200:1.0:1550575226.710931:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (14)--
00000800:00000200:1.0:1550575226.710931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (13)--
00000800:00000200:1.0:1550575226.710932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (12)++
00000800:00000200:1.0:1550575226.710932:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (13)--
00000800:00000200:1.0:1550575226.710932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (12)--
00000800:00000200:1.0:1550575226.710933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (11)++
00000800:00000200:1.0:1550575226.710933:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (12)--
00000800:00000200:1.0:1550575226.710933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (11)--
00000800:00000200:1.0:1550575226.710947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (10)++
00000800:00000200:1.0:1550575226.710948:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (11)--
00000800:00000200:1.0:1550575226.710948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (10)--
00000800:00000200:1.0:1550575226.710948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (9)++
00000800:00000200:1.0:1550575226.710949:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (10)--
00000800:00000200:1.0:1550575226.710949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (9)--
00000800:00000200:1.0:1550575226.710949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (8)++
00000800:00000200:1.0:1550575226.710950:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (9)--
00000800:00000200:1.0:1550575226.710950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (8)--
00000800:00000200:1.0:1550575226.710951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (7)++
00000800:00000200:1.0:1550575226.710951:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (8)--
00000800:00000200:1.0:1550575226.710951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (7)--
00000800:00000200:1.0:1550575226.710952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (6)++
00000800:00000200:1.0:1550575226.710952:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (7)--
00000800:00000200:1.0:1550575226.710952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (6)--
00000800:00000200:1.0:1550575226.710953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2800] (5)++
00000800:00000200:1.0:1550575226.710953:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2800] (6)--
00000800:00000200:1.0:1550575226.710954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (5)--
00000800:00000200:1.0:1550575226.710955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (4)--
00000400:00000200:2.0:1550575226.711160:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575226.711163:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575226.711164:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88146eeb2800] (3)--
00000800:00000200:1.0:1550575226.711645:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88146eeb2800] (2)--
00000400:00000200:3.0:1550575227.340228:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 72 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575227.340231:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:0.0:1550575227.373721:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446044000
00000800:00000200:0.0:1550575227.373727:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2800] (1)--
00000100:00000400:3.0:1550575227.373728:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575225/real 1550575225]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575257 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:2.0:1550575227.374921:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (1)--
00000100:00000200:3.0:1550575227.395340:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575257 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575227.395344:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575257 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575227.395346:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575227.395348:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575227.395350:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575227.395351:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575227.395359:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575227.395361:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575227.395362:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575227.395363:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295204829
00000100:00080000:3.0:1550575227.395365:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575227.395368:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575227.395375:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df660600 x1625895440940128/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:2.0:1550575227.395388:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940128:172.20.0.212@o2ib1:8
00000100:00000200:2.0:1550575227.395396:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940128, portal 4
00000100:00000200:2.0:1550575227.395398:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940128, offset 0
00000400:00000200:2.0:1550575227.395400:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:2.0:1550575227.395406:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:2.0:1550575227.395408:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:2.0:1550575227.395411:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575227.395412:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:2.0:1550575227.395412:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:2.0:1550575227.395416:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575227.395468:0:1247:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575227.395643:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575227.395651:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575227.395654:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df660600 x1625895440940128/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575233 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575227.395658:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8980
00000800:00000200:0.0:1550575227.395658:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575227.395660:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575227.395661:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575227.395661:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575227.395663:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575227.395666:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fc60
00000400:00000200:0.0:1550575227.395669:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12415 [1] + 0
00000100:00000200:0.0:1550575227.395672:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df660600 x1625895440940128/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575233 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575227.395679:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575227.395680:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575227.395680:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:2.0:1550575227.395683:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df660600 x1625895440940128/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575233 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:2.0:1550575227.395686:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df660600 x1625895440940128/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575233 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:2.0:1550575227.395688:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:2.0:1550575227.395693:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575227.395698:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575227.395700:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575227.395701:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575227.395702:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575227.395705:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575227.395705:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575227.395706:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575257 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:2.0:1550575227.395712:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940128:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575227.395720:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940112 new x1625895440940144
00000100:00000200:3.0:1550575227.395726:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fc70-0x5c6be4832fc70, portal 8
00000100:00000200:3.0:1550575227.395728:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575227.395729:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575227.395731:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575227.395736:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575227.395737:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575227.395740:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575227.395740:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575227.395741:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575227.395743:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575227.395756:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575227.395759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575227.395763:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575227.395765:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575259 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575227.395767:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75f80
00000800:00000200:1.0:1550575227.395769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575227.395769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.0:1550575227.397448:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575227.397457:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88157ebae000 0x157ebae000(0x157ebae000)
00000800:00000200:1.0:1550575227.397458:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88157ebaf000 0x157ebaf000(0x157ebaf000)
00000800:00000200:1.0:1550575227.397458:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8815266c2000 0x15266c2000(0x15266c2000)
00000800:00000200:1.0:1550575227.397459:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8815266c3000 0x15266c3000(0x15266c3000)
00000800:00000200:1.0:1550575227.397459:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8815e1b9e000 0x15e1b9e000(0x15e1b9e000)
00000800:00000200:1.0:1550575227.397460:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8815e1b9f000 0x15e1b9f000(0x15e1b9f000)
00000800:00000200:1.0:1550575227.397460:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881559dd2000 0x1559dd2000(0x1559dd2000)
00000800:00000200:1.0:1550575227.397461:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881559dd3000 0x1559dd3000(0x1559dd3000)
00000800:00000200:1.0:1550575227.397461:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88147a364000 0x147a364000(0x147a364000)
00000800:00000200:1.0:1550575227.397462:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88147a365000 0x147a365000(0x147a365000)
00000800:00000200:1.0:1550575227.397462:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88147a366000 0x147a366000(0x147a366000)
00000800:00000200:1.0:1550575227.397463:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88147a367000 0x147a367000(0x147a367000)
00000800:00000200:1.0:1550575227.397463:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff881526704000 0x1526704000(0x1526704000)
00000800:00000200:1.0:1550575227.397463:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8815e3369000 0x15e3369000(0x15e3369000)
00000800:00000200:1.0:1550575227.397464:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8815e336a000 0x15e336a000(0x15e336a000)
00000800:00000200:1.0:1550575227.397464:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8815e336b000 0x15e336b000(0x15e336b000)
00000800:00000200:1.0:1550575227.397464:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8815c87dc000 0x15c87dc000(0x15c87dc000)
00000800:00000200:1.0:1550575227.397465:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8815c87dd000 0x15c87dd000(0x15c87dd000)
00000800:00000200:1.0:1550575227.398313:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575227.398315:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398315:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398315:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398316:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398316:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398317:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398317:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398317:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398318:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398318:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398318:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398319:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398319:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398319:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398319:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398320:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398320:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398320:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398321:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398321:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398321:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398322:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398322:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398322:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398323:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398323:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398323:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398324:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398324:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398325:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398325:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398325:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398325:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398326:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398326:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.398326:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:1.0:1550575227.398327:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575227.398722:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575227.399083:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575227.399084:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575227.399084:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:1.0:1550575227.399085:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbecbc00] (20)++
00000800:00000200:1.0:1550575227.399086:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbecbc00] (21)--
00000800:00000200:0.2:1550575227.399145:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecbc00] (20)++
00000800:00000200:0.0:1550575227.399157:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (21)++
00000800:00000200:0.0:1550575227.399160:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575227.399162:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575227.399164:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575227.399166:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fc70
00000400:00000200:0.0:1550575227.399168:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1241d [256] + 0
00000400:00000200:0.0:1550575227.399169:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446042000
00000800:00000200:0.0:1550575227.399171:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (22)++
00000800:00000200:0.0:1550575227.399172:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (23)--
00000400:00000200:0.0:1550575227.399177:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575227.399179:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575227.399180:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575227.399184:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575227.399185:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbecbc00] (22)++
00000800:00000200:0.0:1550575227.399186:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbecbc00] (23)++
00000800:00000200:0.0:1550575227.399187:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbecbc00] (24)--
00000800:00000200:0.0:1550575227.399187:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575227.399188:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)--
00000800:00000200:0.2:1550575227.399197:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecbc00] (21)++
00000800:00000200:0.0:1550575227.399201:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000200:0.0:1550575227.399202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575227.399202:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)--
00000800:00000200:0.2:1550575227.399239:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecbc00] (21)++
00000800:00000200:0.0:1550575227.399243:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000200:0.0:1550575227.399244:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575227.399249:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecbc00] (23)++
00000800:00000200:0.0:1550575227.399256:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecbc00] (24)--
00000800:00000200:0.0:1550575227.399257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575227.399257:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)--
00000800:00000200:0.2:1550575227.400162:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecbc00] (21)++
00000400:00000200:3.0:1550575228.340988:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 73 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575228.340990:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575228.881771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575228.881775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881925:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881934:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881950:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881961:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881970:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881971:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881974:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881974:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881979:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881980:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881981:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881982:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881982:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881983:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881983:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881984:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881984:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881985:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881985:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881986:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881986:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881986:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881987:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881987:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881987:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881988:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881988:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881989:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881990:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881991:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881991:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881991:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881992:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881993:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881993:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881993:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881994:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881995:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881995:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881995:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881996:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881996:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881997:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881998:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881998:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.881999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.881999:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.881999:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882000:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882001:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882002:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882002:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882003:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882003:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882004:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882005:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882005:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882006:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882006:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882007:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882008:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882008:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882009:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882010:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882011:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882013:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882013:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882015:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882016:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882040:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882042:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882043:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575228.882043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (23)--
00000800:00000200:0.0:1550575228.882043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (22)++
00000800:00000100:0.0:1550575228.882045:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x306e sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575228.882047:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575228.882049:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575228.882057:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbecbc00] (23)--
00000100:00020000:0.0:1550575228.882059:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575228.882251:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575228.882254:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575228.882255:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbecbc00] (22)--
00000800:00000200:1.0:1550575228.882824:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbecbc00] (21)--
00000400:00000200:3.0:1550575229.340875:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 74 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575229.340877:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:0.0:1550575229.537741:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446042000
00000800:00000200:0.0:1550575229.537744:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:0.0:1550575229.537746:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (19)++
00000800:00000200:0.0:1550575229.537747:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (20)--
00000800:00000200:0.0:1550575229.537747:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (19)--
00000800:00000200:0.0:1550575229.537747:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (18)++
00000800:00000200:0.0:1550575229.537748:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (19)--
00000800:00000200:0.0:1550575229.537748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (18)--
00000800:00000200:0.0:1550575229.537749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (17)++
00000800:00000200:0.0:1550575229.537749:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (18)--
00000800:00000200:0.0:1550575229.537749:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (17)--
00000800:00000200:0.0:1550575229.537749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (16)++
00000800:00000200:0.0:1550575229.537750:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (17)--
00000800:00000200:0.0:1550575229.537751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (16)--
00000800:00000200:0.0:1550575229.537751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (15)++
00000800:00000200:0.0:1550575229.537752:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (16)--
00000800:00000200:0.0:1550575229.537752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (15)--
00000800:00000200:0.0:1550575229.537752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (14)++
00000800:00000200:0.0:1550575229.537753:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (15)--
00000800:00000200:0.0:1550575229.537753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (14)--
00000800:00000200:0.0:1550575229.537754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (13)++
00000800:00000200:0.0:1550575229.537754:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (14)--
00000800:00000200:0.0:1550575229.537754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (13)--
00000800:00000200:0.0:1550575229.537754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (12)++
00000800:00000200:0.0:1550575229.537755:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (13)--
00000800:00000200:0.0:1550575229.537755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (12)--
00000800:00000200:0.0:1550575229.537755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (11)++
00000800:00000200:0.0:1550575229.537756:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (12)--
00000800:00000200:0.0:1550575229.537756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (11)--
00000800:00000200:0.0:1550575229.537756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (10)++
00000800:00000200:0.0:1550575229.537757:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (11)--
00000800:00000200:0.0:1550575229.537757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (10)--
00000800:00000200:0.0:1550575229.537757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (9)++
00000800:00000200:0.0:1550575229.537758:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (10)--
00000800:00000200:0.0:1550575229.537758:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (9)--
00000800:00000200:0.0:1550575229.537758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (8)++
00000800:00000200:0.0:1550575229.537758:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (9)--
00000800:00000200:0.0:1550575229.537759:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (8)--
00000800:00000200:0.0:1550575229.537759:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (7)++
00000800:00000200:0.0:1550575229.537759:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (8)--
00000800:00000200:0.0:1550575229.537760:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (7)--
00000800:00000200:0.0:1550575229.537760:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (6)++
00000800:00000200:0.0:1550575229.537760:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (7)--
00000800:00000200:0.0:1550575229.537776:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (6)--
00000800:00000200:0.0:1550575229.537777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (5)++
00000800:00000200:0.0:1550575229.537777:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (6)--
00000800:00000200:0.0:1550575229.537777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (5)--
00000800:00000200:0.0:1550575229.537778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (4)++
00000800:00000200:0.0:1550575229.537778:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (5)--
00000800:00000200:0.0:1550575229.537778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (4)--
00000800:00000200:0.0:1550575229.537779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (3)++
00000800:00000200:0.0:1550575229.537780:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (4)--
00000800:00000200:0.0:1550575229.537780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (3)--
00000800:00000200:0.0:1550575229.537780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecbc00] (2)++
00000800:00000200:0.0:1550575229.537781:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecbc00] (3)--
00000800:00000200:0.0:1550575229.537781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (2)--
00000800:00000200:0.0:1550575229.537782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecbc00] (1)--
00000100:00000400:3.0:1550575229.537814:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575227/real 1550575227]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575259 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575229.537821:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575259 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575229.537823:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575259 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575229.537826:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575229.537828:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575229.537830:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:3.0:1550575229.537831:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1550575229.537839:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575229.537840:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:3.0:1550575229.537841:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575229.537842:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295206999
00000100:00080000:3.0:1550575229.537845:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:3.0:1550575229.537847:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575229.537855:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df661800 x1625895440940160/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575229.537867:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940160:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575229.537871:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940160, portal 4
00000100:00000200:3.0:1550575229.537873:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940160, offset 0
00000400:00000200:3.0:1550575229.537875:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575229.537881:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575229.537884:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575229.537887:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575229.537888:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575229.537889:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575229.537891:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575229.537961:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575229.537974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575229.537977:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575229.537980:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661800 x1625895440940160/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575235 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575229.537982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:0.0:1550575229.537984:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75880
00000800:00000200:0.0:1550575229.537986:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575229.538076:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575229.538139:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575229.538145:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575229.538148:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:0.0:1550575229.538150:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575229.538151:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fc80
00000400:00000200:1.0:1550575229.538153:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12429 [1] + 0
00000100:00000200:1.0:1550575229.538157:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661800 x1625895440940160/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575235 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575229.538164:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575229.538165:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575229.538165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:3.0:1550575229.538172:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440940160/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575235 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575229.538174:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440940160/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575235 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575229.538178:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00080000:3.0:1550575229.538182:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:3.0:1550575229.538188:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:3.0:1550575229.538190:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:3.0:1550575229.538191:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:3.0:1550575229.538192:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:3.0:1550575229.538194:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:3.0:1550575229.538195:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:3.0:1550575229.538196:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575259 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:3.0:1550575229.538199:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940160:172.20.0.212@o2ib1:8
00000100:00080000:3.0:1550575229.538203:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940144 new x1625895440940176
00000100:00000200:3.0:1550575229.538208:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fc90-0x5c6be4832fc90, portal 8
00000100:00000200:3.0:1550575229.538209:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575229.538210:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575229.538211:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575229.538214:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575229.538215:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575229.538217:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575229.538217:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575229.538218:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575229.538219:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575229.538230:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575229.538239:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575229.538241:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575229.538242:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575261 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575229.538245:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:0.0:1550575229.538245:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75280
00000800:00000200:0.0:1550575229.538246:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575229.539322:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9380] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575229.539990:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575229.540007:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8815c87de000 0x15c87de000(0x15c87de000)
00000800:00000200:1.0:1550575229.540011:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8815c87df000 0x15c87df000(0x15c87df000)
00000800:00000200:1.0:1550575229.540012:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88157c520000 0x157c520000(0x157c520000)
00000800:00000200:1.0:1550575229.540014:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88157c521000 0x157c521000(0x157c521000)
00000800:00000200:1.0:1550575229.540015:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88157c522000 0x157c522000(0x157c522000)
00000800:00000200:1.0:1550575229.540016:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88157c523000 0x157c523000(0x157c523000)
00000800:00000200:1.0:1550575229.540017:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8815dc614000 0x15dc614000(0x15dc614000)
00000800:00000200:1.0:1550575229.540019:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8815dc615000 0x15dc615000(0x15dc615000)
00000800:00000200:1.0:1550575229.540020:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8815dc616000 0x15dc616000(0x15dc616000)
00000800:00000200:1.0:1550575229.540021:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8815dc617000 0x15dc617000(0x15dc617000)
00000800:00000200:1.0:1550575229.540022:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881571a84000 0x1571a84000(0x1571a84000)
00000800:00000200:1.0:1550575229.540024:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff881571a85000 0x1571a85000(0x1571a85000)
00000800:00000200:1.0:1550575229.540025:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff881571a86000 0x1571a86000(0x1571a86000)
00000800:00000200:1.0:1550575229.540026:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff881571a87000 0x1571a87000(0x1571a87000)
00000800:00000200:1.0:1550575229.540028:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88152cd48000 0x152cd48000(0x152cd48000)
00000800:00000200:1.0:1550575229.540029:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88152cd49000 0x152cd49000(0x152cd49000)
00000800:00000200:1.0:1550575229.540050:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88152cd4a000 0x152cd4a000(0x152cd4a000)
00000800:00000200:1.0:1550575229.540052:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88152cd4b000 0x152cd4b000(0x152cd4b000)
00000800:00000200:1.0:1550575229.541143:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575229.541146:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541148:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541149:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541150:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541151:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541152:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541153:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541154:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541156:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541157:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541158:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541159:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541160:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541161:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541162:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541163:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541164:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541165:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541166:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541167:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541168:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541169:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541170:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541171:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541172:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541173:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541174:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541175:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541176:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541177:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541178:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541179:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541180:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541181:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541182:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.541183:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575229.541187:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575229.541691:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575229.542088:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575229.542091:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575229.542093:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575229.542094:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbecc400] (20)++
00000800:00000200:1.0:1550575229.542096:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbecc400] (21)--
00000800:00000200:0.2:1550575229.542131:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecc400] (20)++
00000800:00000200:0.0:1550575229.542157:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (21)++
00000800:00000200:0.0:1550575229.542165:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575229.542171:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575229.542177:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575229.542182:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fc90
00000400:00000200:0.0:1550575229.542187:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12431 [256] + 0
00000400:00000200:0.0:1550575229.542192:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446040000
00000800:00000200:0.0:1550575229.542195:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (22)++
00000800:00000200:0.0:1550575229.542198:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (23)--
00000400:00000200:0.0:1550575229.542207:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575229.542212:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575229.542215:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575229.542227:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575229.542232:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbecc400] (22)++
00000800:00000200:0.0:1550575229.542233:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbecc400] (23)++
00000800:00000200:0.0:1550575229.542237:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbecc400] (24)--
00000800:00000200:0.0:1550575229.542238:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575229.542240:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)--
00000800:00000200:0.2:1550575229.542253:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecc400] (21)++
00000800:00000200:0.0:1550575229.542260:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000200:0.0:1550575229.542262:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575229.542264:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)--
00000800:00000200:0.2:1550575229.542304:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecc400] (21)++
00000800:00000200:0.0:1550575229.542313:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000200:0.0:1550575229.542317:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575229.542327:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecc400] (23)++
00000800:00000200:0.0:1550575229.542347:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecc400] (24)--
00000800:00000200:0.0:1550575229.542348:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575229.542350:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)--
00000800:00000200:0.2:1550575229.543241:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecc400] (21)++
00000400:00000200:3.0:1550575230.341605:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 75 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575230.341607:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:1.2:1550575230.837191:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575230.837204:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575230.837207:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575230.837210:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575230.837215:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 296 into portal 15 MB=0x5c67cfaeeaff0
00000400:00000200:1.0:1550575230.837217:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index f from 12345-172.20.0.211@o2ib1 of length 296/296 into md 0xd [1] + 0
00000100:00000200:1.0:1550575230.837221:0:2484:0:(events.c:304:request_in_callback()) event type 2, status 0, service ldlm_cbd
00000100:00100000:1.0:1550575230.837224:0:2484:0:(events.c:350:request_in_callback()) peer: 12345-172.20.0.211@o2ib1 (source: 12345-172.20.0.211@o2ib1)
00000800:00000200:1.0:1550575230.837229:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575230.837230:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575230.837231:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575230.837232:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575230.838074:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575230.838079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575230.838080:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575230.838082:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575230.838084:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 296 into portal 15 MB=0x5c67d1e4dfbf0
00000400:00000200:1.0:1550575230.838085:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index f from 12345-172.20.0.212@o2ib1 of length 296/296 into md 0xd [1] + 296
00000100:00000200:1.0:1550575230.838086:0:2484:0:(events.c:304:request_in_callback()) event type 2, status 0, service ldlm_cbd
00000100:00100000:1.0:1550575230.838088:0:2484:0:(events.c:350:request_in_callback()) peer: 12345-172.20.0.212@o2ib1 (source: 12345-172.20.0.212@o2ib1)
00000800:00000200:1.0:1550575230.838090:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575230.838090:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575230.838090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575230.838091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:0.0:1550575231.046748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575231.046752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000100:00100000:0.0:1550575231.046895:0:2499:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1625614971744240
00000100:00100000:0.0:1550575231.046903:0:2499:0:(service.c:1939:ptlrpc_server_handle_req_in()) got req x1625615565192176
00000100:00100000:0.0:1550575231.046907:0:2499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.20.0.211@o2ib1, seq: 0
00000100:00100000:0.0:1550575231.046909:0:2499:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb00_000:LOV_OSC_UUID+4:2124:x1625614971744240:12345-172.20.0.211@o2ib1:106
00000100:00000200:0.0:1550575231.046910:0:2499:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1625614971744240
00000100:00000200:0.0:1550575231.046924:0:2499:0:(niobuf.c:85:ptl_send_buf()) Sending 248 bytes to portal 16, xid 1625614971744240, offset 192
00000400:00000200:0.0:1550575231.046926:0:2499:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:0.0:1550575231.046930:0:2499:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575231.046933:0:2499:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 248 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575231.046935:0:2499:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575231.046936:0:2499:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575231.046936:0:2499:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575231.046938:0:2499:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000100:00100000:0.0:1550575231.046943:0:2499:0:(service.c:2135:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb00_000:LOV_OSC_UUID+4:2124:x1625614971744240:12345-172.20.0.211@o2ib1:106 Request procesed in 34us (209718us total) trans 0 rc 0/0
00000100:00100000:0.0:1550575231.046944:0:2499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.20.0.211@o2ib1, seq: 0
00000800:00000200:1.2:1550575231.046947:0:1247:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000100:00100000:0.0:1550575231.046947:0:2499:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-172.20.0.212@o2ib1, seq: 1
00000100:00100000:0.0:1550575231.046948:0:2499:0:(service.c:2089:ptlrpc_server_handle_request()) Handling RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb00_000:LOV_OSC_UUID+4:31182:x1625615565192176:12345-172.20.0.212@o2ib1:106
00000100:00000200:0.0:1550575231.046948:0:2499:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1625615565192176
00000100:00000200:0.0:1550575231.046951:0:2499:0:(niobuf.c:85:ptl_send_buf()) Sending 248 bytes to portal 16, xid 1625615565192176, offset 192
00000400:00000200:0.0:1550575231.046952:0:2499:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575231.046959:0:2499:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575231.046960:0:2499:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 248 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575231.046962:0:2499:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575231.046962:0:2499:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575231.046963:0:2499:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:0.0:1550575231.046963:0:2499:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (24)--
00000100:00100000:0.0:1550575231.046967:0:2499:0:(service.c:2135:ptlrpc_server_handle_request()) Handled RPC pname:cluuid+ref:pid:xid:nid:opc ldlm_cb00_000:LOV_OSC_UUID+4:31182:x1625615565192176:12345-172.20.0.212@o2ib1:106 Request procesed in 18us (208879us total) trans 0 rc 0/0
00000100:00100000:0.0:1550575231.046968:0:2499:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-172.20.0.212@o2ib1, seq: 1
00000800:00000200:0.0:1550575231.046975:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:0.0:1550575231.046977:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (24)--
00000400:00000200:0.0:1550575231.046978:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee80
00000800:00000200:0.0:1550575231.046979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575231.046979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046980:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575231.046981:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000400:00000200:0.0:1550575231.046982:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000800:00000200:0.0:1550575231.046982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575231.046982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046983:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046983:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:0.0:1550575231.046984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046987:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046989:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046995:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046995:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046997:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046998:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.046999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.046999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.046999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047000:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047002:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047004:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047005:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047007:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047008:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047010:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047011:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047012:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047013:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047015:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047015:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047018:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047019:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047020:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047024:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047025:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047025:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047025:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047026:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047026:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047027:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047027:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047028:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047030:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047038:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047039:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047039:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047040:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047040:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047041:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047042:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047042:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047043:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047044:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047044:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047045:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047047:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047049:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047050:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047052:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047053:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047054:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047054:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047054:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047054:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047055:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047055:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047056:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047056:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047056:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047057:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047057:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047057:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047058:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047058:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047058:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047059:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047059:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047059:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047060:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047060:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047060:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047061:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047061:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047062:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047062:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047062:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047063:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047063:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047063:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047064:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047064:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047064:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047065:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047065:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047065:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047066:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047066:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047066:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047067:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047067:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047067:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047068:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047068:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047069:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047069:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047070:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047071:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047072:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047072:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047074:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047075:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047075:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047076:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047076:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047077:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047078:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047079:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047079:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047080:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047081:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047081:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047082:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047082:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047083:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047085:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047085:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047085:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047087:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047087:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047088:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047088:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047089:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047089:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047091:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047091:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047092:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047092:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047093:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047093:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575231.047093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (23)--
00000800:00000200:0.0:1550575231.047094:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000100:0.0:1550575231.047094:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3071 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575231.047096:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575231.047097:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575231.047102:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbecc400] (23)--
00000100:00020000:0.0:1550575231.047103:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:1.0:1550575231.047693:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)++
00000800:00000200:1.0:1550575231.047694:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (23)--
00000800:00000200:1.0:1550575231.047695:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (22)--
00000800:00000200:1.0:1550575231.047695:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (21)++
00000800:00000200:1.0:1550575231.047696:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (22)--
00000800:00000200:1.0:1550575231.047696:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (21)--
00000800:00000200:1.0:1550575231.047697:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (20)++
00000800:00000200:1.0:1550575231.047697:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (21)--
00000800:00000200:1.0:1550575231.047697:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575231.047698:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (19)++
00000800:00000200:1.0:1550575231.047698:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (20)--
00000800:00000200:1.0:1550575231.047698:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (19)--
00000800:00000200:1.0:1550575231.047699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (18)++
00000800:00000200:1.0:1550575231.047699:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (19)--
00000800:00000200:1.0:1550575231.047699:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (18)--
00000800:00000200:1.0:1550575231.047700:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (17)++
00000800:00000200:1.0:1550575231.047700:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (18)--
00000800:00000200:1.0:1550575231.047700:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (17)--
00000800:00000200:1.0:1550575231.047701:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (16)++
00000800:00000200:1.0:1550575231.047701:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (17)--
00000800:00000200:1.0:1550575231.047702:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (16)--
00000800:00000200:1.0:1550575231.047702:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (15)++
00000800:00000200:1.0:1550575231.047703:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (16)--
00000800:00000200:1.0:1550575231.047703:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (15)--
00000800:00000200:1.0:1550575231.047703:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (14)++
00000800:00000200:1.0:1550575231.047704:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (15)--
00000800:00000200:1.0:1550575231.047704:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (14)--
00000800:00000200:1.0:1550575231.047704:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (13)++
00000800:00000200:1.0:1550575231.047705:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (14)--
00000800:00000200:1.0:1550575231.047705:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (13)--
00000800:00000200:1.0:1550575231.047705:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (12)++
00000800:00000200:1.0:1550575231.047706:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (13)--
00000800:00000200:1.0:1550575231.047706:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (12)--
00000800:00000200:1.0:1550575231.047706:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (11)++
00000800:00000200:1.0:1550575231.047707:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (12)--
00000800:00000200:1.0:1550575231.047707:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (11)--
00000800:00000200:1.0:1550575231.047707:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (10)++
00000800:00000200:1.0:1550575231.047708:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (11)--
00000800:00000200:1.0:1550575231.047708:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (10)--
00000800:00000200:1.0:1550575231.047708:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (9)++
00000800:00000200:1.0:1550575231.047709:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (10)--
00000800:00000200:1.0:1550575231.047709:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (9)--
00000800:00000200:1.0:1550575231.047710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (8)++
00000800:00000200:1.0:1550575231.047710:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (9)--
00000800:00000200:1.0:1550575231.047710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (8)--
00000800:00000200:1.0:1550575231.047710:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (7)++
00000800:00000200:1.0:1550575231.047711:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (8)--
00000800:00000200:1.0:1550575231.047711:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (7)--
00000800:00000200:1.0:1550575231.047711:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (6)++
00000800:00000200:1.0:1550575231.047712:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (7)--
00000800:00000200:1.0:1550575231.047712:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (6)--
00000800:00000200:1.0:1550575231.047712:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecc400] (5)++
00000800:00000200:1.0:1550575231.047713:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecc400] (6)--
00000800:00000200:1.0:1550575231.047713:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (5)--
00000800:00000200:1.0:1550575231.047714:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (4)--
00000400:00000200:1.0:1550575231.048163:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:1.0:1550575231.048165:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:1.0:1550575231.048166:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbecc400] (3)--
00000800:00000200:1.0:1550575231.048613:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbecc400] (2)--
00000100:00100000:1.0:1550575231.276562:0:2493:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1550575231.276567:0:2493:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440940192:172.20.0.211@o2ib1:103
00000400:00000200:3.0:1550575231.341114:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 76 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575231.341117:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:0.0:1550575231.719838:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446040000
00000800:00000200:0.0:1550575231.719840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecc400] (1)--
00000100:00000400:3.0:1550575231.719850:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575229/real 1550575229]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575261 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575231.719856:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575261 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:3.0:1550575231.719858:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575261 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575231.719861:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:02000400:3.0:1550575231.719863:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1550575231.719864:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00000200:2.0:1550575231.719864:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940192, portal 18
00000100:00080000:3.0:1550575231.719866:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00000200:2.0:1550575231.719867:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1625895440940192, offset 0
00000400:00000200:2.0:1550575231.719869:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000100:00080000:3.0:1550575231.719873:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1550575231.719874:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000400:00000200:2.0:1550575231.719874:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:3.0:1550575231.719875:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1550575231.719876:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295209141
00000800:00000200:2.0:1550575231.719876:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:3.0:1550575231.719878:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000800:00000200:2.0:1550575231.719879:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:2.0:1550575231.719880:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:2.0:1550575231.719880:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000008:00100000:3.0:1550575231.719881:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000800:00000200:2.0:1550575231.719882:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000100:00100000:3.0:1550575231.719886:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815df661800 x1625895440940208/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:3.0:1550575231.719892:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940208:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575231.719895:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940208, portal 4
00000800:00000200:1.2:1550575231.719895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000100:00000200:3.0:1550575231.719897:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940208, offset 0
00000400:00000200:3.0:1550575231.719898:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000800:00000200:1.0:1550575231.719899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000400:00000200:3.0:1550575231.719904:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575231.719904:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:3.0:1550575231.719905:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00000200:1.0:1550575231.719907:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010cc00 x1625895440940192/t0(0) o103->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575243 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575231.719908:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575231.719909:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575231.719910:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (23)++
00000400:00000200:1.0:1550575231.719910:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8280
00000800:00000200:3.0:1550575231.719911:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (24)--
00000800:00000200:0.0:1550575231.719911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (24)--
00000800:00000200:1.0:1550575231.719912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575231.719918:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575231.719922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575231.719925:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575231.719927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000100:00000200:0.0:1550575231.719928:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661800 x1625895440940208/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575237 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575231.719934:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75480
00000800:00000200:0.0:1550575231.719935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575231.719938:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575231.719940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575231.719943:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d0[4] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575231.719944:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575231.719944:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575231.719944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575231.719945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575231.720047:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575231.720090:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575231.720093:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575231.720095:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575231.720097:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fcb0
00000400:00000200:0.0:1550575231.720099:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1244d [1] + 0
00000100:00000200:0.0:1550575231.720102:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661800 x1625895440940208/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575237 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575231.720108:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575231.720109:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575231.720109:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575231.720110:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575231.720110:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575231.720112:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:0.0:1550575231.720113:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 18 MB=0x5c6be4832fca0
00000400:00000200:0.0:1550575231.720114:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 12 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x12445 [1] + 192
00000100:00000200:3.0:1550575231.720116:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440940208/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575237 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575231.720118:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440940208/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575237 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575231.720119:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000100:00000200:0.0:1550575231.720121:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010cc00 x1625895440940192/t0(0) o103->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575243 ref 1 fl Rpc:/0/ffffffff rc 0/-1
00000100:00080000:3.0:1550575231.720123:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000800:00000200:0.0:1550575231.720125:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575231.720126:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575231.720126:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575231.720127:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000080:00080000:3.0:1550575231.720130:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:3.0:1550575231.720131:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00000200:2.0:1550575231.720131:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010cc00 x1625895440940192/t0(0) o103->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575243 ref 1 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00080000:3.0:1550575231.720132:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:3.0:1550575231.720133:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000100:00000200:2.0:1550575231.720134:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010cc00 x1625895440940192/t0(0) o103->hpcfs-OST0001-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575243 ref 1 fl Rpc:R/0/ffffffff rc 0/-1
00000080:00080000:3.0:1550575231.720135:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:3.0:1550575231.720136:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000400:00000200:2.0:1550575231.720136:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815c8ec8400
00000100:00080000:3.0:1550575231.720137:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575261 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:3.0:1550575231.720140:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940208:172.20.0.212@o2ib1:8
00000100:00100000:2.0:1550575231.720140:0:2493:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_02:22e5bae6-83f9-7842-3de3-1b87825e7e92:2493:1625895440940192:172.20.0.211@o2ib1:103
00000100:00080000:3.0:1550575231.720144:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940176 new x1625895440940224
00000100:00000200:3.0:1550575231.720148:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fcc0-0x5c6be4832fcc0, portal 8
00000100:00000200:3.0:1550575231.720150:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:3.0:1550575231.720150:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:3.0:1550575231.720152:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575231.720154:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575231.720156:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575231.720157:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575231.720158:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575231.720158:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575231.720159:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575231.720166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575231.720177:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575231.720179:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575231.720180:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575263 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575231.720181:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:0.0:1550575231.720182:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75080
00000800:00000200:0.0:1550575231.720183:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575231.721144:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575231.721658:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575231.721667:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88156d611000 0x156d611000(0x156d611000)
00000800:00000200:1.0:1550575231.721668:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88156d612000 0x156d612000(0x156d612000)
00000800:00000200:1.0:1550575231.721669:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88156d613000 0x156d613000(0x156d613000)
00000800:00000200:1.0:1550575231.721669:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881587234000 0x1587234000(0x1587234000)
00000800:00000200:1.0:1550575231.721669:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881587235000 0x1587235000(0x1587235000)
00000800:00000200:1.0:1550575231.721670:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881587236000 0x1587236000(0x1587236000)
00000800:00000200:1.0:1550575231.721670:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881587237000 0x1587237000(0x1587237000)
00000800:00000200:1.0:1550575231.721670:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88143e625000 0x143e625000(0x143e625000)
00000800:00000200:1.0:1550575231.721671:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88143eba8000 0x143eba8000(0x143eba8000)
00000800:00000200:1.0:1550575231.721671:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88143eaa9000 0x143eaa9000(0x143eaa9000)
00000800:00000200:1.0:1550575231.721672:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88143efa8000 0x143efa8000(0x143efa8000)
00000800:00000200:1.0:1550575231.721672:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88143eea9000 0x143eea9000(0x143eea9000)
00000800:00000200:1.0:1550575231.721672:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88143f3a8000 0x143f3a8000(0x143f3a8000)
00000800:00000200:1.0:1550575231.721673:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88143f2a9000 0x143f2a9000(0x143f2a9000)
00000800:00000200:1.0:1550575231.721673:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88143f7a8000 0x143f7a8000(0x143f7a8000)
00000800:00000200:1.0:1550575231.721674:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88143fb2d000 0x143fb2d000(0x143fb2d000)
00000800:00000200:1.0:1550575231.721674:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88143ff2d000 0x143ff2d000(0x143ff2d000)
00000800:00000200:1.0:1550575231.721674:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88144032d000 0x144032d000(0x144032d000)
00000800:00000200:1.0:1550575231.722666:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575231.722669:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722670:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722672:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722673:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722674:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722675:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722676:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722677:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722678:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722679:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722680:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722681:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722682:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722683:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722684:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722685:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722686:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722687:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722688:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722689:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722690:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722691:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722692:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722693:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722694:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722695:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722696:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722697:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722698:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722699:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722700:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722701:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722702:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722703:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722704:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.722705:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:1.0:1550575231.722708:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575231.723127:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575231.723457:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575231.723458:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575231.723459:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88145f3dce00] (19)++
00000800:00000200:1.0:1550575231.723460:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88145f3dce00] (20)++
00000800:00000200:1.0:1550575231.723460:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88145f3dce00] (21)--
00000800:00000200:0.2:1550575231.723521:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88145f3dce00] (20)++
00000800:00000200:0.0:1550575231.723532:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (21)++
00000800:00000200:0.0:1550575231.723537:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575231.723538:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575231.723541:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575231.723542:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fcc0
00000400:00000200:0.0:1550575231.723544:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12455 [256] + 0
00000400:00000200:0.0:1550575231.723545:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446046000
00000800:00000200:0.0:1550575231.723546:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (22)++
00000800:00000200:0.0:1550575231.723548:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (23)--
00000400:00000200:0.0:1550575231.723551:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575231.723552:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575231.723553:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575231.723559:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575231.723559:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88145f3dce00] (22)++
00000800:00000200:0.0:1550575231.723560:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88145f3dce00] (23)++
00000800:00000200:0.0:1550575231.723561:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88145f3dce00] (24)--
00000800:00000200:0.0:1550575231.723561:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575231.723562:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)--
00000800:00000200:0.2:1550575231.723570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88145f3dce00] (21)++
00000800:00000200:0.0:1550575231.723572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000200:0.0:1550575231.723573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575231.723573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)--
00000800:00000200:0.2:1550575231.723603:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88145f3dce00] (21)++
00000800:00000200:0.0:1550575231.723604:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000200:0.0:1550575231.723606:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575231.723610:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88145f3dce00] (23)++
00000800:00000200:0.0:1550575231.723617:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88145f3dce00] (24)--
00000800:00000200:0.0:1550575231.723618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575231.723618:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)--
00000800:00000200:0.2:1550575231.724558:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88145f3dce00] (21)++
00000400:00000200:3.0:1550575232.341114:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 77 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575232.341116:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575233.202785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 4
00000800:00000200:0.0:1550575233.202789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202799:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:0.0:1550575233.202895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:0.0:1550575233.202896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:0.0:1550575233.202896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202924:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202935:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202950:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202959:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202960:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202969:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202969:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202972:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202973:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202973:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202973:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202974:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202974:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202974:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202974:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202975:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202975:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202976:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202977:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202978:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202980:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202980:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202981:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202982:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202983:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202983:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202987:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202989:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202995:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202995:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202997:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202998:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.202999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.202999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.202999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203000:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203000:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203002:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203003:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203004:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203005:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203005:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203007:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203008:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203010:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203011:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203012:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203013:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203015:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203017:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203018:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203018:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203019:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203020:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203024:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90868) failed: 5
00000800:00000200:3.0:1550575233.203024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (23)--
00000800:00000200:3.0:1550575233.203024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (22)++
00000800:00000100:3.0:1550575233.203026:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3077 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575233.203028:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575233.203029:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575233.203042:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88145f3dce00] (23)--
00000100:00020000:3.0:1550575233.203044:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575233.204345:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575233.204347:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575233.204347:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88145f3dce00] (22)--
00000800:00000200:1.0:1550575233.204798:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88145f3dce00] (21)--
00000400:00000200:3.0:1550575233.208727:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446046000
00000800:00000200:3.0:1550575233.208730:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (20)--
00000800:00000200:3.0:1550575233.208732:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (19)++
00000800:00000200:3.0:1550575233.208733:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (20)--
00000800:00000200:3.0:1550575233.208733:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (19)--
00000800:00000200:3.0:1550575233.208734:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (18)++
00000800:00000200:3.0:1550575233.208734:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (19)--
00000800:00000200:3.0:1550575233.208734:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (18)--
00000800:00000200:3.0:1550575233.208735:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (17)++
00000800:00000200:3.0:1550575233.208735:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (18)--
00000800:00000200:3.0:1550575233.208736:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (17)--
00000800:00000200:3.0:1550575233.208736:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (16)++
00000800:00000200:3.0:1550575233.208736:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (17)--
00000100:00000400:0.0:1550575233.208736:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575231/real 1550575231]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575263 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575233.208737:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (16)--
00000800:00000200:3.0:1550575233.208737:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (15)++
00000800:00000200:3.0:1550575233.208737:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (16)--
00000800:00000200:3.0:1550575233.208738:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (15)--
00000800:00000200:3.0:1550575233.208738:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (14)++
00000800:00000200:3.0:1550575233.208738:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (15)--
00000800:00000200:3.0:1550575233.208739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (14)--
00000800:00000200:3.0:1550575233.208739:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (13)++
00000800:00000200:3.0:1550575233.208740:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (14)--
00000800:00000200:3.0:1550575233.208740:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (13)--
00000800:00000200:3.0:1550575233.208740:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (12)++
00000800:00000200:3.0:1550575233.208741:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (13)--
00000800:00000200:3.0:1550575233.208741:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (12)--
00000800:00000200:3.0:1550575233.208741:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (11)++
00000800:00000200:3.0:1550575233.208742:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (12)--
00000800:00000200:3.0:1550575233.208742:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (11)--
00000800:00000200:3.0:1550575233.208742:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (10)++
00000800:00000200:3.0:1550575233.208743:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (11)--
00000800:00000200:3.0:1550575233.208743:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (10)--
00000800:00000200:3.0:1550575233.208743:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (9)++
00000100:00000200:0.0:1550575233.208743:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575263 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575233.208744:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (10)--
00000800:00000200:3.0:1550575233.208744:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (9)--
00000800:00000200:3.0:1550575233.208744:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (8)++
00000800:00000200:3.0:1550575233.208745:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (9)--
00000800:00000200:3.0:1550575233.208745:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (8)--
00000800:00000200:3.0:1550575233.208745:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (7)++
00000100:00000200:0.0:1550575233.208745:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575263 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575233.208746:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (8)--
00000800:00000200:3.0:1550575233.208746:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (7)--
00000800:00000200:3.0:1550575233.208747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (6)++
00000800:00000200:3.0:1550575233.208747:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (7)--
00000800:00000200:3.0:1550575233.208747:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (6)--
00000400:00000200:0.0:1550575233.208747:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75600
00000800:00000200:3.0:1550575233.208748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (5)++
00000800:00000200:3.0:1550575233.208748:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (6)--
00000800:00000200:3.0:1550575233.208748:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (5)--
00000800:00000200:3.0:1550575233.208748:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (4)++
00000800:00000200:3.0:1550575233.208749:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (5)--
00000800:00000200:3.0:1550575233.208749:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (4)--
00000800:00000200:3.0:1550575233.208749:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (3)++
00000800:00000200:3.0:1550575233.208750:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (4)--
00000800:00000200:3.0:1550575233.208750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (3)--
00000800:00000200:3.0:1550575233.208750:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88145f3dce00] (2)++
00000100:02000400:0.0:1550575233.208750:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575233.208750:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000800:00000200:3.0:1550575233.208751:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88145f3dce00] (3)--
00000800:00000200:3.0:1550575233.208751:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (2)--
00000800:00000200:3.0:1550575233.208752:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88145f3dce00] (1)--
00000100:00080000:0.0:1550575233.208752:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575233.208769:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575233.208770:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575233.208787:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575233.208788:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295211323
00000100:00080000:0.0:1550575233.208790:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00100000:3.0:1550575233.208791:0:2492:0:(ptlrpcd.c:409:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000008:00100000:0.0:1550575233.208792:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1550575233.208795:0:2492:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440940240:172.20.0.202@o2ib1:400
00000100:00100000:0.0:1550575233.208795:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0de00 x1625895440940256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575233.208801:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940240, portal 10
00000100:00100000:0.0:1550575233.208801:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940256:172.20.0.212@o2ib1:8
00000100:00000200:3.0:1550575233.208804:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1625895440940240, offset 0
00000100:00000200:0.0:1550575233.208804:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940256, portal 4
00000400:00000200:3.0:1550575233.208806:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.202@o2ib1
00000100:00000200:0.0:1550575233.208806:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940256, offset 0
00000400:00000200:0.0:1550575233.208808:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575233.208810:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.202@o2ib1(172.20.0.202@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575233.208812:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575233.208814:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575233.208815:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575233.208815:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575233.208817:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:0.0:1550575233.208818:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575233.208820:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575233.208823:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575233.208824:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575233.208824:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575233.208826:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.2:1550575233.208935:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575233.208946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:1.0:1550575233.208952:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (24)--
00000800:00000200:3.0:1550575233.208955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)++
00000100:00000200:1.0:1550575233.208955:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0c000 x1625895440940240/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575240 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575233.208956:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (24)--
00000400:00000200:1.0:1550575233.208958:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75c00
00000100:00000200:3.0:1550575233.208965:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440940256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575239 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575233.208966:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575233.208967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:3.0:1550575233.208970:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee80
00000800:00000200:3.0:1550575233.208971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575233.208997:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575233.209002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575233.209007:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[3] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575233.209009:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:3.0:1550575233.209010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575233.209011:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fce0
00000400:00000200:1.0:1550575233.209013:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12469 [1] + 0
00000100:00000200:1.0:1550575233.209016:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440940256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575239 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575233.209022:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575233.209023:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575233.209024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:0.0:1550575233.209030:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440940256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575239 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575233.209037:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440940256/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575239 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575233.209039:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:00080000:0.0:1550575233.209043:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575233.209048:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575233.209049:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575233.209050:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575233.209051:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575233.209053:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575233.209054:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575233.209055:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575263 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575233.209058:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940256:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575233.209061:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940224 new x1625895440940272
00000100:00000200:0.0:1550575233.209065:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fcf0-0x5c6be4832fcf0, portal 8
00000100:00000200:0.0:1550575233.209066:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575233.209067:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575233.209068:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575233.209071:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575233.209072:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575233.209073:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575233.209074:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575233.209075:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575233.209076:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575233.209083:0:1247:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575233.209089:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575233.209092:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:3.0:1550575233.209093:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575265 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575233.209095:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fed80
00000800:00000200:3.0:1550575233.209096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:3.0:1550575233.209097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575233.209862:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575233.209877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575233.209882:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575233.209888:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.202@o2ib1 : PUT
00000400:00000200:1.0:1550575233.209893:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.202@o2ib1 of length 192 into portal 10 MB=0x5c6be4832fcd0
00000400:00000200:1.0:1550575233.209898:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index a from 12345-172.20.0.202@o2ib1 of length 192/192 into md 0x12461 [1] + 192
00000800:00000200:2.0:1550575233.209902:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (1)--
00000100:00000200:1.0:1550575233.209903:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0c000 x1625895440940240/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575240 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575233.209920:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575233.209922:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575233.209924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575233.209925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:3.0:1550575233.209940:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0c000 x1625895440940240/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575240 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575233.209947:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0c000 x1625895440940240/t0(0) o400->hpcfs-MDT0000-mdc-ffff880034986800@172.20.0.202@o2ib1:12/10 lens 224/224 e 0 to 0 dl 1550575240 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575233.209952:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00100000:3.0:1550575233.209969:0:2492:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_00_01:22e5bae6-83f9-7842-3de3-1b87825e7e92:2492:1625895440940240:172.20.0.202@o2ib1:400
00000800:00000200:1.0:1550575233.210500:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9780] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575233.210515:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814407b1000 0x14407b1000(0x14407b1000)
00000800:00000200:1.0:1550575233.210518:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff881440bb1000 0x1440bb1000(0x1440bb1000)
00000800:00000200:1.0:1550575233.210520:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881440fb1000 0x1440fb1000(0x1440fb1000)
00000800:00000200:1.0:1550575233.210521:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814417b1000 0x14417b1000(0x14417b1000)
00000800:00000200:1.0:1550575233.210522:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881446645000 0x1446645000(0x1446645000)
00000800:00000200:1.0:1550575233.210523:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814497fb000 0x14497fb000(0x14497fb000)
00000800:00000200:1.0:1550575233.210525:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88144d657000 0x144d657000(0x144d657000)
00000800:00000200:1.0:1550575233.210526:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff88144da57000 0x144da57000(0x144da57000)
00000800:00000200:1.0:1550575233.210527:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88144de57000 0x144de57000(0x144de57000)
00000800:00000200:1.0:1550575233.210528:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88144e257000 0x144e257000(0x144e257000)
00000800:00000200:1.0:1550575233.210530:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88144e6db000 0x144e6db000(0x144e6db000)
00000800:00000200:1.0:1550575233.210531:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88144eadb000 0x144eadb000(0x144eadb000)
00000800:00000200:1.0:1550575233.210532:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88144eedb000 0x144eedb000(0x144eedb000)
00000800:00000200:1.0:1550575233.210534:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88145da93000 0x145da93000(0x145da93000)
00000800:00000200:1.0:1550575233.210535:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88145de93000 0x145de93000(0x145de93000)
00000800:00000200:1.0:1550575233.210536:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88145e293000 0x145e293000(0x145e293000)
00000800:00000200:1.0:1550575233.210537:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88145e693000 0x145e693000(0x145e693000)
00000800:00000200:1.0:1550575233.210539:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88145eb17000 0x145eb17000(0x145eb17000)
00000800:00000200:1.0:1550575233.211412:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575233.211413:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211413:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211414:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211414:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211414:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211415:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211415:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211416:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211416:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211416:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211416:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211417:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211417:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211417:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211418:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211418:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211418:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211419:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211419:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211419:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211419:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211420:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211420:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211420:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211421:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211421:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211421:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211421:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211422:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211422:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211422:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211423:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211423:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211423:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211423:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.211424:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:1.0:1550575233.211424:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575233.211840:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575233.212163:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575233.212164:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575233.212165:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbecd000] (19)++
00000800:00000200:1.0:1550575233.212165:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbecd000] (20)++
00000800:00000200:1.0:1550575233.212166:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbecd000] (21)--
00000800:00000200:0.2:1550575233.212214:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecd000] (20)++
00000800:00000200:0.0:1550575233.212236:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (21)++
00000800:00000200:0.0:1550575233.212240:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:2.0:1550575233.212242:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)--
00000400:00000200:0.0:1550575233.212242:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575233.212245:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575233.212246:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fcf0
00000400:00000200:0.0:1550575233.212248:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12471 [256] + 0
00000400:00000200:0.0:1550575233.212250:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:0.0:1550575233.212251:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (21)++
00000800:00000200:0.0:1550575233.212252:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (22)--
00000400:00000200:0.0:1550575233.212255:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575233.212257:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575233.212258:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575233.212262:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9780] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575233.212263:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbecd000] (21)++
00000800:00000200:0.0:1550575233.212264:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbecd000] (22)++
00000800:00000200:0.0:1550575233.212265:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575233.212265:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)--
00000800:00000200:0.2:1550575233.212273:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecd000] (21)++
00000800:00000200:0.0:1550575233.212278:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000200:0.0:1550575233.212279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575233.212279:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)--
00000800:00000200:0.2:1550575233.212308:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecd000] (21)++
00000800:00000200:0.0:1550575233.212311:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000200:0.0:1550575233.212313:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575233.212317:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecd000] (23)++
00000800:00000200:0.0:1550575233.212324:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecd000] (24)--
00000800:00000200:0.0:1550575233.212324:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575233.212325:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)--
00000800:00000200:0.2:1550575233.213272:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecd000] (21)++
00000400:00000200:3.0:1550575233.341143:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 79 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575233.341145:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575234.341143:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 79 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575234.341145:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575234.701747:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701749:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 4
00000800:00000200:0.0:1550575234.701750:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701751:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701751:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701753:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701753:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701754:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701754:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701755:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701755:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701755:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701756:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701756:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701756:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701757:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701757:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701757:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701758:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701758:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701759:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701759:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701759:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701760:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701760:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701760:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701761:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701761:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701761:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701762:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701763:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701764:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701764:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701765:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701765:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701766:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701767:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701768:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701768:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701769:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701769:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701770:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701770:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701771:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701771:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701772:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701773:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701773:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701774:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701775:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701775:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701786:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701787:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701787:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701836:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:0.0:1550575234.701848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:0.0:1550575234.701848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575234.701849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701925:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701934:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701945:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701946:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701946:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701947:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701948:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701949:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701950:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701951:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701961:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575234.701964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (23)--
00000800:00000200:3.0:1550575234.701964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (22)++
00000800:00000100:3.0:1550575234.701965:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x307b sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575234.701979:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575234.701981:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9780] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575234.701987:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbecd000] (23)--
00000100:00020000:3.0:1550575234.701989:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575234.702159:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575234.702161:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575234.702161:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbecd000] (22)--
00000800:00000200:1.0:1550575234.702634:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbecd000] (21)--
00000400:00000200:3.0:1550575234.707567:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:3.0:1550575234.707570:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (20)--
00000800:00000200:3.0:1550575234.707571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (19)++
00000800:00000200:3.0:1550575234.707572:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (20)--
00000800:00000200:3.0:1550575234.707572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (19)--
00000800:00000200:3.0:1550575234.707573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (18)++
00000800:00000200:3.0:1550575234.707573:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (19)--
00000800:00000200:3.0:1550575234.707574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (18)--
00000800:00000200:3.0:1550575234.707574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (17)++
00000800:00000200:3.0:1550575234.707575:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (18)--
00000800:00000200:3.0:1550575234.707575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (17)--
00000800:00000200:3.0:1550575234.707575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (16)++
00000800:00000200:3.0:1550575234.707576:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (17)--
00000800:00000200:3.0:1550575234.707576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (16)--
00000800:00000200:3.0:1550575234.707576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (15)++
00000100:00000400:0.0:1550575234.707576:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575233/real 1550575233]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575265 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575234.707577:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (16)--
00000800:00000200:3.0:1550575234.707578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (15)--
00000800:00000200:3.0:1550575234.707578:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (14)++
00000800:00000200:3.0:1550575234.707578:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (15)--
00000800:00000200:3.0:1550575234.707579:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (14)--
00000800:00000200:3.0:1550575234.707579:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (13)++
00000800:00000200:3.0:1550575234.707579:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (14)--
00000800:00000200:3.0:1550575234.707580:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (13)--
00000800:00000200:3.0:1550575234.707580:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (12)++
00000800:00000200:3.0:1550575234.707580:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (13)--
00000800:00000200:3.0:1550575234.707581:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (12)--
00000800:00000200:3.0:1550575234.707581:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (11)++
00000800:00000200:3.0:1550575234.707581:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (12)--
00000100:00000200:0.0:1550575234.707581:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575265 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575234.707582:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (11)--
00000800:00000200:3.0:1550575234.707582:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (10)++
00000800:00000200:3.0:1550575234.707582:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (11)--
00000800:00000200:3.0:1550575234.707583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (10)--
00000800:00000200:3.0:1550575234.707583:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (9)++
00000800:00000200:3.0:1550575234.707583:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (10)--
00000800:00000200:3.0:1550575234.707584:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (9)--
00000800:00000200:3.0:1550575234.707584:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (8)++
00000800:00000200:3.0:1550575234.707584:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (9)--
00000100:00000200:0.0:1550575234.707584:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575265 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:3.0:1550575234.707585:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (8)--
00000800:00000200:3.0:1550575234.707585:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (7)++
00000800:00000200:3.0:1550575234.707585:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (8)--
00000800:00000200:3.0:1550575234.707586:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (7)--
00000800:00000200:3.0:1550575234.707586:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (6)++
00000800:00000200:3.0:1550575234.707586:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (7)--
00000400:00000200:0.0:1550575234.707586:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000800:00000200:3.0:1550575234.707587:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (6)--
00000800:00000200:3.0:1550575234.707587:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (5)++
00000800:00000200:3.0:1550575234.707587:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (6)--
00000800:00000200:3.0:1550575234.707588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (5)--
00000800:00000200:3.0:1550575234.707588:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (4)++
00000800:00000200:3.0:1550575234.707588:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (5)--
00000100:02000400:0.0:1550575234.707588:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575234.707588:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000800:00000200:3.0:1550575234.707589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (4)--
00000800:00000200:3.0:1550575234.707589:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (3)++
00000800:00000200:3.0:1550575234.707590:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (4)--
00000800:00000200:3.0:1550575234.707590:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (3)--
00000800:00000200:3.0:1550575234.707590:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecd000] (2)++
00000100:00080000:0.0:1550575234.707590:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:3.0:1550575234.707591:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecd000] (3)--
00000800:00000200:3.0:1550575234.707591:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (2)--
00000800:00000200:3.0:1550575234.707592:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecd000] (1)--
00000100:00080000:0.0:1550575234.707595:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575234.707596:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575234.707597:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575234.707598:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295212812
00000100:00080000:0.0:1550575234.707600:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000008:00100000:0.0:1550575234.707602:0:2495:0:(osc_request.c:2652:osc_reconnect()) ocd_connect_flags: 0x20445af0e3640478 ocd_version: 34210048 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1550575234.707607:0:2495:0:(import.c:763:ptlrpc_connect_import()) @@@ (re)connect request (timeout 5)  req@ffff8815c8f0de00 x1625895440940288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:N/0/ffffffff rc 0/-1
00000100:00100000:0.0:1550575234.707613:0:2490:0:(client.c:1620:ptlrpc_send_new_req()) Sending RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940288:172.20.0.212@o2ib1:8
00000100:00000200:0.0:1550575234.707616:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940288, portal 4
00000100:00000200:0.0:1550575234.707617:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940288, offset 0
00000400:00000200:0.0:1550575234.707618:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575234.707622:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575234.707624:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575234.707625:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575234.707627:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575234.707627:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575234.707629:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575234.707696:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575234.707699:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575234.707712:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575234.707714:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440940288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575240 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575234.707717:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575234.707718:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02feb80
00000800:00000200:1.0:1550575234.707719:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575234.707792:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575234.707794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575234.707796:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575234.707798:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575234.707800:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fd00
00000400:00000200:1.0:1550575234.707802:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x1247d [1] + 0
00000100:00000200:1.0:1550575234.707804:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440940288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575240 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575234.707810:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575234.707811:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575234.707812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575234.707812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:0.0:1550575234.707818:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440940288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575240 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575234.707820:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440940288/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575240 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575234.707821:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:00080000:0.0:1550575234.707825:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575234.707829:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575234.707830:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575234.707831:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575234.707832:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575234.707834:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575234.707834:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575234.707835:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575265 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00100000:0.0:1550575234.707838:0:2490:0:(client.c:2045:ptlrpc_check_set()) Completed RPC pname:cluuid:pid:xid:nid:opc ptlrpcd_rcv:22e5bae6-83f9-7842-3de3-1b87825e7e92:2490:1625895440940288:172.20.0.212@o2ib1:8
00000100:00080000:0.0:1550575234.707841:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940272 new x1625895440940304
00000100:00000200:0.0:1550575234.707844:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fd10-0x5c6be4832fd10, portal 8
00000100:00000200:0.0:1550575234.707846:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575234.707846:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575234.707848:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575234.707850:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575234.707851:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575234.707852:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575234.707853:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575234.707853:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575234.707855:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575234.707865:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575234.707867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575234.707868:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575234.707870:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575266 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575234.707871:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000800:00000200:1.0:1550575234.707872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575234.707873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575234.709209:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9780] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575234.709308:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575234.709316:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88145ef17000 0x145ef17000(0x145ef17000)
00000800:00000200:1.0:1550575234.709316:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88145f717000 0x145f717000(0x145f717000)
00000800:00000200:1.0:1550575234.709317:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff881484a85000 0x1484a85000(0x1484a85000)
00000800:00000200:1.0:1550575234.709317:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff881484f84000 0x1484f84000(0x1484f84000)
00000800:00000200:1.0:1550575234.709318:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff881484e85000 0x1484e85000(0x1484e85000)
00000800:00000200:1.0:1550575234.709318:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff881485384000 0x1485384000(0x1485384000)
00000800:00000200:1.0:1550575234.709319:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881485285000 0x1485285000(0x1485285000)
00000800:00000200:1.0:1550575234.709319:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881485b09000 0x1485b09000(0x1485b09000)
00000800:00000200:1.0:1550575234.709320:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881485f09000 0x1485f09000(0x1485f09000)
00000800:00000200:1.0:1550575234.709320:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881486309000 0x1486309000(0x1486309000)
00000800:00000200:1.0:1550575234.709321:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff88148b61b000 0x148b61b000(0x148b61b000)
00000800:00000200:1.0:1550575234.709321:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88148ba1b000 0x148ba1b000(0x148ba1b000)
00000800:00000200:1.0:1550575234.709321:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88148be1b000 0x148be1b000(0x148be1b000)
00000800:00000200:1.0:1550575234.709322:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88148c69b000 0x148c69b000(0x148c69b000)
00000800:00000200:1.0:1550575234.709322:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88148ca9f000 0x148ca9f000(0x148ca9f000)
00000800:00000200:1.0:1550575234.709322:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88148ce9f000 0x148ce9f000(0x148ce9f000)
00000800:00000200:1.0:1550575234.709323:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff88148d29f000 0x148d29f000(0x148d29f000)
00000800:00000200:1.0:1550575234.709323:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88148d723000 0x148d723000(0x148d723000)
00000800:00000200:1.0:1550575234.710113:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575234.710114:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710115:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710115:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710115:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710116:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710116:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710116:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710117:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710117:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710117:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710117:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710118:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710118:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710118:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710119:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710119:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710119:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710119:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710120:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710120:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710120:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710121:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710121:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710121:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710122:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710122:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710122:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710123:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710123:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710123:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710124:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710124:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710124:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710125:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710125:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710125:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:1.0:1550575234.710126:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575234.710491:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575234.710821:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575234.710822:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575234.710823:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbecca00] (19)++
00000800:00000200:1.0:1550575234.710823:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbecca00] (20)++
00000800:00000200:1.0:1550575234.710824:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbecca00] (21)--
00000800:00000200:0.2:1550575234.710868:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecca00] (20)++
00000800:00000200:0.0:1550575234.710889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (21)++
00000800:00000200:1.0:1550575234.710894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)--
00000800:00000200:0.0:1550575234.710894:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575234.710896:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575234.710898:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575234.710900:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fd10
00000400:00000200:0.0:1550575234.710902:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12485 [256] + 0
00000400:00000200:0.0:1550575234.710903:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575234.710904:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (21)++
00000800:00000200:0.0:1550575234.710905:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (22)--
00000400:00000200:0.0:1550575234.710909:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575234.710910:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575234.710911:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575234.710915:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575234.710916:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbecca00] (21)++
00000800:00000200:0.0:1550575234.710917:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbecca00] (22)++
00000800:00000200:0.0:1550575234.710918:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575234.710918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)--
00000800:00000200:0.2:1550575234.710926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecca00] (21)++
00000800:00000200:0.0:1550575234.710930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000200:0.0:1550575234.710931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575234.710932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)--
00000800:00000200:0.2:1550575234.710964:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecca00] (21)++
00000800:00000200:0.0:1550575234.710971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000200:0.0:1550575234.710973:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575234.710977:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecca00] (23)++
00000800:00000200:0.0:1550575234.710984:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecca00] (24)--
00000800:00000200:0.0:1550575234.710985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575234.710985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)--
00000800:00000200:0.2:1550575234.711916:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecca00] (21)++
00000400:00000200:3.0:1550575235.341143:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 81 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575235.341145:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575236.204806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 4
00000800:00000200:0.0:1550575236.204808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204885:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204897:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204898:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.204914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:0.0:1550575236.204914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575236.204915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204935:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204949:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204949:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204950:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204950:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204951:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204951:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204959:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204960:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204960:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204961:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204961:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204963:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204963:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204963:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204965:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204965:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204966:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204966:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204966:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204967:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204967:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204968:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204968:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204969:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204969:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204972:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204984:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204987:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204995:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204995:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204997:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204998:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.204999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.204999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.204999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205012:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205013:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205015:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205015:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205017:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205018:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205018:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205019:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205020:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205021:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205022:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205023:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205024:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205025:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205025:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205025:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205026:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205026:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205027:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205027:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205028:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205029:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205029:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205029:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205030:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205030:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205037:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205038:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205038:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205039:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205039:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205039:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205040:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205040:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205040:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205041:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205041:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205042:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205042:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205043:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205044:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205044:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205045:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205047:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205049:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205050:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205050:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205051:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205051:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205051:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205052:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205052:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205052:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205053:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575236.205053:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (23)--
00000800:00000200:3.0:1550575236.205053:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000100:3.0:1550575236.205055:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x307e sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575236.205056:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575236.205058:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575236.205063:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbecca00] (23)--
00000100:00020000:3.0:1550575236.205065:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575236.205072:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)++
00000800:00000200:0.0:1550575236.205073:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (23)--
00000800:00000200:0.0:1550575236.205074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (22)--
00000800:00000200:0.0:1550575236.205074:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (21)++
00000800:00000200:0.0:1550575236.205074:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (22)--
00000800:00000200:0.0:1550575236.205075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (21)--
00000800:00000200:0.0:1550575236.205075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (20)++
00000800:00000200:0.0:1550575236.205075:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (21)--
00000800:00000200:0.0:1550575236.205076:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (20)--
00000800:00000200:0.0:1550575236.205076:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (19)++
00000800:00000200:0.0:1550575236.205076:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (20)--
00000800:00000200:0.0:1550575236.205077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (19)--
00000800:00000200:0.0:1550575236.205077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (18)++
00000800:00000200:0.0:1550575236.205077:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (19)--
00000800:00000200:0.0:1550575236.205078:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (18)--
00000800:00000200:0.0:1550575236.205078:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (17)++
00000800:00000200:0.0:1550575236.205078:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (18)--
00000800:00000200:0.0:1550575236.205079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (17)--
00000800:00000200:0.0:1550575236.205079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (16)++
00000800:00000200:0.0:1550575236.205079:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (17)--
00000800:00000200:0.0:1550575236.205080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (16)--
00000800:00000200:0.0:1550575236.205080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (15)++
00000800:00000200:0.0:1550575236.205080:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (16)--
00000800:00000200:0.0:1550575236.205081:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (15)--
00000800:00000200:0.0:1550575236.205081:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (14)++
00000800:00000200:0.0:1550575236.205081:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (15)--
00000800:00000200:0.0:1550575236.205082:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (14)--
00000800:00000200:0.0:1550575236.205082:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (13)++
00000800:00000200:0.0:1550575236.205082:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (14)--
00000800:00000200:0.0:1550575236.205083:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (13)--
00000800:00000200:0.0:1550575236.205083:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (12)++
00000800:00000200:0.0:1550575236.205084:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (13)--
00000800:00000200:0.0:1550575236.205084:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (12)--
00000800:00000200:0.0:1550575236.205085:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (11)++
00000800:00000200:0.0:1550575236.205085:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (12)--
00000800:00000200:0.0:1550575236.205085:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (11)--
00000800:00000200:0.0:1550575236.205086:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (10)++
00000800:00000200:0.0:1550575236.205086:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (11)--
00000800:00000200:0.0:1550575236.205086:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (10)--
00000800:00000200:0.0:1550575236.205087:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (9)++
00000800:00000200:0.0:1550575236.205087:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (10)--
00000800:00000200:0.0:1550575236.205087:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (9)--
00000800:00000200:0.0:1550575236.205088:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (8)++
00000800:00000200:0.0:1550575236.205088:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (9)--
00000800:00000200:0.0:1550575236.205088:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (8)--
00000800:00000200:0.0:1550575236.205089:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (7)++
00000800:00000200:0.0:1550575236.205089:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (8)--
00000800:00000200:0.0:1550575236.205089:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (7)--
00000800:00000200:0.0:1550575236.205090:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (6)++
00000800:00000200:0.0:1550575236.205090:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (7)--
00000800:00000200:0.0:1550575236.205091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (6)--
00000800:00000200:0.0:1550575236.205091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecca00] (5)++
00000800:00000200:0.0:1550575236.205091:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecca00] (6)--
00000800:00000200:0.0:1550575236.205091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (5)--
00000800:00000200:0.0:1550575236.205092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (4)--
00000400:00000200:2.0:1550575236.205475:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575236.205477:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575236.205478:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbecca00] (3)--
00000800:00000200:1.0:1550575236.206763:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbecca00] (2)--
00000400:00000200:3.0:1550575236.210845:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:3.0:1550575236.210849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecca00] (1)--
00000100:00000400:0.0:1550575236.210853:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575234/real 1550575234]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575266 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575236.210859:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575266 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575236.210861:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575266 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575236.210864:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:02000400:0.0:1550575236.210866:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575236.210867:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575236.210869:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575236.210878:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575236.210880:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575236.210880:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575236.210882:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295214311
00000100:00080000:0.0:1550575236.210884:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00000200:0.0:1550575236.210896:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940320, portal 4
00000100:00000200:0.0:1550575236.210899:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940320, offset 0
00000400:00000200:0.0:1550575236.210900:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575236.210904:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575236.210906:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575236.210909:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575236.210909:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575236.210910:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575236.210912:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575236.210925:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575236.210928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575236.210933:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575236.210936:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440940320/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575242 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575236.210939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575236.210940:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe880
00000800:00000200:1.0:1550575236.210941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575236.211100:0:1247:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575236.211111:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575236.211114:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575236.211116:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575236.211119:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fd20
00000400:00000200:3.0:1550575236.211121:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12491 [1] + 0
00000100:00000200:3.0:1550575236.211124:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440940320/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575242 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575236.211129:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575236.211130:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:3.0:1550575236.211130:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:3.0:1550575236.211131:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:0.0:1550575236.211132:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440940320/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575242 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575236.211134:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440940320/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575242 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575236.211136:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:00080000:0.0:1550575236.211140:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575236.211145:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575236.211147:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575236.211148:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575236.211149:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575236.211151:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575236.211151:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575236.211153:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575266 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575236.211160:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940304 new x1625895440940336
00000100:00000200:0.0:1550575236.211164:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fd30-0x5c6be4832fd30, portal 8
00000100:00000200:0.0:1550575236.211165:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575236.211166:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575236.211167:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575236.211170:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575236.211172:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575236.211173:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575236.211174:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575236.211174:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575236.211175:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575236.211182:0:1247:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575236.211191:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575236.211192:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:3.0:1550575236.211193:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575268 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575236.211196:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02feb80
00000800:00000200:3.0:1550575236.211197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:3.0:1550575236.211197:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575236.211927:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575236.212731:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575236.212736:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff88148db23000 0x148db23000(0x148db23000)
00000800:00000200:1.0:1550575236.212737:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814497fb000 0x14497fb000(0x14497fb000)
00000800:00000200:1.0:1550575236.212737:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88148eba7000 0x148eba7000(0x148eba7000)
00000800:00000200:1.0:1550575236.212738:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88144eedb000 0x144eedb000(0x144eedb000)
00000800:00000200:1.0:1550575236.212738:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88144eadb000 0x144eadb000(0x144eadb000)
00000800:00000200:1.0:1550575236.212739:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814417b1000 0x14417b1000(0x14417b1000)
00000800:00000200:1.0:1550575236.212739:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff88144d657000 0x144d657000(0x144d657000)
00000800:00000200:1.0:1550575236.212740:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881484b84000 0x1484b84000(0x1484b84000)
00000800:00000200:1.0:1550575236.212740:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff88144de57000 0x144de57000(0x144de57000)
00000800:00000200:1.0:1550575236.212741:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff88144e257000 0x144e257000(0x144e257000)
00000800:00000200:1.0:1550575236.212741:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881484784000 0x1484784000(0x1484784000)
00000800:00000200:1.0:1550575236.212742:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff88148efa7000 0x148efa7000(0x148efa7000)
00000800:00000200:1.0:1550575236.212742:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88145eb17000 0x145eb17000(0x145eb17000)
00000800:00000200:1.0:1550575236.212742:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88148df23000 0x148df23000(0x148df23000)
00000800:00000200:1.0:1550575236.212743:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff88144da57000 0x144da57000(0x144da57000)
00000800:00000200:1.0:1550575236.212743:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff88144e6db000 0x144e6db000(0x144e6db000)
00000800:00000200:1.0:1550575236.212744:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff881446645000 0x1446645000(0x1446645000)
00000800:00000200:1.0:1550575236.212744:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88148e323000 0x148e323000(0x148e323000)
00000800:00000200:1.0:1550575236.213562:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575236.213563:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213564:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213564:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213564:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213565:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213565:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213565:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213566:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213566:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213566:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213567:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213567:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213567:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213567:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213568:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213568:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213568:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213569:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213569:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213569:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213570:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213570:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213570:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213571:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213571:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213571:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213572:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213572:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213572:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213573:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213573:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213573:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213573:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213574:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213574:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.213574:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (20)--
00000800:00000200:1.0:1550575236.213575:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575236.213960:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575236.214291:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575236.214292:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575236.214293:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbecda00] (19)++
00000800:00000200:1.0:1550575236.214293:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbecda00] (20)++
00000800:00000200:1.0:1550575236.214294:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbecda00] (21)--
00000800:00000200:0.2:1550575236.214300:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecda00] (20)++
00000800:00000200:0.0:1550575236.214306:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (21)++
00000800:00000200:0.0:1550575236.214309:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575236.214311:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)--
00000400:00000200:0.0:1550575236.214311:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575236.214312:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575236.214314:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fd30
00000400:00000200:0.0:1550575236.214315:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12499 [256] + 0
00000400:00000200:0.0:1550575236.214316:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446154000
00000800:00000200:0.0:1550575236.214317:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (21)++
00000800:00000200:0.0:1550575236.214318:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (22)--
00000400:00000200:0.0:1550575236.214320:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575236.214321:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575236.214322:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575236.214326:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575236.214326:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbecda00] (21)++
00000800:00000200:0.0:1550575236.214327:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575236.214328:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575236.214328:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)--
00000800:00000200:0.2:1550575236.214335:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecda00] (21)++
00000800:00000200:0.0:1550575236.214339:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575236.214340:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575236.214341:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)--
00000800:00000200:0.2:1550575236.214378:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecda00] (21)++
00000800:00000200:0.0:1550575236.214381:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575236.214383:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575236.214386:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecda00] (23)++
00000800:00000200:0.0:1550575236.214393:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecda00] (24)--
00000800:00000200:0.0:1550575236.214394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575236.214394:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)--
00000800:00000200:0.2:1550575236.215337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecda00] (21)++
00000400:00000200:3.0:1550575236.341139:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 83 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575236.341141:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575237.341043:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 83 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575237.341045:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575237.694795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 4
00000800:00000200:0.0:1550575237.694798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694812:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:3.0:1550575237.694874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000100:3.0:1550575237.694877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694895:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694924:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694936:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:3.0:1550575237.694942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000100:3.0:1550575237.694944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694946:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694948:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694948:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694950:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575237.694950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000100:3.0:1550575237.694951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694952:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694952:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694953:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694953:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694954:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694959:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694960:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694960:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694971:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694975:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.694975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.694976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.694976:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575237.694977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000100:3.0:1550575237.694992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694995:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694995:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694996:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694996:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694996:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694997:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694997:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694997:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694998:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694998:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694998:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.694999:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.694999:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.694999:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695000:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695000:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695000:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695001:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695001:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695002:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695002:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695002:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695003:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695003:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695004:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695004:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695004:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695005:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695005:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695005:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695006:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695006:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695007:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695008:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695009:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695009:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695010:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695011:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695012:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695013:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695013:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695014:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695015:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695016:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695017:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695023:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:3.0:1550575237.695027:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)++
00000800:00000100:3.0:1550575237.695027:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000100:0.0:1550575237.695027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (24)--
00000800:00000200:3.0:1550575237.695028:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695035:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695036:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695036:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695043:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695044:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695065:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695066:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695067:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695067:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695067:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695068:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695068:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695068:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695069:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695069:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695069:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695070:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695071:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695071:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695072:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695072:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695073:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695074:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695075:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695075:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695076:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695078:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695078:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695079:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)++
00000800:00000100:3.0:1550575237.695080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (24)--
00000800:00000200:3.0:1550575237.695081:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695081:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695091:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695091:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695092:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695093:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695095:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695096:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695097:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695099:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695100:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695100:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695101:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695103:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695104:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695105:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695107:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695109:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695110:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695112:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575237.695112:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695112:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:0.0:1550575237.695113:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695114:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575237.695114:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000100:3.0:1550575237.695115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695116:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695116:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695116:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695117:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695117:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000100:3.0:1550575237.695117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575237.695118:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:3.0:1550575237.695118:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575237.695119:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)++
00000800:00000100:3.0:1550575237.695120:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3081 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575237.695121:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000100:3.0:1550575237.695122:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575237.695122:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72608d0 conn ffff8815dbecda00
00000800:00000200:3.0:1550575237.695123:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575237.695128:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (24)--
00000800:00000200:0.0:1550575237.695128:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695129:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)++
00000800:00000200:0.0:1550575237.695129:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (23)--
00000800:00000200:0.0:1550575237.695129:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (22)--
00000800:00000200:0.0:1550575237.695130:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (21)++
00000800:00000200:0.0:1550575237.695130:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (22)--
00000800:00000200:0.0:1550575237.695130:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (21)--
00000800:00000200:3.0:1550575237.695131:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbecda00] (21)--
00000800:00000200:0.0:1550575237.695131:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (20)++
00000800:00000200:0.0:1550575237.695131:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (21)--
00000800:00000200:0.0:1550575237.695131:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (20)--
00000800:00000200:0.0:1550575237.695132:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (18)++
00000800:00000200:0.0:1550575237.695132:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (19)--
00000100:00020000:3.0:1550575237.695133:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:0.0:1550575237.695133:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (18)--
00000800:00000200:0.0:1550575237.695133:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (17)++
00000800:00000200:0.0:1550575237.695133:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (18)--
00000800:00000200:0.0:1550575237.695134:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (17)--
00000800:00000200:0.0:1550575237.695134:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (16)++
00000800:00000200:0.0:1550575237.695134:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (17)--
00000800:00000200:0.0:1550575237.695135:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (16)--
00000800:00000200:0.0:1550575237.695135:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (15)++
00000800:00000200:0.0:1550575237.695135:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (16)--
00000800:00000200:0.0:1550575237.695136:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (15)--
00000800:00000200:0.0:1550575237.695136:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (14)++
00000800:00000200:0.0:1550575237.695137:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (15)--
00000800:00000200:0.0:1550575237.695137:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (14)--
00000800:00000200:0.0:1550575237.695137:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (13)++
00000800:00000200:0.0:1550575237.695138:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (14)--
00000800:00000200:0.0:1550575237.695138:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (13)--
00000800:00000200:0.0:1550575237.695138:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (12)++
00000800:00000200:0.0:1550575237.695139:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (13)--
00000800:00000200:0.0:1550575237.695139:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (12)--
00000800:00000200:0.0:1550575237.695140:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (11)++
00000800:00000200:0.0:1550575237.695140:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (12)--
00000800:00000200:0.0:1550575237.695141:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (11)--
00000800:00000200:0.0:1550575237.695141:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (10)++
00000800:00000200:0.0:1550575237.695141:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (11)--
00000800:00000200:0.0:1550575237.695142:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (10)--
00000800:00000200:0.0:1550575237.695142:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (9)++
00000800:00000200:0.0:1550575237.695142:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (10)--
00000800:00000200:0.0:1550575237.695143:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (9)--
00000800:00000200:0.0:1550575237.695143:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (8)++
00000800:00000200:0.0:1550575237.695143:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (9)--
00000800:00000200:0.0:1550575237.695144:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (8)--
00000800:00000200:0.0:1550575237.695144:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (7)++
00000800:00000200:0.0:1550575237.695144:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (8)--
00000800:00000200:0.0:1550575237.695145:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (7)--
00000800:00000200:0.0:1550575237.695145:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (6)++
00000800:00000200:0.0:1550575237.695145:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (7)--
00000800:00000200:0.0:1550575237.695146:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (6)--
00000800:00000200:0.0:1550575237.695146:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecda00] (5)++
00000800:00000200:0.0:1550575237.695146:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecda00] (6)--
00000800:00000200:0.0:1550575237.695147:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (5)--
00000800:00000200:0.0:1550575237.695147:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (4)--
00000400:00000200:2.0:1550575237.695270:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575237.695272:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575237.695273:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbecda00] (3)--
00000800:00000200:1.0:1550575237.695727:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbecda00] (2)--
00000400:00000200:3.0:1550575237.700837:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446154000
00000800:00000200:3.0:1550575237.700841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecda00] (1)--
00000100:00000400:0.0:1550575237.700848:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575236/real 1550575236]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575268 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575237.700854:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575268 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575237.700856:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575268 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575237.700858:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:02000400:0.0:1550575237.700861:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575237.700861:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575237.700863:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575237.700869:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575237.700870:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575237.700871:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575237.700872:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295215814
00000100:00080000:0.0:1550575237.700874:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00000200:1.0:1550575237.700897:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940352, portal 4
00000100:00000200:1.0:1550575237.700899:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940352, offset 0
00000400:00000200:1.0:1550575237.700904:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575237.700909:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:1.0:1550575237.700911:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575237.700914:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575237.700914:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575237.700915:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575237.700917:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575237.700969:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575237.700972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575237.700976:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575237.700978:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0de00 x1625895440940352/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575243 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575237.700992:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9c80
00000800:00000200:3.0:1550575237.700993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575237.700994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575237.701072:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575237.701077:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575237.701080:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:3.0:1550575237.701083:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:3.0:1550575237.701085:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fd40
00000400:00000200:3.0:1550575237.701087:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x124a5 [1] + 0
00000100:00000200:3.0:1550575237.701091:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0de00 x1625895440940352/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575243 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:3.0:1550575237.701095:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575237.701096:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:3.0:1550575237.701097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:3.0:1550575237.701097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:3.0:1550575237.701100:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0de00 x1625895440940352/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575243 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575237.701102:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0de00 x1625895440940352/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575243 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575237.701104:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9380
00000100:00080000:3.0:1550575237.701109:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:3.0:1550575237.701116:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:3.0:1550575237.701118:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:3.0:1550575237.701119:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:3.0:1550575237.701120:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:3.0:1550575237.701122:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:3.0:1550575237.701123:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:3.0:1550575237.701125:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575268 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575237.701134:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940336 new x1625895440940368
00000100:00000200:0.0:1550575237.701139:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fd50-0x5c6be4832fd50, portal 8
00000100:00000200:0.0:1550575237.701140:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575237.701142:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575237.701143:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575237.701147:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575237.701148:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575237.701150:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575237.701151:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575237.701152:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575237.701153:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575237.701164:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575237.701168:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575237.701171:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:3.0:1550575237.701172:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575269 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:3.0:1550575237.701174:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fed80
00000800:00000200:1.0:1550575237.701174:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:3.0:1550575237.701175:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575237.702306:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9a00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575237.702819:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575237.702840:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff881484685000 0x1484685000(0x1484685000)
00000800:00000200:1.0:1550575237.702843:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff88145de93000 0x145de93000(0x145de93000)
00000800:00000200:1.0:1550575237.702844:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff88145da93000 0x145da93000(0x145da93000)
00000800:00000200:1.0:1550575237.702846:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff88145e293000 0x145e293000(0x145e293000)
00000800:00000200:1.0:1550575237.702847:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff88145e693000 0x145e693000(0x145e693000)
00000800:00000200:1.0:1550575237.702848:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff88148f3a7000 0x148f3a7000(0x148f3a7000)
00000800:00000200:1.0:1550575237.702849:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff881493a37000 0x1493a37000(0x1493a37000)
00000800:00000200:1.0:1550575237.702851:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff881493e37000 0x1493e37000(0x1493e37000)
00000800:00000200:1.0:1550575237.702852:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff881494237000 0x1494237000(0x1494237000)
00000800:00000200:1.0:1550575237.702853:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff881494637000 0x1494637000(0x1494637000)
00000800:00000200:1.0:1550575237.702854:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff881494abb000 0x1494abb000(0x1494abb000)
00000800:00000200:1.0:1550575237.702856:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff881494ebb000 0x1494ebb000(0x1494ebb000)
00000800:00000200:1.0:1550575237.702857:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814952bb000 0x14952bb000(0x14952bb000)
00000800:00000200:1.0:1550575237.702858:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff88149964c000 0x149964c000(0x149964c000)
00000800:00000200:1.0:1550575237.702860:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff881499a4c000 0x1499a4c000(0x1499a4c000)
00000800:00000200:1.0:1550575237.702861:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814a4af3000 0x14a4af3000(0x14a4af3000)
00000800:00000200:1.0:1550575237.702862:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814a4ef3000 0x14a4ef3000(0x14a4ef3000)
00000800:00000200:1.0:1550575237.702863:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814a56f3000 0x14a56f3000(0x14a56f3000)
00000800:00000200:1.0:1550575237.703839:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575237.703842:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703844:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703845:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703846:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703847:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703848:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703849:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703850:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703851:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703853:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703854:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703855:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703856:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703857:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703858:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703859:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703860:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703861:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703862:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703863:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703864:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703865:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703866:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703867:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703868:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703869:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703870:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703871:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703872:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703873:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703874:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703875:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703876:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703877:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703878:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.703879:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:1.0:1550575237.703882:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575237.704356:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575237.704743:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575237.704746:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575237.704748:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff88146eeb2c00] (19)++
00000800:00000200:1.0:1550575237.704750:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff88146eeb2c00] (20)++
00000800:00000200:1.0:1550575237.704752:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff88146eeb2c00] (21)--
00000800:00000200:0.2:1550575237.704782:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2c00] (20)++
00000800:00000200:0.0:1550575237.704812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (21)++
00000800:00000200:0.0:1550575237.704831:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575237.704837:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575237.704844:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000800:00000200:3.0:1550575237.704845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)--
00000400:00000200:0.0:1550575237.704848:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fd50
00000400:00000200:0.0:1550575237.704854:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x124ad [256] + 0
00000400:00000200:0.0:1550575237.704858:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:0.0:1550575237.704862:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (21)++
00000800:00000200:0.0:1550575237.704865:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (22)--
00000400:00000200:0.0:1550575237.704874:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575237.704878:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575237.704881:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575237.704894:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575237.704899:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2c00] (21)++
00000800:00000200:0.0:1550575237.704900:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2c00] (22)++
00000800:00000200:0.0:1550575237.704904:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575237.704905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)--
00000800:00000200:0.2:1550575237.704924:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2c00] (21)++
00000800:00000200:0.0:1550575237.704937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000200:0.0:1550575237.704940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575237.704942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)--
00000800:00000200:0.2:1550575237.704958:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2c00] (21)++
00000800:00000200:0.0:1550575237.704968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000200:0.0:1550575237.704971:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575237.704998:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2c00] (23)++
00000800:00000200:0.0:1550575237.705019:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2c00] (24)--
00000800:00000200:0.0:1550575237.705020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575237.705022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)--
00000800:00000200:0.2:1550575237.705923:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2c00] (21)++
00000400:00000200:3.0:1550575238.341148:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 85 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575238.341151:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575239.200811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 4
00000800:00000200:0.0:1550575239.200823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200895:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200903:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200915:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200924:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200935:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200936:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200945:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.200948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.200948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.200948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200951:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200970:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200971:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200974:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200975:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200976:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200977:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200977:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200978:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200978:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200978:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200979:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200980:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200981:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200982:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200982:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200983:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200983:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200984:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200996:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200997:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200998:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200998:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.200999:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.200999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.200999:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201000:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201001:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201001:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201002:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201002:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201003:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201003:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201004:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201004:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201004:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201005:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201005:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201005:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201006:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201006:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201006:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201007:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201007:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201008:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201008:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201008:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201009:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201010:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201011:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201013:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201013:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201014:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201015:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201015:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201016:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201018:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201020:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201021:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201022:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201022:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201022:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201023:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201026:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201028:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201038:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201038:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201052:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201055:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201056:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201057:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201058:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201060:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201061:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201062:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:3.0:1550575239.201063:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201064:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201064:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201065:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201065:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201066:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201066:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201067:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201067:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201068:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201068:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201068:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201068:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201069:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201069:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201070:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201070:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201071:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201071:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201072:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201072:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201072:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201073:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575239.201074:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)++
00000800:00000100:3.0:1550575239.201074:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201074:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (24)--
00000800:00000200:3.0:1550575239.201075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201076:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201077:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201077:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201078:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000100:0.0:1550575239.201078:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575239.201078:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:0.0:1550575239.201079:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000200:3.0:1550575239.201080:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)++
00000800:00000100:0.0:1550575239.201081:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3084 sending 1 waiting 0: failed 5
00000800:00000100:3.0:1550575239.201082:0:2484:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000100:0.0:1550575239.201082:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:3.0:1550575239.201083:0:2484:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72678d0 conn ffff88146eeb2c00
00000800:00000200:0.0:1550575239.201084:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:3.0:1550575239.201090:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (24)--
00000800:00000200:3.0:1550575239.201090:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201091:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)++
00000800:00000200:3.0:1550575239.201091:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (23)--
00000800:00000200:3.0:1550575239.201092:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (22)--
00000800:00000200:3.0:1550575239.201092:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (21)++
00000800:00000200:3.0:1550575239.201092:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (22)--
00000800:00000200:3.0:1550575239.201093:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (21)--
00000800:00000200:3.0:1550575239.201093:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (20)++
00000800:00000200:3.0:1550575239.201093:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (21)--
00000800:00000200:3.0:1550575239.201094:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (20)--
00000800:00000200:3.0:1550575239.201094:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (18)++
00000800:00000200:0.0:1550575239.201094:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2c00] (21)--
00000800:00000200:3.0:1550575239.201095:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (19)--
00000800:00000200:3.0:1550575239.201095:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (18)--
00000800:00000200:3.0:1550575239.201096:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (17)++
00000800:00000200:3.0:1550575239.201096:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (18)--
00000800:00000200:3.0:1550575239.201096:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (17)--
00000800:00000200:3.0:1550575239.201097:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (16)++
00000800:00000200:3.0:1550575239.201097:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (17)--
00000100:00020000:0.0:1550575239.201097:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:3.0:1550575239.201098:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (16)--
00000800:00000200:3.0:1550575239.201098:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (15)++
00000800:00000200:3.0:1550575239.201099:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (16)--
00000800:00000200:3.0:1550575239.201099:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (15)--
00000800:00000200:3.0:1550575239.201099:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (14)++
00000800:00000200:3.0:1550575239.201099:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (15)--
00000800:00000200:3.0:1550575239.201100:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (14)--
00000800:00000200:3.0:1550575239.201100:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (13)++
00000800:00000200:3.0:1550575239.201100:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (14)--
00000800:00000200:3.0:1550575239.201101:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (13)--
00000800:00000200:3.0:1550575239.201101:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (12)++
00000800:00000200:3.0:1550575239.201101:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (13)--
00000800:00000200:3.0:1550575239.201102:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (12)--
00000800:00000200:3.0:1550575239.201102:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (11)++
00000800:00000200:3.0:1550575239.201102:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (12)--
00000800:00000200:3.0:1550575239.201103:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (11)--
00000800:00000200:3.0:1550575239.201103:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (10)++
00000800:00000200:3.0:1550575239.201103:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (11)--
00000800:00000200:3.0:1550575239.201104:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (10)--
00000800:00000200:3.0:1550575239.201104:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (9)++
00000800:00000200:3.0:1550575239.201104:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (10)--
00000800:00000200:3.0:1550575239.201105:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (9)--
00000800:00000200:3.0:1550575239.201105:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (8)++
00000800:00000200:3.0:1550575239.201105:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (9)--
00000800:00000200:3.0:1550575239.201106:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (8)--
00000800:00000200:3.0:1550575239.201106:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (7)++
00000800:00000200:3.0:1550575239.201106:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (8)--
00000800:00000200:3.0:1550575239.201107:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (7)--
00000800:00000200:3.0:1550575239.201107:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (6)++
00000800:00000200:3.0:1550575239.201107:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (7)--
00000800:00000200:3.0:1550575239.201108:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (6)--
00000800:00000200:3.0:1550575239.201108:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2c00] (5)++
00000800:00000200:3.0:1550575239.201108:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2c00] (6)--
00000800:00000200:3.0:1550575239.201109:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (5)--
00000800:00000200:3.0:1550575239.201110:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (4)--
00000400:00000200:2.0:1550575239.201292:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575239.201296:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575239.201297:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88146eeb2c00] (3)--
00000400:00000200:3.0:1550575239.341148:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 0 alive_count 86 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575239.341150:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:0.0:1550575239.879814:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:0.0:1550575239.879817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2c00] (2)--
00000800:00000200:1.0:1550575239.879827:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88146eeb2c00] (1)--
00000100:00000400:0.0:1550575239.879839:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575237/real 1550575237]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575269 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575239.879845:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575269 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575239.879847:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575269 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575239.879849:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:02000400:0.0:1550575239.879851:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575239.879852:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575239.879854:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575239.879861:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575239.879862:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575239.879863:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575239.879864:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295217304
00000100:00080000:0.0:1550575239.879867:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00000200:3.0:1550575239.879954:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940384, portal 4
00000100:00000200:3.0:1550575239.879957:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940384, offset 0
00000400:00000200:3.0:1550575239.879959:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575239.879966:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575239.879968:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575239.879971:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575239.879972:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575239.879973:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575239.879975:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575239.880025:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575239.880038:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575239.880048:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575239.880052:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d500 x1625895440940384/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575245 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575239.880055:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575239.880056:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75580
00000800:00000200:1.0:1550575239.880058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575239.880166:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575239.880169:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575239.880171:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575239.880173:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575239.880177:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fd60
00000400:00000200:1.0:1550575239.880179:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x124b9 [1] + 0
00000100:00000200:1.0:1550575239.880182:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d500 x1625895440940384/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575245 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575239.880189:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575239.880189:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575239.880190:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575239.880191:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:3.0:1550575239.880196:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d500 x1625895440940384/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575245 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575239.880199:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d500 x1625895440940384/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575245 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575239.880201:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00080000:3.0:1550575239.880206:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:3.0:1550575239.880213:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:3.0:1550575239.880214:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:3.0:1550575239.880215:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:3.0:1550575239.880216:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:3.0:1550575239.880218:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:3.0:1550575239.880219:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:3.0:1550575239.880221:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575269 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575239.880234:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940368 new x1625895440940400
00000100:00000200:0.0:1550575239.880239:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fd70-0x5c6be4832fd70, portal 8
00000100:00000200:0.0:1550575239.880240:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575239.880242:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575239.880243:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575239.880247:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575239.880249:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575239.880251:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575239.880251:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575239.880252:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575239.880254:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575239.880264:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575239.880266:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575239.880267:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575239.880269:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575271 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:1.0:1550575239.880271:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee80
00000800:00000200:1.0:1550575239.880272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575239.880272:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575239.881179:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9c80] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575239.881794:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575239.881808:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814a5b77000 0x14a5b77000(0x14a5b77000)
00000800:00000200:1.0:1550575239.881811:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814a5f77000 0x14a5f77000(0x14a5f77000)
00000800:00000200:1.0:1550575239.881812:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8814a6377000 0x14a6377000(0x14a6377000)
00000800:00000200:1.0:1550575239.881814:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814a6777000 0x14a6777000(0x14a6777000)
00000800:00000200:1.0:1550575239.881815:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814aaa03000 0x14aaa03000(0x14aaa03000)
00000800:00000200:1.0:1550575239.881816:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814aae03000 0x14aae03000(0x14aae03000)
00000800:00000200:1.0:1550575239.881817:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8814ab203000 0x14ab203000(0x14ab203000)
00000800:00000200:1.0:1550575239.881819:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8814ab687000 0x14ab687000(0x14ab687000)
00000800:00000200:1.0:1550575239.881820:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814abe87000 0x14abe87000(0x14abe87000)
00000800:00000200:1.0:1550575239.881822:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814ac287000 0x14ac287000(0x14ac287000)
00000800:00000200:1.0:1550575239.881823:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814ac687000 0x14ac687000(0x14ac687000)
00000800:00000200:1.0:1550575239.881824:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814acb0b000 0x14acb0b000(0x14acb0b000)
00000800:00000200:1.0:1550575239.881826:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814acf0b000 0x14acf0b000(0x14acf0b000)
00000800:00000200:1.0:1550575239.881827:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814ad30b000 0x14ad30b000(0x14ad30b000)
00000800:00000200:1.0:1550575239.881828:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814b0a14000 0x14b0a14000(0x14b0a14000)
00000800:00000200:1.0:1550575239.881829:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814b0e14000 0x14b0e14000(0x14b0e14000)
00000800:00000200:1.0:1550575239.881831:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814b1214000 0x14b1214000(0x14b1214000)
00000800:00000200:1.0:1550575239.881832:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814b1698000 0x14b1698000(0x14b1698000)
00000800:00000200:1.0:1550575239.882773:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575239.882776:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882778:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882779:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882780:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882781:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882782:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882783:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882784:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882785:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882786:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882787:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882788:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882789:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882790:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882791:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882792:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882793:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882794:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882795:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882796:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882797:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882798:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882799:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882800:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882801:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882802:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882803:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882805:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882805:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882807:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882807:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882809:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882809:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882811:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882811:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.882812:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:1.0:1550575239.882815:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575239.883235:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575239.883558:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575239.883559:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575239.883559:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:1.0:1550575239.883560:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8815dbecdc00] (20)++
00000800:00000200:1.0:1550575239.883561:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8815dbecdc00] (21)--
00000800:00000200:0.2:1550575239.883569:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecdc00] (20)++
00000800:00000200:0.0:1550575239.883578:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (21)++
00000800:00000200:0.0:1550575239.883582:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575239.883583:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)--
00000400:00000200:0.0:1550575239.883584:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575239.883586:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575239.883588:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fd70
00000400:00000200:0.0:1550575239.883590:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x124c1 [256] + 0
00000400:00000200:0.0:1550575239.883591:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:0.0:1550575239.883593:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (21)++
00000800:00000200:0.0:1550575239.883594:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (22)--
00000400:00000200:0.0:1550575239.883597:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575239.883598:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575239.883599:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575239.883604:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575239.883604:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8815dbecdc00] (21)++
00000800:00000200:0.0:1550575239.883605:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8815dbecdc00] (22)++
00000800:00000200:0.0:1550575239.883606:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575239.883606:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)--
00000800:00000200:0.2:1550575239.883618:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecdc00] (21)++
00000800:00000200:0.0:1550575239.883622:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000200:0.0:1550575239.883624:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575239.883625:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)--
00000800:00000200:0.2:1550575239.883655:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecdc00] (21)++
00000800:00000200:0.0:1550575239.883659:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000200:0.0:1550575239.883660:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575239.883665:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8815dbecdc00] (23)++
00000800:00000200:0.0:1550575239.883672:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8815dbecdc00] (24)--
00000800:00000200:0.0:1550575239.883672:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575239.883673:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)--
00000800:00000200:0.2:1550575239.884612:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8815dbecdc00] (21)++
00000400:00000200:3.0:1550575240.341144:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 87 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575240.341146:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000400:00000200:3.0:1550575241.341138:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 87 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575241.341141:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575241.353745:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353747:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 4
00000800:00000200:0.0:1550575241.353748:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353749:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353750:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353750:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353751:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353751:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353752:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353752:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353752:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353753:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353753:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353753:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353754:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353754:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353754:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353755:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353755:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353755:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353756:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353756:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353757:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353757:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353757:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353761:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353761:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353762:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353763:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353763:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353763:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353764:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353764:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353764:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353765:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353765:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353765:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353766:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353766:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353766:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353767:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353767:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353767:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353768:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353768:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353768:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353769:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353769:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353769:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353770:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353770:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353770:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353771:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353771:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353771:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353772:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353772:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353772:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353773:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353773:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353773:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353774:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353774:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353775:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353775:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353775:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353776:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353776:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353777:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353777:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353777:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353778:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353778:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353778:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353779:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353779:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353780:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353780:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353780:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353781:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353781:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353781:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353782:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353782:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353782:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353783:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353783:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353783:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353784:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353784:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353784:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353785:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353785:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353785:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353786:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353786:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353787:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353787:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353788:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353788:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353788:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353789:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353789:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353789:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353790:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353790:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353790:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353791:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353791:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353791:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353792:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353792:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353792:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353793:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353793:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353793:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353794:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353794:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353794:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353795:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353795:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353795:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353796:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353796:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353797:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353797:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353797:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353798:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353798:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353799:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353800:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353800:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353801:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353801:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353802:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353802:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353803:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353803:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353804:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353805:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353806:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353806:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353807:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353807:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353808:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353808:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353809:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353809:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353811:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353836:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353838:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353842:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353849:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353861:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353894:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353895:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353895:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353896:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353896:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353897:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353897:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353898:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353899:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353899:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353900:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353900:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353901:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353901:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353902:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353902:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353903:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353904:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353904:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353905:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353906:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353907:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353907:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353908:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353908:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353909:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353909:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353910:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353910:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353911:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353911:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353912:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353912:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353913:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353913:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353914:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353914:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353915:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353916:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353916:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353917:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353917:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353918:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353918:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353919:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353919:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353920:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353920:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353921:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353921:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353922:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353922:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353923:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353923:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353924:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353924:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353925:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353927:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353938:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353945:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353946:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353946:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353947:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353947:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353948:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353948:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353949:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353954:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353961:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353969:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000200:0.0:1550575241.353969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000100:3.0:1550575241.353970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353971:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353972:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353973:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353973:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353974:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353974:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353975:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353976:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353977:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353980:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353980:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353980:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.353981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:3.0:1550575241.353982:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:3.0:1550575241.353982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353983:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353983:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90940) failed: 5
00000800:00000200:0.0:1550575241.353984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:0.0:1550575241.353984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)++
00000800:00000100:0.0:1550575241.353986:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x3087 sending 1 waiting 0: failed 5
00000800:00000200:3.0:1550575241.353987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (23)++
00000800:00000100:0.0:1550575241.353987:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000100:3.0:1550575241.353989:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000800:00000200:3.0:1550575241.353989:0:2483:0:(o2iblnd_cb.c:536:kiblnd_rx_complete()) rx ffff8815d72610d0 conn ffff8815dbecdc00
00000800:00000200:0.0:1550575241.353989:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:0.0:1550575241.354001:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8815dbecdc00] (24)--
00000100:00020000:0.0:1550575241.354003:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000800:00000200:3.0:1550575241.354006:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (23)--
00000800:00000200:3.0:1550575241.354006:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (22)--
00000800:00000200:3.0:1550575241.354007:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (21)++
00000800:00000200:3.0:1550575241.354007:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (22)--
00000800:00000200:3.0:1550575241.354007:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (21)--
00000800:00000200:3.0:1550575241.354008:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (20)++
00000800:00000200:3.0:1550575241.354008:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (21)--
00000800:00000200:3.0:1550575241.354008:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:3.0:1550575241.354009:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (19)++
00000800:00000200:3.0:1550575241.354009:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (20)--
00000800:00000200:3.0:1550575241.354010:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (19)--
00000800:00000200:3.0:1550575241.354010:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (18)++
00000800:00000200:3.0:1550575241.354010:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (19)--
00000800:00000200:3.0:1550575241.354011:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (18)--
00000800:00000200:3.0:1550575241.354011:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (17)++
00000800:00000200:3.0:1550575241.354011:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (18)--
00000800:00000200:3.0:1550575241.354012:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (17)--
00000800:00000200:3.0:1550575241.354012:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (16)++
00000800:00000200:3.0:1550575241.354013:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (17)--
00000800:00000200:3.0:1550575241.354013:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (16)--
00000800:00000200:3.0:1550575241.354014:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (15)++
00000800:00000200:3.0:1550575241.354014:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (16)--
00000800:00000200:3.0:1550575241.354014:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (15)--
00000800:00000200:3.0:1550575241.354015:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (14)++
00000800:00000200:3.0:1550575241.354015:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (15)--
00000800:00000200:3.0:1550575241.354015:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (14)--
00000800:00000200:3.0:1550575241.354016:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (13)++
00000800:00000200:3.0:1550575241.354016:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (14)--
00000800:00000200:3.0:1550575241.354016:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (13)--
00000800:00000200:3.0:1550575241.354017:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (12)++
00000800:00000200:3.0:1550575241.354017:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (13)--
00000800:00000200:3.0:1550575241.354017:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (12)--
00000800:00000200:3.0:1550575241.354018:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (11)++
00000800:00000200:3.0:1550575241.354018:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (12)--
00000800:00000200:3.0:1550575241.354018:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (11)--
00000800:00000200:3.0:1550575241.354019:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (10)++
00000800:00000200:3.0:1550575241.354019:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (11)--
00000800:00000200:3.0:1550575241.354019:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (10)--
00000800:00000200:3.0:1550575241.354020:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (9)++
00000800:00000200:3.0:1550575241.354020:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (10)--
00000800:00000200:3.0:1550575241.354020:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (9)--
00000800:00000200:3.0:1550575241.354021:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (8)++
00000800:00000200:3.0:1550575241.354021:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (9)--
00000800:00000200:3.0:1550575241.354021:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (8)--
00000800:00000200:3.0:1550575241.354022:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (7)++
00000800:00000200:3.0:1550575241.354022:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (8)--
00000800:00000200:3.0:1550575241.354022:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (7)--
00000800:00000200:3.0:1550575241.354023:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (6)++
00000800:00000200:3.0:1550575241.354023:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (7)--
00000800:00000200:3.0:1550575241.354023:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (6)--
00000800:00000200:3.0:1550575241.354024:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8815dbecdc00] (5)++
00000800:00000200:3.0:1550575241.354024:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8815dbecdc00] (6)--
00000800:00000200:3.0:1550575241.354024:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (5)--
00000800:00000200:3.0:1550575241.354026:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (4)--
00000400:00000200:2.0:1550575241.354145:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575241.354147:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575241.354148:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8815dbecdc00] (3)--
00000800:00000200:1.0:1550575241.354611:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8815dbecdc00] (2)--
00000800:00000200:1.0:1550575241.875626:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575241.875637:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814b1a98000 0x14b1a98000(0x14b1a98000)
00000800:00000200:1.0:1550575241.875638:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814b1e98000 0x14b1e98000(0x14b1e98000)
00000800:00000200:1.0:1550575241.875639:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8814b2698000 0x14b2698000(0x14b2698000)
00000800:00000200:1.0:1550575241.875639:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814b2b18000 0x14b2b18000(0x14b2b18000)
00000800:00000200:1.0:1550575241.875640:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814b2a19000 0x14b2a19000(0x14b2a19000)
00000800:00000200:1.0:1550575241.875640:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814b2f18000 0x14b2f18000(0x14b2f18000)
00000800:00000200:1.0:1550575241.875641:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8814b2e19000 0x14b2e19000(0x14b2e19000)
00000800:00000200:1.0:1550575241.875641:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8814b3318000 0x14b3318000(0x14b3318000)
00000800:00000200:1.0:1550575241.875641:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814b3219000 0x14b3219000(0x14b3219000)
00000800:00000200:1.0:1550575241.875642:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814b3718000 0x14b3718000(0x14b3718000)
00000800:00000200:1.0:1550575241.875642:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814c43a8000 0x14c43a8000(0x14c43a8000)
00000800:00000200:1.0:1550575241.875642:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814c42a9000 0x14c42a9000(0x14c42a9000)
00000800:00000200:1.0:1550575241.875643:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814c47a8000 0x14c47a8000(0x14c47a8000)
00000800:00000200:1.0:1550575241.875644:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814c46a9000 0x14c46a9000(0x14c46a9000)
00000800:00000200:1.0:1550575241.875644:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814cc741000 0x14cc741000(0x14cc741000)
00000800:00000200:1.0:1550575241.875644:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814ccb41000 0x14ccb41000(0x14ccb41000)
00000800:00000200:1.0:1550575241.875645:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814cd341000 0x14cd341000(0x14cd341000)
00000800:00000200:1.0:1550575241.875645:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814cd741000 0x14cd741000(0x14cd741000)
00000800:00000200:1.0:1550575241.876618:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575241.876619:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876620:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876620:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876621:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876621:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876622:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876622:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876623:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876623:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876623:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876623:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876624:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876624:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876624:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876625:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876625:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876625:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876625:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876626:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876626:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876627:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876627:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876627:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876628:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876628:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876628:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876629:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876629:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876629:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876630:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876630:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.876630:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:1.0:1550575241.876632:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575241.877149:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575241.877494:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575241.877495:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575241.877496:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814617fb400] (19)++
00000800:00000200:1.0:1550575241.877496:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814617fb400] (20)++
00000800:00000200:1.0:1550575241.877497:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814617fb400] (21)--
00000800:00000200:1.2:1550575241.880437:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575241.880449:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575241.880451:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575241.880453:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575241.880458:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 296 into portal 15 MB=0x5c67d1e4dfc00
00000800:00000200:0.2:1550575242.023728:0:2484:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (20)++
00000400:00000200:0.0:1550575242.023749:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:0.0:1550575242.023751:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8815dbecdc00] (1)--
00000400:00000200:1.0:1550575242.023752:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index f from 12345-172.20.0.212@o2ib1 of length 296/296 into md 0xd [1] + 592
00000100:00000200:1.0:1550575242.023756:0:2483:0:(events.c:304:request_in_callback()) event type 2, status 0, service ldlm_cbd
00000800:00000200:0.0:1550575242.023756:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575242.023758:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (21)++
00000800:00000200:1.0:1550575242.023760:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575242.023760:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575242.023761:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575242.023762:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000400:00000200:0.0:1550575242.023762:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000800:00000200:1.0:1550575242.023763:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000100:00000400:2.0:1550575242.023772:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575239/real 1550575239]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575271 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575242.023778:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575271 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:2.0:1550575242.023780:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575271 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:2.0:1550575242.023782:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fee00
00000100:02000400:2.0:1550575242.023784:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1550575242.023785:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:2.0:1550575242.023787:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000400:00000200:2.0:1550575242.023794:0:2484:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:2.0:1550575242.023795:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 296 into portal 15 MB=0x5c67cfaeeb000
00000400:00000200:2.0:1550575242.023797:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index f from 12345-172.20.0.211@o2ib1 of length 296/296 into md 0xd [1] + 888
00000100:00000200:1.0:1550575242.023798:0:2499:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1625615565192192
00000100:00000200:2.0:1550575242.023799:0:2484:0:(events.c:304:request_in_callback()) event type 2, status 0, service ldlm_cbd
00000800:00000200:2.0:1550575242.023802:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (21)++
00000800:00000200:2.0:1550575242.023803:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (22)--
00000800:00000200:2.0:1550575242.023804:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (21)--
00000100:00000200:1.0:1550575242.023817:0:2499:0:(niobuf.c:85:ptl_send_buf()) Sending 248 bytes to portal 16, xid 1625615565192192, offset 192
00000400:00000200:1.0:1550575242.023819:0:2499:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575242.023823:0:2499:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000100:00080000:0.0:1550575242.023823:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1550575242.023825:0:2499:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 248 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000100:00080000:0.0:1550575242.023825:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575242.023826:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1550575242.023828:0:2499:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575242.023828:0:2499:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000100:00080000:0.0:1550575242.023828:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295219483
00000800:00000200:1.0:1550575242.023829:0:2499:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000100:00080000:0.0:1550575242.023830:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000800:00000200:1.0:1550575242.023831:0:2499:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575242.023838:0:2499:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000100:00000200:3.0:1550575242.023843:0:2492:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940416, portal 4
00000100:00000200:1.0:1550575242.023843:0:2499:0:(service.c:2094:ptlrpc_server_handle_request()) got req 1625614971744256
00000100:00000200:3.0:1550575242.023846:0:2492:0:(niobuf.c:85:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1625895440940416, offset 0
00000100:00000200:1.0:1550575242.023846:0:2499:0:(niobuf.c:85:ptl_send_buf()) Sending 248 bytes to portal 16, xid 1625614971744256, offset 192
00000400:00000200:1.0:1550575242.023847:0:2499:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575242.023849:0:2492:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:1.0:1550575242.023850:0:2499:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:1.0:1550575242.023851:0:2499:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 248 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:1.0:1550575242.023853:0:2499:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575242.023853:0:2499:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617fb400] (20)++
00000800:00000200:1.0:1550575242.023854:0:2499:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617fb400] (21)++
00000800:00000200:1.0:1550575242.023854:0:2499:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617fb400] (22)--
00000400:00000200:3.0:1550575242.023855:0:2492:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575242.023857:0:2492:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 224 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575242.023859:0:2492:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575242.023860:0:2492:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:3.0:1550575242.023861:0:2492:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:0.2:1550575242.023862:0:2974:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (21)++
00000800:00000200:3.0:1550575242.023863:0:2492:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (24)--
00000800:00000200:1.0:1550575242.023864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:1.0:1550575242.023865:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (24)--
00000400:00000200:1.0:1550575242.023866:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9000
00000800:00000200:1.0:1550575242.023867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575242.023867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000200:1.0:1550575242.023868:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617fb400] (23)--
00000400:00000200:1.0:1550575242.023868:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8815e62e9500
00000800:00000200:1.0:1550575242.023869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000800:00000200:1.0:1550575242.023869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575242.023870:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575242.023873:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0e100 x1625895440940416/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575249 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575242.023875:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75800
00000100:00000200:3.0:1550575242.023877:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940432, portal 4
00000800:00000200:1.0:1550575242.023877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575242.023877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (21)--
00000100:00000200:3.0:1550575242.023878:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940432, offset 0
00000800:00000200:1.0:1550575242.023878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000400:00000200:3.0:1550575242.023880:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575242.023882:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:3.0:1550575242.023883:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:3.0:1550575242.023885:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575242.023885:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617fb400] (20)++
00000800:00000200:3.0:1550575242.023886:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617fb400] (21)++
00000800:00000200:3.0:1550575242.023886:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.2:1550575242.023895:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (21)++
00000800:00000200:0.0:1550575242.023898:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000200:0.0:1550575242.023899:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617fb400] (23)--
00000100:00000200:0.0:1550575242.023901:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d200 x1625895440940432/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575248 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575242.023904:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75d80
00000800:00000200:0.0:1550575242.023905:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.0:1550575242.023906:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (21)--
00000800:00000200:0.2:1550575242.023977:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (20)++
00000800:00000200:0.0:1550575242.023980:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (21)++
00000800:00000200:0.0:1550575242.023981:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575242.023983:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575242.023985:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 4 MB=0x5c6be4832fd80
00000400:00000200:0.0:1550575242.023987:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x124d1 [1] + 192
00000100:00000200:0.0:1550575242.023990:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0e100 x1625895440940416/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575249 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575242.023995:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (22)++
00000800:00000200:0.0:1550575242.024000:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575242.024001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.0:1550575242.024001:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (21)--
00000800:00000200:1.2:1550575242.024070:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575242.024080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575242.024081:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575242.024083:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575242.024084:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fd90
00000400:00000200:0.0:1550575242.024086:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x124dd [1] + 0
00000100:00000200:0.0:1550575242.024088:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d200 x1625895440940432/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575248 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575242.024091:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575242.024092:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575242.024092:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575242.024092:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:0.0:1550575242.024095:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d200 x1625895440940432/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575248 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575242.024097:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d200 x1625895440940432/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575248 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575242.024098:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75b00
00000100:00080000:0.0:1550575242.024103:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575242.024110:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575242.024112:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575242.024112:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575242.024114:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575242.024116:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575242.024117:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575242.024119:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575271 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575242.024126:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940400 new x1625895440940448
00000100:00000200:0.0:1550575242.024130:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fda0-0x5c6be4832fda0, portal 8
00000100:00000200:0.0:1550575242.024132:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575242.024133:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575242.024134:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575242.024137:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575242.024138:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575242.024140:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575242.024141:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575242.024142:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575242.024143:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575242.024155:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575242.024161:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575242.024162:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:0.0:1550575242.024163:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575274 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575242.024164:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fef00
00000800:00000200:0.0:1550575242.024165:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:0.0:1550575242.024166:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:0.2:1550575242.024337:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (20)++
00000800:00000200:0.0:1550575242.024341:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (21)++
00000800:00000200:0.0:1550575242.024342:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575242.024343:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575242.024344:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fda0
00000400:00000200:0.0:1550575242.024345:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x124e5 [256] + 0
00000400:00000200:0.0:1550575242.024346:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446156000
00000800:00000200:0.0:1550575242.024347:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (22)++
00000800:00000200:0.0:1550575242.024347:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (23)--
00000400:00000200:0.0:1550575242.024350:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : REPLY
00000800:00000200:0.0:1550575242.024351:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575242.024352:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575242.024355:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575242.024356:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617fb400] (22)++
00000800:00000200:0.0:1550575242.024356:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617fb400] (23)++
00000800:00000200:0.0:1550575242.024357:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617fb400] (24)--
00000800:00000200:0.0:1550575242.024357:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575242.024358:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.2:1550575242.024364:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (21)++
00000800:00000200:0.0:1550575242.024367:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000200:0.0:1550575242.024368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575242.024368:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.2:1550575242.024398:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (21)++
00000800:00000200:0.0:1550575242.024401:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000200:0.0:1550575242.024402:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.203@o2ib117
00000800:00000200:0.0:1550575242.024405:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fb400] (23)++
00000800:00000200:0.0:1550575242.024413:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fb400] (24)--
00000800:00000200:0.0:1550575242.024413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575242.024413:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.2:1550575242.025382:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fb400] (21)++
00000100:00000200:3.0:1550575242.034038:0:2492:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0e100 x1625895440940416/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575249 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575242.034041:0:2492:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0e100 x1625895440940416/t0(0) o400->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 224/224 e 0 to 0 dl 1550575249 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575242.034043:0:2492:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000800:00000200:2.0:1550575242.054050:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9f80] -> 172.20.116.203@o2ib117 (1)--
00000400:00000200:3.0:1550575242.349049:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 89 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575242.349051:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000100:00000200:3.0:1550575242.394408:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940464, portal 18
00000100:00000200:3.0:1550575242.394410:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1625895440940464, offset 0
00000400:00000200:3.0:1550575242.394413:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.211@o2ib1
00000400:00000200:3.0:1550575242.394419:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.211@o2ib1(172.20.0.211@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575242.394421:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575242.394424:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575242.394425:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575242.394425:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575242.394427:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575242.394505:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575242.394520:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575242.394522:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575242.394526:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815df661800 x1625895440940464/t0(0) o103->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575242.394530:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:1.0:1550575242.394532:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575242.394533:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575242.394600:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575242.394606:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575242.394607:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575242.394609:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.211@o2ib1 : PUT
00000400:00000200:1.0:1550575242.394614:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.211@o2ib1 of length 192 into portal 18 MB=0x5c6be4832fdb0
00000400:00000200:1.0:1550575242.394616:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 12 from 12345-172.20.0.211@o2ib1 of length 192/192 into md 0x124f1 [1] + 192
00000100:00000200:1.0:1550575242.394619:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815df661800 x1625895440940464/t0(0) o103->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 1 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575242.394627:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575242.394628:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575242.394628:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575242.394629:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:3.0:1550575242.394634:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815df661800 x1625895440940464/t0(0) o103->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 1 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575242.394637:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815df661800 x1625895440940464/t0(0) o103->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 1 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575242.394639:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000100:00000200:3.0:1550575242.396789:0:2493:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1625895440940480, portal 18
00000100:00000200:3.0:1550575242.396790:0:2493:0:(niobuf.c:85:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1625895440940480, offset 0
00000400:00000200:3.0:1550575242.396791:0:2493:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:3.0:1550575242.396793:0:2493:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:3.0:1550575242.396794:0:2493:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 328 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:3.0:1550575242.396795:0:2493:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:3.0:1550575242.396796:0:2493:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:3.0:1550575242.396796:0:2493:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:3.0:1550575242.396797:0:2493:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575242.396856:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575242.396877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575242.396878:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575242.396881:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8814b010e100 x1625895440940480/t0(0) o103->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 2 fl Rpc:/0/ffffffff rc 0/-1
00000400:00000200:1.0:1550575242.396884:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75200
00000800:00000200:1.0:1550575242.396886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575242.396887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.2:1550575242.396926:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575242.396932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575242.396933:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575242.396935:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:1.0:1550575242.396937:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 192 into portal 18 MB=0x5c6be4832fdc0
00000400:00000200:1.0:1550575242.396939:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 12 from 12345-172.20.0.212@o2ib1 of length 192/192 into md 0x124f9 [1] + 192
00000100:00000200:1.0:1550575242.396941:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8814b010e100 x1625895440940480/t0(0) o103->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 1 fl Rpc:/0/ffffffff rc 0/-1
00000800:00000200:1.0:1550575242.396949:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575242.396950:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575242.396950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.0:1550575242.396951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000100:00000200:3.0:1550575242.396953:0:2493:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8814b010e100 x1625895440940480/t0(0) o103->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 1 fl Rpc:R/0/ffffffff rc 0/-1
00000100:00000200:3.0:1550575242.396955:0:2493:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8814b010e100 x1625895440940480/t0(0) o103->hpcfs-OST0004-osc-ffff880034986800@172.20.0.212@o2ib1:17/18 lens 328/224 e 0 to 0 dl 1550575254 ref 1 fl Rpc:R/0/ffffffff rc 0/-1
00000400:00000200:3.0:1550575242.396957:0:2493:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814d3c75a00
00000400:00000200:3.0:1550575243.349044:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 89 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575243.349046:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 29 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575243.527767:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 4
00000800:00000200:0.0:1550575243.527772:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527774:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527776:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527776:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527777:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527777:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527778:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527779:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527779:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527780:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527780:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527781:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527781:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527782:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527783:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527783:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527784:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527788:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527788:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527790:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:0.0:1550575243.527802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:0.0:1550575243.527803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575243.527803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527805:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527810:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527810:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527811:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527812:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527813:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527813:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527814:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527814:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527815:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527815:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527816:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527816:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527817:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527817:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527818:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527818:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527819:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527819:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527820:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527820:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527821:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527821:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527822:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527822:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527823:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527823:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527824:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527824:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527825:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527825:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527826:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527826:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527827:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527827:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527828:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527828:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527829:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527829:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527830:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527830:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527831:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527831:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527832:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527832:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527833:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527833:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527834:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527834:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527835:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527835:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527836:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527837:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527837:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527838:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527839:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527839:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527840:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527840:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527841:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527841:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527842:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527843:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527843:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527844:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527844:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527845:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527845:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527846:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527846:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527847:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527847:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527848:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527848:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527849:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527850:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527850:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527851:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527851:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527852:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527852:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527853:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527853:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527854:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527854:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527855:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527855:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527856:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527856:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527857:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527857:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527858:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527858:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527859:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527859:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527860:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527860:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527861:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527862:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527862:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527863:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527863:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527864:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527864:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527865:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527865:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527866:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527866:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527867:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527867:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527868:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527868:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527869:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527869:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527870:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527870:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527871:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527871:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527872:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527872:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527873:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527873:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527874:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527874:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527875:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527875:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527876:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527876:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527877:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527877:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527878:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527878:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527879:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527879:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527880:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527880:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527881:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527881:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527882:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527882:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527883:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527883:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527884:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527884:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527885:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527886:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527886:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527887:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527887:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527888:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527888:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527889:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527889:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527890:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527890:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527891:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527891:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527892:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527892:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527893:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527893:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527894:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527894:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527895:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527895:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527896:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527896:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527897:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527898:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527899:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527899:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527900:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527900:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527901:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527901:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527902:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527902:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527903:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527903:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527904:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527904:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527905:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527905:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527906:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527906:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527907:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527907:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527908:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527908:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527909:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527909:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527910:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527910:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527911:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527911:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527912:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527912:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527913:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527913:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527914:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527914:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527915:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527915:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527916:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527916:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527917:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527917:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527918:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527918:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527919:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527919:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527920:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527920:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527921:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527921:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527922:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527922:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527923:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527923:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527924:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527924:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527925:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527925:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527926:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527926:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527927:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527927:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527928:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527928:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527929:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527929:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527930:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527930:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527931:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527931:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527932:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527932:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527933:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527933:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527934:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527934:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527935:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527935:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527936:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527937:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527937:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527938:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527938:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527939:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527939:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527940:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527940:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527941:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527941:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527942:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527942:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527943:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527943:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527944:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527944:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527945:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527946:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527946:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527947:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527947:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527948:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527949:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527949:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527950:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527950:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527951:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527951:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527952:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527952:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527953:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527970:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527974:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527975:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527975:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527976:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527977:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527977:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527978:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527978:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527979:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527980:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527981:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527982:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527982:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527983:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527983:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527984:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527985:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527985:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527986:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527986:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527987:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527987:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527987:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527988:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527988:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527989:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527989:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527990:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527990:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527990:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527991:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527991:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527991:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.527992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (23)--
00000800:00000200:1.0:1550575243.527992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (22)++
00000800:00000100:1.0:1550575243.527994:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x308d sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575243.527996:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575243.527997:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (2)--
00000800:00000200:1.0:1550575243.528018:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617fb400] (23)--
00000100:00020000:1.0:1550575243.528020:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575243.528329:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.203@o2ib117: down
00000400:00000200:2.0:1550575243.528332:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 0
00000800:00000200:2.0:1550575243.528333:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.0:1550575243.533550:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (21)++
00000800:00000200:0.0:1550575243.533552:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (22)--
00000800:00000200:0.0:1550575243.533553:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (21)--
00000800:00000200:0.0:1550575243.533553:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (20)++
00000800:00000200:0.0:1550575243.533553:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (21)--
00000800:00000200:0.0:1550575243.533555:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (20)--
00000800:00000200:0.0:1550575243.533556:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (19)++
00000800:00000200:0.0:1550575243.533556:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (20)--
00000800:00000200:0.0:1550575243.533556:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (19)--
00000800:00000200:0.0:1550575243.533557:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (18)++
00000800:00000200:0.0:1550575243.533557:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (19)--
00000800:00000200:0.0:1550575243.533557:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (18)--
00000800:00000200:0.0:1550575243.533558:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (17)++
00000800:00000200:0.0:1550575243.533558:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (18)--
00000400:00000200:1.0:1550575243.533560:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446156000
00000800:00000200:0.0:1550575243.533560:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (17)--
00000800:00000200:0.0:1550575243.533560:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (16)++
00000800:00000200:0.0:1550575243.533561:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (17)--
00000800:00000200:0.0:1550575243.533561:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (16)--
00000800:00000200:0.0:1550575243.533561:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (15)++
00000800:00000200:0.0:1550575243.533562:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (16)--
00000800:00000200:0.0:1550575243.533562:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (15)--
00000800:00000200:0.0:1550575243.533562:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (14)++
00000800:00000200:0.0:1550575243.533563:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (15)--
00000800:00000200:0.0:1550575243.533563:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (14)--
00000800:00000200:1.0:1550575243.533564:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (14)--
00000800:00000200:0.0:1550575243.533564:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (13)++
00000800:00000200:0.0:1550575243.533564:0:2483:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (14)--
00000800:00000200:1.0:1550575243.533565:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (11)++
00000800:00000200:0.0:1550575243.533565:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (12)--
00000800:00000200:1.0:1550575243.533568:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (12)--
00000800:00000200:1.0:1550575243.533568:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (11)--
00000800:00000200:1.0:1550575243.533569:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (10)++
00000800:00000200:1.0:1550575243.533569:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (11)--
00000800:00000200:1.0:1550575243.533569:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (10)--
00000800:00000200:1.0:1550575243.533570:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (9)++
00000800:00000200:1.0:1550575243.533570:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (10)--
00000800:00000200:1.0:1550575243.533571:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (9)--
00000800:00000200:1.0:1550575243.533571:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (8)++
00000800:00000200:1.0:1550575243.533572:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (9)--
00000800:00000200:1.0:1550575243.533572:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (8)--
00000800:00000200:1.0:1550575243.533572:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (7)++
00000100:00000400:0.0:1550575243.533572:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575242/real 1550575242]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575274 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575243.533573:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (8)--
00000800:00000200:1.0:1550575243.533573:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (7)--
00000800:00000200:1.0:1550575243.533573:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (6)++
00000800:00000200:1.0:1550575243.533574:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (7)--
00000800:00000200:1.0:1550575243.533574:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (6)--
00000800:00000200:1.0:1550575243.533574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (5)++
00000800:00000200:1.0:1550575243.533575:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (6)--
00000800:00000200:1.0:1550575243.533575:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (5)--
00000800:00000200:1.0:1550575243.533575:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (4)++
00000800:00000200:1.0:1550575243.533576:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (5)--
00000800:00000200:1.0:1550575243.533576:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (4)--
00000800:00000200:1.0:1550575243.533576:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fb400] (3)++
00000800:00000200:1.0:1550575243.533577:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fb400] (4)--
00000800:00000200:1.0:1550575243.533577:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (3)--
00000800:00000200:1.0:1550575243.533578:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fb400] (2)--
00000100:00000200:0.0:1550575243.533580:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575274 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00000200:0.0:1550575243.533583:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575274 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575243.533585:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fef80
00000100:02000400:0.0:1550575243.533588:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:0.0:1550575243.533589:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:0.0:1550575243.533590:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575243.533596:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1550575243.533597:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814617fb400] (1)--
00000100:00080000:0.0:1550575243.533597:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575243.533598:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575243.533599:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295221627
00000100:00080000:0.0:1550575243.533602:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00000200:0.0:1550575243.533617:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940496, portal 4
00000100:00000200:0.0:1550575243.533619:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940496, offset 0
00000400:00000200:0.0:1550575243.533621:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575243.533626:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : PUT
00000800:00000200:0.0:1550575243.533628:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575243.533630:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575243.533631:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:0.0:1550575243.533631:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575243.533634:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575243.533688:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575243.533691:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575243.533702:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00000200:1.0:1550575243.533705:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d200 x1625895440940496/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575243.533708:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575243.533709:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fef00
00000800:00000200:1.0:1550575243.533710:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:2.0:1550575243.535024:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9b00] -> 172.20.116.203@o2ib117 (1)--
00000800:00000200:1.0:1550575243.535250:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9000] -> 172.20.116.203@o2ib117 (1)++
00000800:00000200:1.0:1550575243.535267:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff8814cdbc1000 0x14cdbc1000(0x14cdbc1000)
00000800:00000200:1.0:1550575243.535270:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff8814cdfc1000 0x14cdfc1000(0x14cdfc1000)
00000800:00000200:1.0:1550575243.535271:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff8814ce3c1000 0x14ce3c1000(0x14ce3c1000)
00000800:00000200:1.0:1550575243.535273:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff8814d2a53000 0x14d2a53000(0x14d2a53000)
00000800:00000200:1.0:1550575243.535274:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8814d2e53000 0x14d2e53000(0x14d2e53000)
00000800:00000200:1.0:1550575243.535276:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8814d3253000 0x14d3253000(0x14d3253000)
00000800:00000200:1.0:1550575243.535277:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8814d3653000 0x14d3653000(0x14d3653000)
00000800:00000200:1.0:1550575243.535278:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8814d8a64000 0x14d8a64000(0x14d8a64000)
00000800:00000200:1.0:1550575243.535279:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8814d8e64000 0x14d8e64000(0x14d8e64000)
00000800:00000200:1.0:1550575243.535281:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8814d9264000 0x14d9264000(0x14d9264000)
00000800:00000200:1.0:1550575243.535282:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8814d9664000 0x14d9664000(0x14d9664000)
00000800:00000200:1.0:1550575243.535283:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8814d9ae4000 0x14d9ae4000(0x14d9ae4000)
00000800:00000200:1.0:1550575243.535285:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff8814d9ee4000 0x14d9ee4000(0x14d9ee4000)
00000800:00000200:1.0:1550575243.535286:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8814da2e4000 0x14da2e4000(0x14da2e4000)
00000800:00000200:1.0:1550575243.535287:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff8814e961b000 0x14e961b000(0x14e961b000)
00000800:00000200:1.0:1550575243.535288:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff8814e9a1b000 0x14e9a1b000(0x14e9a1b000)
00000800:00000200:1.0:1550575243.535290:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff8814ea21b000 0x14ea21b000(0x14ea21b000)
00000800:00000200:1.0:1550575243.535291:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff8814ea61b000 0x14ea61b000(0x14ea61b000)
00000800:00000200:1.0:1550575243.536287:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575243.536288:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536289:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536289:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536289:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536290:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536290:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536290:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536291:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536291:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536291:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536291:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536292:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536292:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536292:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536293:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536293:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536293:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536294:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536294:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536295:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536295:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536295:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536296:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536296:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536296:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536297:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536297:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536297:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536297:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536298:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536298:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536298:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536299:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536299:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536299:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.536300:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (20)--
00000800:00000200:1.0:1550575243.536301:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575243.536688:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.0:1550575243.537057:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575243.537058:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.203@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575243.537059:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814617faa00] (19)++
00000800:00000200:1.0:1550575243.537060:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814617faa00] (20)++
00000800:00000200:1.0:1550575243.537060:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814617faa00] (21)--
00000800:00000200:0.2:1550575243.537065:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617faa00] (20)++
00000800:00000200:0.0:1550575243.537073:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.537078:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.203@o2ib117
00000800:00000200:1.0:1550575243.537079:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (22)--
00000400:00000200:0.0:1550575243.537080:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000400:00000200:0.0:1550575243.537083:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.203@o2ib117 1
00000400:00000200:0.0:1550575243.537086:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fdd0
00000400:00000200:0.0:1550575243.537088:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12501 [1] + 0
00000100:00000200:0.0:1550575243.537091:0:2483:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d200 x1625895440940496/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575243.537096:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.537097:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.0:1550575243.537098:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (21)--
00000100:00000200:0.0:1550575243.537100:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d200 x1625895440940496/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575243.537102:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d200 x1625895440940496/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575243.537104:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fef80
00000100:00080000:0.0:1550575243.537109:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575243.537115:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575243.537116:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575243.537117:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575243.537119:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575243.537121:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575243.537121:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575243.537123:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575274 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575243.537129:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940448 new x1625895440940512
00000100:00000200:0.0:1550575243.537134:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fde0-0x5c6be4832fde0, portal 8
00000100:00000200:0.0:1550575243.537135:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575243.537136:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575243.537137:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575243.537141:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575243.537142:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575243.537144:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575243.537146:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617faa00] (20)++
00000800:00000200:0.0:1550575243.537146:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.537148:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.2:1550575243.537156:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.537161:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617faa00] (22)++
00000800:00000200:0.0:1550575243.537162:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617faa00] (23)--
00000100:00000200:0.0:1550575243.537163:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575275 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575243.537165:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe980
00000800:00000200:0.0:1550575243.537166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.0:1550575243.537166:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (21)--
00000800:00000200:1.2:1550575243.537298:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575243.537301:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575243.537306:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[1] from 172.20.116.204@o2ib117
00000400:00000200:1.0:1550575243.537307:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:1.0:1550575243.537310:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fde0
00000400:00000200:1.0:1550575243.537312:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x12509 [256] + 0
00000800:00000200:0.0:1550575243.537312:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575243.537314:0:2484:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:1.0:1550575243.537315:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575243.537316:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575243.537319:0:2484:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:1.0:1550575243.537321:0:2484:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:1.0:1550575243.537322:0:2484:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:1.0:1550575243.537325:0:2484:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:1.0:1550575243.537326:0:2484:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575243.537326:0:2484:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575243.537327:0:2484:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.537328:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575243.537334:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:0.0:1550575243.537343:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:0.0:1550575243.537346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:0.0:1550575243.537346:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575243.537362:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575243.537365:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000200:1.0:1550575243.537366:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575243.537370:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff88146eeb2e00] (23)++
00000800:00000200:1.0:1550575243.537379:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff88146eeb2e00] (24)--
00000800:00000200:1.0:1550575243.537380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.537380:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)--
00000800:00000200:1.2:1550575243.538312:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff88146eeb2e00] (21)++
00000800:00000200:1.0:1550575243.552790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 4
00000800:00000200:1.0:1550575243.552793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552803:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552814:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552828:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552834:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552839:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552841:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552852:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552855:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552865:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552866:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552878:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552878:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552891:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552892:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552892:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552893:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552893:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552894:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552953:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552954:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552954:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552955:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552955:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552956:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552956:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552957:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552957:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552958:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552958:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552959:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552959:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552960:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552960:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552961:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552961:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552961:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552962:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552962:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552963:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552963:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552964:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552964:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552965:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552965:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552966:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552966:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552967:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552967:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552968:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552968:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552969:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552969:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552970:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552970:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552971:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552971:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552971:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552972:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552972:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552972:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552973:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552973:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552973:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552974:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552974:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552974:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552975:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552975:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552975:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552976:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552976:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552976:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552976:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552977:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552977:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552977:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552978:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552978:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552978:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552979:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552979:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552979:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552980:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552980:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552981:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552981:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552981:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552982:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552982:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552982:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552983:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552983:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552983:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552984:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552984:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552984:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552985:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552985:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552985:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552986:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552986:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552986:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552987:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552987:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552987:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552987:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552988:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552988:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552988:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552989:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552989:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552989:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552990:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552990:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552990:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552991:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552991:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552992:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552992:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552992:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552993:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552993:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552993:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552994:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552994:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552994:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552995:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552995:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552995:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552996:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552996:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552996:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552996:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552997:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552997:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552998:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552998:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552998:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.552999:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.552999:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.552999:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553000:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553000:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553000:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553001:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553001:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553001:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553002:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553002:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553003:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553003:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553008:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553009:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553009:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553009:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553010:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553010:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553010:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553011:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553011:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553011:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553012:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553012:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553012:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553013:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553013:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553013:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553014:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553014:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553014:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553015:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553015:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553015:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553016:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553016:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553016:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553017:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553017:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553017:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553018:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553018:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553019:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553019:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553019:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553020:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553020:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553021:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553021:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553022:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553022:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553022:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553023:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553024:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553024:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553026:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553027:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553027:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553027:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553028:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553028:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553028:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553029:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553039:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553039:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553039:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553040:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553040:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553041:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553041:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553041:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553042:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553042:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553042:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553043:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553043:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553043:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553044:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553044:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553044:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553045:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553045:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553045:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553046:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553046:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553046:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553047:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553047:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553047:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553048:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553048:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553048:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553048:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553049:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553049:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553050:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553051:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553051:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553052:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553054:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553055:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553056:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553056:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553056:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553057:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553058:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553058:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553058:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553059:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553059:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553059:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553060:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553060:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553060:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553060:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553061:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553061:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553061:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553062:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553062:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553063:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553063:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553063:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553064:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553064:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553064:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553065:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553065:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553065:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553066:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575243.553066:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (23)--
00000800:00000200:1.0:1550575243.553066:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (22)++
00000800:00000100:1.0:1550575243.553067:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3092 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575243.553069:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:1.0:1550575243.553070:0:2484:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:1.0:1550575243.553075:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff88146eeb2e00] (23)--
00000100:00020000:1.0:1550575243.553076:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575243.553257:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575243.553258:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575243.553258:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff88146eeb2e00] (22)--
00000400:00000200:1.0:1550575243.558461:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff881446152000
00000800:00000200:1.0:1550575243.558463:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.0:1550575243.558465:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (20)++
00000800:00000200:1.0:1550575243.558465:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (21)--
00000800:00000200:1.0:1550575243.558466:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575243.558466:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (19)++
00000800:00000200:1.0:1550575243.558466:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (20)--
00000800:00000200:1.0:1550575243.558467:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (19)--
00000800:00000200:1.0:1550575243.558467:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (18)++
00000800:00000200:1.0:1550575243.558468:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (19)--
00000800:00000200:1.0:1550575243.558468:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (18)--
00000800:00000200:1.0:1550575243.558468:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (17)++
00000800:00000200:1.0:1550575243.558469:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (18)--
00000800:00000200:1.0:1550575243.558469:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (17)--
00000800:00000200:1.0:1550575243.558469:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (16)++
00000800:00000200:1.0:1550575243.558470:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (17)--
00000800:00000200:1.0:1550575243.558470:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (16)--
00000800:00000200:1.0:1550575243.558470:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (15)++
00000100:00000400:0.0:1550575243.558470:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575243/real 1550575243]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575275 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575243.558471:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (16)--
00000800:00000200:1.0:1550575243.558471:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (15)--
00000800:00000200:1.0:1550575243.558471:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (14)++
00000800:00000200:1.0:1550575243.558472:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (15)--
00000800:00000200:1.0:1550575243.558472:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (14)--
00000800:00000200:1.0:1550575243.558473:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (13)++
00000800:00000200:1.0:1550575243.558473:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (14)--
00000800:00000200:1.0:1550575243.558473:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (13)--
00000800:00000200:1.0:1550575243.558474:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (12)++
00000800:00000200:1.0:1550575243.558474:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (13)--
00000800:00000200:1.0:1550575243.558474:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (12)--
00000800:00000200:1.0:1550575243.558474:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (11)++
00000800:00000200:1.0:1550575243.558475:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (12)--
00000800:00000200:1.0:1550575243.558475:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (11)--
00000800:00000200:1.0:1550575243.558475:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (10)++
00000100:00000200:0.0:1550575243.558475:0:2494:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575275 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575243.558476:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (11)--
00000800:00000200:1.0:1550575243.558476:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (10)--
00000800:00000200:1.0:1550575243.558476:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (9)++
00000800:00000200:1.0:1550575243.558477:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (10)--
00000800:00000200:1.0:1550575243.558477:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (9)--
00000800:00000200:1.0:1550575243.558477:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (8)++
00000800:00000200:1.0:1550575243.558477:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (9)--
00000100:00000200:0.0:1550575243.558477:0:2494:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575275 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000800:00000200:1.0:1550575243.558478:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (8)--
00000800:00000200:1.0:1550575243.558478:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (7)++
00000800:00000200:1.0:1550575243.558478:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (8)--
00000800:00000200:1.0:1550575243.558479:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (7)--
00000800:00000200:1.0:1550575243.558479:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (6)++
00000800:00000200:1.0:1550575243.558479:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (7)--
00000400:00000200:0.0:1550575243.558479:0:2494:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fef80
00000800:00000200:1.0:1550575243.558480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (6)--
00000800:00000200:1.0:1550575243.558480:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (5)++
00000800:00000200:1.0:1550575243.558480:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (6)--
00000800:00000200:1.0:1550575243.558480:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (5)--
00000100:02000400:0.0:1550575243.558480:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000800:00000200:1.0:1550575243.558481:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (4)++
00000800:00000200:1.0:1550575243.558481:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (5)--
00000800:00000200:1.0:1550575243.558481:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (4)--
00000100:00080000:0.0:1550575243.558481:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000800:00000200:1.0:1550575243.558482:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff88146eeb2e00] (3)++
00000800:00000200:1.0:1550575243.558482:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff88146eeb2e00] (4)--
00000800:00000200:1.0:1550575243.558482:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (3)--
00000100:00080000:0.0:1550575243.558482:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000800:00000200:1.0:1550575243.558483:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff88146eeb2e00] (2)--
00000100:00080000:0.0:1550575243.558486:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575243.558487:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575243.558488:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575243.558489:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295223137
00000100:00080000:0.0:1550575243.558490:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000800:00000200:1.0:1550575243.558496:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff88146eeb2e00] (1)--
00000100:00000200:0.0:1550575243.558500:0:2490:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440940528, portal 4
00000100:00000200:0.0:1550575243.558501:0:2490:0:(niobuf.c:85:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1625895440940528, offset 0
00000400:00000200:0.0:1550575243.558502:0:2490:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575243.558506:0:2490:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575243.558507:0:2490:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 520 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575243.558509:0:2490:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575243.558510:0:2490:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617faa00] (20)++
00000800:00000200:0.0:1550575243.558510:0:2490:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.558512:0:2490:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.2:1550575243.558570:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.558574:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617faa00] (22)++
00000800:00000200:0.0:1550575243.558584:0:2484:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617faa00] (23)--
00000100:00000200:0.0:1550575243.558585:0:2484:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8815c8f0d200 x1625895440940528/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 2 fl Rpc:N/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575243.558587:0:2484:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe980
00000800:00000200:0.0:1550575243.558588:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.0:1550575243.558589:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (21)--
00000800:00000200:0.2:1550575243.558659:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617faa00] (20)++
00000800:00000200:0.0:1550575243.558662:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.558666:0:2484:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[2] from 172.20.116.203@o2ib117
00000400:00000200:0.0:1550575243.558667:0:2484:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : PUT
00000800:00000200:1.0:1550575243.558669:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (22)--
00000400:00000200:0.0:1550575243.558669:0:2484:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 384 into portal 4 MB=0x5c6be4832fdf0
00000400:00000200:0.0:1550575243.558670:0:2484:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming put index 4 from 12345-172.20.0.212@o2ib1 of length 384/384 into md 0x12515 [1] + 0
00000100:00000200:0.0:1550575243.558672:0:2484:0:(events.c:93:reply_in_callback()) @@@ type 2, status 0  req@ffff8815c8f0d200 x1625895440940528/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 1 fl Rpc:N/0/ffffffff rc 0/-1
00000800:00000200:0.0:1550575243.558674:0:2484:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.558675:0:2484:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.0:1550575243.558675:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (21)--
00000100:00000200:0.0:1550575243.558677:0:2490:0:(events.c:93:reply_in_callback()) @@@ type 6, status 0  req@ffff8815c8f0d200 x1625895440940528/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000100:00000200:0.0:1550575243.558678:0:2490:0:(events.c:114:reply_in_callback()) @@@ unlink  req@ffff8815c8f0d200 x1625895440940528/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 0 dl 1550575249 ref 1 fl Rpc:RN/0/ffffffff rc 0/-1
00000400:00000200:0.0:1550575243.558680:0:2490:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fef80
00000100:00080000:0.0:1550575243.558682:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575243.558686:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575243.558687:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575243.558688:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575243.558689:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575243.558690:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575243.558691:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575243.558692:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575275 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:0.0:1550575243.558696:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940512 new x1625895440940544
00000100:00000200:0.0:1550575243.558699:0:2494:0:(niobuf.c:423:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x5c6be4832fe00-0x5c6be4832fe00, portal 8
00000100:00000200:0.0:1550575243.558700:0:2494:0:(niobuf.c:878:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1625895440931632, portal 4
00000100:00000200:0.0:1550575243.558700:0:2494:0:(niobuf.c:85:ptl_send_buf()) Sending 608 bytes to portal 6, xid 1625895440931632, offset 0
00000400:00000200:0.0:1550575243.558701:0:2494:0:(lib-move.c:2796:LNetPut()) LNetPut -> 12345-172.20.0.212@o2ib1
00000400:00000200:0.0:1550575243.558703:0:2494:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:<?>) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.203@o2ib117) : PUT
00000800:00000200:0.0:1550575243.558704:0:2494:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 608 bytes in 1 frags to 12345-172.20.116.203@o2ib117
00000800:00000200:0.0:1550575243.558705:0:2494:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9000] -> 172.20.116.203@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575243.558706:0:2494:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617faa00] (20)++
00000800:00000200:0.0:1550575243.558706:0:2494:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.558707:0:2494:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.2:1550575243.558714:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617faa00] (21)++
00000800:00000200:0.0:1550575243.558716:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617faa00] (22)++
00000800:00000200:0.0:1550575243.558717:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617faa00] (23)--
00000100:00000200:0.0:1550575243.558718:0:2483:0:(events.c:57:request_out_callback()) @@@ type 5, status 0  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 0 dl 1550575275 ref 3 fl Rpc:/2/ffffffff rc 0/-1
00000400:00000200:0.0:1550575243.558719:0:2483:0:(lib-md.c:69:lnet_md_unlink()) Unlinking md ffff8814b02fe980
00000800:00000200:0.0:1550575243.558720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (22)--
00000800:00000200:0.0:1550575243.558720:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617faa00] (21)--
00000800:00000200:2.0:1550575243.559960:0:2482:0:(o2iblnd.c:1029:kiblnd_destroy_conn()) peer_ni[ffff8815e62e9e80] -> 172.20.116.204@o2ib117 (1)--
00000800:00000200:1.0:1550575243.560027:0:44:0:(o2iblnd_cb.c:2472:kiblnd_passive_connect()) peer_ni[ffff8815e62e9100] -> 172.20.116.204@o2ib117 (1)++
00000800:00000200:1.0:1550575243.560041:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 0: ffff880034394000 0x34394000(0x34394000)
00000800:00000200:1.0:1550575243.560042:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 1: ffff880034395000 0x34395000(0x34395000)
00000800:00000200:1.0:1550575243.560042:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 2: ffff880034396000 0x34396000(0x34396000)
00000800:00000200:1.0:1550575243.560043:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 3: ffff880034397000 0x34397000(0x34397000)
00000800:00000200:1.0:1550575243.560043:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 4: ffff8800b8010000 0xb8010000(0xb8010000)
00000800:00000200:1.0:1550575243.560044:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 5: ffff8800b8011000 0xb8011000(0xb8011000)
00000800:00000200:1.0:1550575243.560044:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 6: ffff8800b8012000 0xb8012000(0xb8012000)
00000800:00000200:1.0:1550575243.560044:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 7: ffff8800b8013000 0xb8013000(0xb8013000)
00000800:00000200:1.0:1550575243.560045:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 8: ffff8800b8014000 0xb8014000(0xb8014000)
00000800:00000200:1.0:1550575243.560045:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 9: ffff8800b8015000 0xb8015000(0xb8015000)
00000800:00000200:1.0:1550575243.560045:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 10: ffff8800b8016000 0xb8016000(0xb8016000)
00000800:00000200:1.0:1550575243.560046:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 11: ffff8800b8017000 0xb8017000(0xb8017000)
00000800:00000200:1.0:1550575243.560046:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 12: ffff88003480d000 0x3480d000(0x3480d000)
00000800:00000200:1.0:1550575243.560046:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 13: ffff8800340bc000 0x340bc000(0x340bc000)
00000800:00000200:1.0:1550575243.560047:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 14: ffff880034bfe000 0x34bfe000(0x34bfe000)
00000800:00000200:1.0:1550575243.560047:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 15: ffff880034163000 0x34163000(0x34163000)
00000800:00000200:1.0:1550575243.560048:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 16: ffff880032fd1000 0x32fd1000(0x32fd1000)
00000800:00000200:1.0:1550575243.560048:0:44:0:(o2iblnd.c:1316:kiblnd_map_rx_descs()) rx 17: ffff88003485d000 0x3485d000(0x3485d000)
00000800:00000200:1.0:1550575243.560909:0:44:0:(o2iblnd.c:915:kiblnd_create_conn()) original send wr 2056, created with 2730
00000800:00000200:1.0:1550575243.560910:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560910:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560911:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560911:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560911:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560911:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560912:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560912:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560912:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560913:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560913:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560914:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560914:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560914:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560915:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560915:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560916:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560916:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560916:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560917:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560917:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560917:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560917:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560918:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560918:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560918:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560918:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560919:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560919:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560919:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560920:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560920:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560920:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560920:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560921:0:44:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.560921:0:44:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575243.560922:0:44:0:(o2iblnd_cb.c:2514:kiblnd_passive_connect()) Accept 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575243.561309:0:44:0:(o2iblnd_cb.c:2970:kiblnd_cm_callback()) connreq: 0
00000800:00000200:1.2:1550575243.561598:0:44:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575243.561603:0:44:0:(o2iblnd_cb.c:3076:kiblnd_cm_callback()) ESTABLISHED (passive): 172.20.116.204@o2ib117
00000800:00000200:1.0:1550575243.561603:0:44:0:(o2iblnd_cb.c:2117:kiblnd_connreq_done()) 172.20.116.204@o2ib117: active(0), version(12), status(0)
00000800:00000200:1.0:1550575243.561604:0:44:0:(o2iblnd_cb.c:2144:kiblnd_connreq_done()) conn[ffff8814617fa400] (20)++
00000800:00000200:1.0:1550575243.561604:0:44:0:(o2iblnd_cb.c:2186:kiblnd_connreq_done()) conn[ffff8814617fa400] (21)++
00000800:00000200:1.0:1550575243.561605:0:44:0:(o2iblnd_cb.c:2206:kiblnd_connreq_done()) conn[ffff8814617fa400] (22)--
00000800:00000200:0.0:1550575243.561666:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (21)++
00000800:00000200:0.0:1550575243.561669:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d1[0] from 172.20.116.204@o2ib117
00000400:00000200:0.0:1550575243.561671:0:2483:0:(lib-move.c:2412:lnet_parse()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117) <- 172.20.0.212@o2ib1 : GET
00000400:00000200:0.0:1550575243.561674:0:2483:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 1
00000400:00000200:0.0:1550575243.561675:0:2483:0:(lib-ptl.c:571:lnet_ptl_match_md()) Request from 12345-172.20.0.212@o2ib1 of length 1048576 into portal 8 MB=0x5c6be4832fe00
00000400:00000200:0.0:1550575243.561677:0:2483:0:(lib-ptl.c:200:lnet_try_match_md()) Incoming get index 8 from 12345-172.20.0.212@o2ib1 of length 1048576/1048576 into md 0x1251d [256] + 0
00000400:00000200:0.0:1550575243.561679:0:2483:0:(lib-md.c:65:lnet_md_unlink()) Queueing unlink of md ffff881446152000
00000800:00000200:0.0:1550575243.561680:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (22)++
00000800:00000200:0.0:1550575243.561681:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (23)--
00000400:00000200:0.0:1550575243.561684:0:2483:0:(lib-move.c:1930:lnet_select_pathway()) TRACE: 172.20.116.6@o2ib117(172.20.116.6@o2ib117:172.20.116.6@o2ib117) -> 172.20.0.212@o2ib1(172.20.0.212@o2ib1:172.20.116.204@o2ib117) : REPLY
00000800:00000200:0.0:1550575243.561685:0:2483:0:(o2iblnd_cb.c:1505:kiblnd_send()) sending 1048576 bytes in 256 frags to 12345-172.20.116.204@o2ib117
00000800:00000200:0.0:1550575243.561686:0:2483:0:(o2iblnd_cb.c:698:kiblnd_setup_rd_kiov()) niov 256 offset 0 nob 1048576
00000800:00000200:0.0:1550575243.561690:0:2483:0:(o2iblnd.c:405:kiblnd_find_peer_locked()) got peer_ni [ffff8815e62e9100] -> 172.20.116.204@o2ib117 (2) version: 12
00000800:00000200:0.0:1550575243.561691:0:2483:0:(o2iblnd_cb.c:1386:kiblnd_launch_tx()) conn[ffff8814617fa400] (22)++
00000800:00000200:0.0:1550575243.561691:0:2483:0:(o2iblnd_cb.c:1156:kiblnd_queue_tx_locked()) conn[ffff8814617fa400] (23)++
00000800:00000200:0.0:1550575243.561692:0:2483:0:(o2iblnd_cb.c:1392:kiblnd_launch_tx()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575243.561693:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575243.561694:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (22)--
00000800:00000200:1.2:1550575243.561699:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fa400] (21)++
00000800:00000200:0.0:1550575243.561703:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000200:0.0:1550575243.561704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575243.561704:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (22)--
00000800:00000200:1.2:1550575243.561716:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fa400] (21)++
00000800:00000200:0.0:1550575243.561726:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000200:0.0:1550575243.561727:0:2483:0:(o2iblnd_cb.c:326:kiblnd_handle_rx()) Received d4[0] from 172.20.116.204@o2ib117
00000800:00000200:0.0:1550575243.561731:0:2483:0:(o2iblnd_cb.c:194:kiblnd_post_rx()) conn[ffff8814617fa400] (23)++
00000800:00000200:0.0:1550575243.561739:0:2483:0:(o2iblnd_cb.c:223:kiblnd_post_rx()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575243.561739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575243.561739:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (22)--
00000800:00000200:1.2:1550575243.562667:0:0:0:(o2iblnd_cb.c:3510:kiblnd_cq_completion()) conn[ffff8814617fa400] (21)++
00000400:00000200:3.0:1550575244.349128:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.203@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 91 lpni_ping_timestamp 4295188942
00000400:00000200:3.0:1550575244.349130:0:2489:0:(router.c:1061:lnet_ping_router_locked()) rtr 172.20.116.204@o2ib117 60: deadline 0 ping_notsent 0 alive 1 alive_count 31 lpni_ping_timestamp 4295189942
00000800:00000200:0.0:1550575245.049778:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 4
00000800:00000200:0.0:1550575245.049782:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049784:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049785:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049785:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049786:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049789:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049789:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049790:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049791:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049791:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049792:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049792:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049793:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049793:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049794:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049794:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049795:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049795:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049796:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049796:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049797:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049797:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049798:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049798:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049799:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049799:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049800:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049800:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049801:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049801:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049802:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049802:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049803:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049804:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049804:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049805:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049805:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049806:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049806:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049807:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049807:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049808:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049808:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049809:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049809:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049810:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049810:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049811:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049811:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049812:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049812:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049813:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049813:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049814:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049815:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049815:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049816:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049816:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049817:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049817:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049818:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049818:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049819:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049819:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049820:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049820:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049821:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049821:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049822:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049822:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049823:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049823:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049824:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049824:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049825:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049825:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049826:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049826:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049827:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049827:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049828:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049829:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049829:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049830:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049830:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049831:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049831:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049832:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049832:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049833:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049833:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049834:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049835:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049835:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049836:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049837:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049837:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049838:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049838:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049839:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049840:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049840:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049841:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049842:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049842:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049843:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049843:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049844:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049844:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049845:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049845:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049846:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049846:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049847:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049847:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049848:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049848:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049849:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049849:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049850:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049850:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049851:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049851:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049852:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049853:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049853:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049854:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049854:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049855:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049856:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049856:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049857:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049857:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049858:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049858:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049859:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049859:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049860:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049860:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049861:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049861:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049862:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049862:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049863:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049863:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049863:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049864:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049864:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049864:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049865:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049865:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049866:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049866:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049867:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049867:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049868:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049868:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049868:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049869:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049869:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049870:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049870:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049871:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049871:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049872:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049872:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049873:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049873:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049874:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049874:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049875:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049875:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049876:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049876:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049877:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049877:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049879:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049879:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049879:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049880:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049880:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049881:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049881:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049882:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049882:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049883:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049883:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049884:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049884:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049885:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049885:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049886:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049886:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049887:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049887:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049888:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049888:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049889:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049889:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049890:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049890:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049891:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049925:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049926:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049926:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049927:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049928:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049928:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049929:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049929:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049930:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049930:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049931:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049931:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049932:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049932:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049933:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049933:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049934:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049934:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049935:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049935:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049936:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049937:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049937:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049938:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049939:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049939:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049940:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049940:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049941:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049941:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049942:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049942:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049943:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049943:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049944:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049944:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049955:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049955:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049956:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049956:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049957:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049957:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049958:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049958:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049959:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049959:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049959:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049960:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049960:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049960:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049961:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049961:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049962:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049962:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049962:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049963:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049963:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049963:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049964:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049964:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049964:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049965:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049965:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049965:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049966:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049966:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049967:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049967:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049967:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049968:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049968:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049968:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049969:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049969:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049970:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049970:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049970:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049971:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049972:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049972:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049973:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049973:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049974:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049974:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049974:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049975:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049975:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049975:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049976:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049976:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049977:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049977:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049977:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049978:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049978:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049978:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049979:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049979:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049979:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049980:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049980:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049980:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049981:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049981:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049981:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049982:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049982:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049982:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049983:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049983:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049983:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049984:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049985:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049985:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049985:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049986:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049986:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049986:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049987:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049987:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049987:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049988:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049988:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049988:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049989:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049989:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049989:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049990:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049990:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049990:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049991:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049991:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049991:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049992:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049992:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049992:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049993:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049993:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049993:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049994:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.049994:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.049994:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.049995:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.049997:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050007:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050020:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050021:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050022:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050023:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050023:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050023:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050024:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050025:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050025:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050025:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050026:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050026:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050026:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050027:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050028:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050029:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050029:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050029:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050030:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050030:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000200:0.0:1550575245.050041:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050041:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050042:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050042:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050043:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050043:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050043:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050044:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050044:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050044:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050045:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050045:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050045:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050046:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050046:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050046:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050047:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050047:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050047:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050047:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050048:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050048:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050048:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575245.050049:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050049:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050049:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (24)--
00000800:00000200:0.0:1550575245.050049:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (23)++
00000800:00000100:0.0:1550575245.050049:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050050:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050051:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050051:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050052:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050052:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050052:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050053:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050053:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050053:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050054:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050054:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050054:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050055:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050055:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050056:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050057:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050057:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050073:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050074:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050074:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050074:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050075:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050075:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050076:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050077:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050077:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050077:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050078:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050078:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050078:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:1.0:1550575245.050079:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:1.0:1550575245.050079:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:1.0:1550575245.050080:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050080:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050083:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050084:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050084:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050085:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050085:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050086:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050086:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050086:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050087:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050089:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050089:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050090:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050092:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050093:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050093:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050093:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050094:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050094:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050094:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050094:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050095:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050095:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050096:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050096:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050096:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050097:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050097:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050097:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050098:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050098:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050098:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050099:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050099:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050099:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050100:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050100:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050100:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050101:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050101:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050101:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050102:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050102:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050102:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050103:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000200:0.0:1550575245.050110:0:2483:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (23)--
00000800:00000200:0.0:1550575245.050111:0:2483:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (22)++
00000800:00000100:0.0:1550575245.050113:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3095 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575245.050114:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000800:00000200:0.0:1550575245.050116:0:2483:0:(o2iblnd.c:419:kiblnd_unlink_peer_locked()) peer_ni[ffff8815e62e9100] -> 172.20.116.204@o2ib117 (2)--
00000800:00000200:0.0:1550575245.050123:0:2483:0:(o2iblnd_cb.c:74:kiblnd_tx_done()) conn[ffff8814617fa400] (23)--
00000100:00020000:0.0:1550575245.050126:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000400:00000200:2.0:1550575245.050340:0:2482:0:(router.c:1779:lnet_notify()) 172.20.116.6@o2ib117 notifying 172.20.116.204@o2ib117: down
00000400:00000200:2.0:1550575245.050344:0:2482:0:(router.c:138:lnet_notify_locked()) set 172.20.116.204@o2ib117 0
00000800:00000200:2.0:1550575245.050345:0:2482:0:(o2iblnd_cb.c:3347:kiblnd_connd()) conn[ffff8814617fa400] (22)--
00000800:00000200:1.0:1550575245.050428:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (21)++
00000800:00000200:1.0:1550575245.050429:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (22)--
00000800:00000200:1.0:1550575245.050430:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (21)--
00000800:00000200:1.0:1550575245.050430:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (20)++
00000800:00000200:1.0:1550575245.050430:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (21)--
00000800:00000200:1.0:1550575245.050431:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575245.050431:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (19)++
00000800:00000200:1.0:1550575245.050432:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (20)--
00000800:00000200:1.0:1550575245.050432:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (19)--
00000800:00000200:1.0:1550575245.050432:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (18)++
00000800:00000200:1.0:1550575245.050433:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (19)--
00000800:00000200:1.0:1550575245.050433:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (18)--
00000800:00000200:1.0:1550575245.050433:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (17)++
00000800:00000200:1.0:1550575245.050434:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (18)--
00000800:00000200:1.0:1550575245.050434:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (17)--
00000800:00000200:1.0:1550575245.050435:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (16)++
00000800:00000200:1.0:1550575245.050435:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (17)--
00000800:00000200:1.0:1550575245.050436:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (16)--
00000800:00000200:1.0:1550575245.050436:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (15)++
00000800:00000200:1.0:1550575245.050436:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (16)--
00000800:00000200:1.0:1550575245.050437:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (15)--
00000800:00000200:1.0:1550575245.050437:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (14)++
00000800:00000200:1.0:1550575245.050438:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (15)--
00000800:00000200:1.0:1550575245.050438:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (14)--
00000800:00000200:1.0:1550575245.050439:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (13)++
00000800:00000200:1.0:1550575245.050439:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (14)--
00000800:00000200:1.0:1550575245.050439:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (13)--
00000800:00000200:1.0:1550575245.050440:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (12)++
00000800:00000200:1.0:1550575245.050440:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (13)--
00000800:00000200:1.0:1550575245.050440:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (12)--
00000800:00000200:1.0:1550575245.050441:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (11)++
00000800:00000200:1.0:1550575245.050441:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (12)--
00000800:00000200:1.0:1550575245.050441:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (11)--
00000800:00000200:1.0:1550575245.050442:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (10)++
00000800:00000200:1.0:1550575245.050442:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (11)--
00000800:00000200:1.0:1550575245.050442:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (10)--
00000800:00000200:1.0:1550575245.050443:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (9)++
00000800:00000200:1.0:1550575245.050443:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (10)--
00000800:00000200:1.0:1550575245.050443:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (9)--
00000800:00000200:1.0:1550575245.050444:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (8)++
00000800:00000200:1.0:1550575245.050444:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (9)--
00000800:00000200:1.0:1550575245.050444:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (8)--
00000800:00000200:1.0:1550575245.050445:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (7)++
00000800:00000200:1.0:1550575245.050445:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (8)--
00000800:00000200:1.0:1550575245.050445:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (7)--
00000800:00000200:1.0:1550575245.050446:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (6)++
00000800:00000200:1.0:1550575245.050446:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (7)--
00000800:00000200:1.0:1550575245.050446:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (6)--
00000800:00000200:1.0:1550575245.050447:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (5)++
00000800:00000200:1.0:1550575245.050447:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (6)--
00000800:00000200:1.0:1550575245.050447:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (5)--
00000800:00000200:1.0:1550575245.050448:0:2484:0:(o2iblnd_cb.c:3632:kiblnd_scheduler()) conn[ffff8814617fa400] (4)++
00000800:00000200:1.0:1550575245.050448:0:2484:0:(o2iblnd_cb.c:147:kiblnd_drop_rx()) conn[ffff8814617fa400] (5)--
00000800:00000200:1.0:1550575245.050448:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (4)--
00000800:00000200:1.0:1550575245.050449:0:2484:0:(o2iblnd_cb.c:3648:kiblnd_scheduler()) conn[ffff8814617fa400] (3)--
00000800:00000200:1.0:1550575245.050709:0:44:0:(o2iblnd_cb.c:3104:kiblnd_cm_callback()) conn[ffff8814617fa400] (2)--
00000100:00000400:1.0:1550575245.714812:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575243/real 1550575243]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575275 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575245.714823:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575245.727772:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575245.727775:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575245.727789:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575245.727791:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575245.727792:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575245.727795:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295223162
00000100:00080000:0.0:1550575245.727798:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:0.0:1550575245.728021:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575245.728027:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575245.728029:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:0.0:1550575245.728030:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575245.728039:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575245.728041:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575245.728042:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:0.0:1550575245.728044:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575275 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575245.728053:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940544 new x1625895440940576
00000800:00000100:0.0:1550575247.235837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 4
00000800:00000100:0.0:1550575247.235843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:1.0:1550575247.235886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235952:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235953:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235954:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235955:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235956:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235957:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235958:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235959:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235960:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235961:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235961:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235963:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235964:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235965:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235966:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235969:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235970:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca901a8) failed: 5
00000800:00000100:0.0:1550575247.235973:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.204@o2ib117 cookie 0x3098 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575247.235974:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.204@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575247.235985:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575247.906841:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575245/real 1550575245]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575277 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575247.906852:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575247.906853:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575247.906855:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575247.906893:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575247.906896:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575247.906897:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575247.906899:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295225331
00000100:00080000:0.0:1550575247.906902:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:2.0:1550575247.910512:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:2.0:1550575247.910520:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:2.0:1550575247.910522:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:2.0:1550575247.910522:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:2.0:1550575247.910524:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:2.0:1550575247.910526:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:2.0:1550575247.910527:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:2.0:1550575247.910528:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575277 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575247.910537:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940576 new x1625895440940672
00000800:00000100:0.0:1550575249.408074:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575249.408079:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408080:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408081:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408081:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408082:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408083:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408084:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408088:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408089:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408090:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408091:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408092:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408093:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408093:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408094:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408094:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408094:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408095:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408095:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408096:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408096:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408097:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408097:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408097:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408098:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408098:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408099:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408099:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408100:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408100:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408101:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408101:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408101:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408102:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408102:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408103:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408103:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408104:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408105:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408105:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408106:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408106:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408107:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408107:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408108:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408108:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408109:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408109:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408109:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408110:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408111:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408111:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408112:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408112:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408112:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408113:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408113:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408114:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408114:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408115:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408116:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408116:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408117:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408118:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408118:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408119:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408119:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408119:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408120:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408121:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408121:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408122:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408122:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408123:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408123:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408123:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408124:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408124:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408125:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408126:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408127:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408128:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408256:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408256:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408257:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408257:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408258:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408258:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408259:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408259:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408259:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408260:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408260:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408261:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408261:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408262:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408262:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408263:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408263:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408266:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408266:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408267:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408267:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408267:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408268:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408268:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408269:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408269:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408269:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408270:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408270:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408271:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408271:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408271:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408272:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408272:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408272:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408273:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408273:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408274:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408274:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408274:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408275:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408275:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408275:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408276:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408276:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408277:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408278:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408278:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408279:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408279:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408280:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408280:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408281:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408281:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408282:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408282:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408282:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408283:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408283:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408284:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408284:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408284:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408285:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408285:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408286:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408286:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408286:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408287:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408287:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408288:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408288:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408288:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408289:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408289:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408290:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408290:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408291:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408291:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408291:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408292:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408292:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408293:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408293:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408293:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408294:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408294:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408295:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408295:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408296:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408296:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408297:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408297:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408297:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408298:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408298:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408299:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408300:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408300:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408300:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575249.408303:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30a0 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575249.408304:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575249.408315:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575250.078877:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575247/real 1550575247]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575279 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575250.078885:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575250.078886:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575250.078888:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575250.078918:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575250.078921:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575250.078922:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575250.078925:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295227510
00000100:00080000:0.0:1550575250.078928:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575250.079205:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575250.079211:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575250.079213:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575250.079214:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575250.079215:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575250.079217:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575250.079218:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575250.079219:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575279 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575250.079225:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940672 new x1625895440940704
00000800:00000100:0.0:1550575251.569758:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575251.569762:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569763:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569770:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575251.569803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569812:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575251.569863:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30a3 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575251.569864:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:1.0:1550575251.569875:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575251.575707:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575250/real 1550575250]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575282 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575251.575715:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575251.575716:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575251.575718:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575251.575735:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575251.575737:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575251.575738:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575251.575741:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295229682
00000100:00080000:0.0:1550575251.575744:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575251.575992:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575251.575998:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575251.576000:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575251.576001:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575251.576002:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575251.576004:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575251.576005:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575251.576006:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575282 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575251.576012:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940704 new x1625895440940736
00000800:00000100:0.0:1550575253.038780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575253.038782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038898:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038899:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038900:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038901:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038902:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038903:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038904:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038905:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575253.038913:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30a6 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575253.038914:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575253.038922:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575253.702845:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575251/real 1550575251]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575283 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575253.702853:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575253.702854:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575253.702856:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575253.702879:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575253.702881:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575253.702882:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575253.702885:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295231179
00000100:00080000:0.0:1550575253.702887:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575253.703163:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575253.703169:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575253.703171:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575253.703171:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575253.703172:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575253.703174:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575253.703175:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575253.703176:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575283 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575253.703183:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940736 new x1625895440940768
00000800:00000100:0.0:1550575255.178746:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575255.178764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178764:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178765:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178766:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178767:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178768:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178769:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178771:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178772:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178773:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178774:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178775:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178776:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178777:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178779:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178780:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575255.178910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575255.178946:0:2483:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30a9 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575255.178948:0:2483:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575255.178957:0:2483:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575255.860829:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575253/real 1550575253]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575285 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575255.860838:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575255.860839:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575255.860840:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575255.860857:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575255.860859:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575255.860860:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575255.860862:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295233306
00000100:00080000:0.0:1550575255.860864:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575255.861095:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575255.861103:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575255.861105:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575255.861105:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575255.861106:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575255.861108:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575255.861109:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575255.861110:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575285 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575255.861117:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940768 new x1625895440940800
00000800:00000100:0.0:1550575257.369829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575257.369832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369949:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369950:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369951:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369963:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369967:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369968:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369971:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369972:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369973:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369973:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369974:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369974:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369975:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369975:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369976:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369978:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369979:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369980:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575257.369984:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369986:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575257.369988:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30ac sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575257.369990:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000800:00000100:1.0:1550575257.369992:0:2483:0:(o2iblnd_cb.c:490:kiblnd_rx_complete()) Rx from 172.20.116.203@o2ib117 failed: 5
00000100:00020000:0.0:1550575257.369997:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575258.045917:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575255/real 1550575255]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575287 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575258.045925:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575258.045926:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575258.045928:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575258.045950:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575258.045952:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575258.045953:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575258.045955:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295235464
00000100:00080000:0.0:1550575258.045973:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575258.046221:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575258.046229:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575258.046231:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575258.046232:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575258.046233:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575258.046235:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575258.046236:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575258.055145:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575287 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575258.055154:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940800 new x1625895440940848
00000800:00000100:0.0:1550575259.562867:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 4
00000800:00000100:0.0:1550575259.562869:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562870:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562871:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562872:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562873:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562874:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562875:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562876:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562877:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562878:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562880:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562881:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562882:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562883:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562884:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562885:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562886:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562887:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562888:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562889:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562890:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562891:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562892:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562893:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562894:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562895:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562896:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562897:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562898:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562899:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562900:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562901:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562902:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562903:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562904:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562905:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562906:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562907:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562908:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562909:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562910:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562911:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562912:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562913:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562914:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562915:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562916:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562917:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562918:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562919:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562920:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562921:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562922:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562923:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562924:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562925:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562926:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562927:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562928:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562929:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562930:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562931:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562932:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562933:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562934:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562935:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562936:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562937:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562938:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562939:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562940:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562941:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562942:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562943:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562944:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562945:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562946:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562947:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562948:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562949:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562950:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562951:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562952:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562953:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562954:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562955:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562956:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562957:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:0.0:1550575259.562958:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:1.0:1550575259.562962:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90a18) failed: 5
00000800:00000100:1.0:1550575259.562965:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30b0 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575259.562966:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:1.0:1550575259.562973:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575259.568553:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575258/real 1550575258]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575290 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575259.568559:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575259.568560:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575259.568561:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575259.568582:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575259.568584:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575259.568584:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575259.568586:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295237649
00000100:00080000:0.0:1550575259.568589:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575259.568815:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575259.568821:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575259.568822:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575259.568823:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575259.568824:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575259.568825:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575259.568826:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575259.568827:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575290 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575259.568833:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940848 new x1625895440940896
00000800:00000100:0.0:1550575261.060810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575261.060814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060828:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060829:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060830:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060831:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060832:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060833:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060834:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060835:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060836:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060837:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060838:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060839:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060840:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060841:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060842:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060843:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060844:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060845:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060846:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060847:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060848:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060849:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060850:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060851:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060852:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060853:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060854:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060855:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060856:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060857:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060858:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060859:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060860:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060861:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060862:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060906:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060907:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060908:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060909:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060910:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060911:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060912:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060913:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060914:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060915:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060916:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060917:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060918:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060919:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060920:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060921:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060922:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060923:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060924:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060925:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060926:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060927:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060928:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060929:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060930:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060931:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060932:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060933:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060934:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060935:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060936:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060937:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060938:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060939:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060940:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060941:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060942:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060943:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060944:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060945:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060946:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060947:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060948:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575261.060950:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30b4 sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575261.060952:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575261.060964:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575261.727870:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575259/real 1550575259]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575291 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575261.727880:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575261.727881:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575261.727883:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575261.727899:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575261.727901:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575261.727902:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575261.727905:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295239172
00000100:00080000:0.0:1550575261.727907:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575261.728167:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575261.728174:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575261.728176:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575261.728177:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575261.728178:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575261.728180:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575261.728181:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575261.728182:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575291 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575261.728189:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940896 new x1625895440940928
00000800:00000100:0.0:1550575263.235784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575263.235787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235812:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235813:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235814:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575263.235824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235831:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235832:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235833:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235834:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235835:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235849:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235850:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:1.0:1550575263.235889:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30b7 sending 1 waiting 0: failed 5
00000800:00000100:1.0:1550575263.235890:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:1.0:1550575263.235901:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575263.241382:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575261/real 1550575261]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575293 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575263.241389:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575263.241390:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575263.241392:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575263.241406:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575263.241408:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575263.241409:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575263.241412:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295241331
00000100:00080000:0.0:1550575263.241415:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575263.241648:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575263.241654:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575263.241656:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575263.241657:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575263.241658:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575263.241660:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575263.241661:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575263.241662:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575293 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575263.241668:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940928 new x1625895440940960
00000800:00000100:0.0:1550575264.761778:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575264.761781:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761782:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761783:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761784:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761785:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761786:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761787:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761788:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761789:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761790:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761791:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761792:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761793:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761794:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761795:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761796:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761797:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761798:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761799:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761800:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761801:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761802:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761803:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761804:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761805:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761806:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761807:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761808:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761809:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761810:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761811:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761815:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761816:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761817:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761818:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761819:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761820:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761821:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761822:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761823:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761824:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761825:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761826:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761827:0:2483:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575264.761892:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30ba sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575264.761893:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575264.761905:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575265.419853:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575263/real 1550575263]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575295 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575265.419861:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575265.419862:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575265.419863:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575265.419880:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575265.419882:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575265.419883:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575265.419886:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295242845
00000100:00080000:0.0:1550575265.419888:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00080000:1.0:1550575265.420171:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0005-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:1.0:1550575265.420177:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:1.0:1550575265.420179:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0005_UUID@172.20.255.212@o2ib after partition
00000100:00080000:1.0:1550575265.420179:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:1.0:1550575265.420180:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from RECOVER to FULL
00000080:00080000:1.0:1550575265.420182:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:1.0:1550575265.420183:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0005-osc-ffff880034986800: Connection restored to 172.20.255.212@o2ib (at 172.20.0.212@o2ib1)
00000100:00080000:1.0:1550575265.420184:0:2490:0:(recover.c:223:ptlrpc_wake_delayed()) @@@ waking (set ffff8815d836de40):  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575295 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:00080000:1.0:1550575265.420191:0:2494:0:(client.c:3301:ptlrpc_set_bulk_mbits()) resend bulk old x1625895440940960 new x1625895440940992
00000800:00000100:0.0:1550575266.916796:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 4
00000800:00000100:0.0:1550575266.916798:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916799:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916800:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916801:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916802:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916803:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916804:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916805:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916806:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916807:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916808:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916809:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916810:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916811:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916813:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916814:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916815:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916816:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916817:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916818:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916819:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916820:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916821:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916822:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916823:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916824:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916825:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916826:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916827:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916828:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916829:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916830:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916836:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916837:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916838:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916839:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916840:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916841:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916842:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916843:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916844:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916845:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916846:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916847:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916848:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916851:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916852:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916853:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916854:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916855:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916856:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916857:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916858:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916859:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916860:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916861:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916862:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916863:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916864:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916865:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916866:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916867:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916868:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916869:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916870:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916871:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916872:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916873:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916874:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916875:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916876:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916877:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916878:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916879:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916880:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916881:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916882:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916883:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916884:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916885:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916886:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916887:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916888:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916889:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916890:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916891:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916892:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916893:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916894:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916895:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916896:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916897:0:2484:0:(o2iblnd_cb.c:3475:kiblnd_complete()) RDMA (tx: ffffc9000ca90f28) failed: 5
00000800:00000100:0.0:1550575266.916898:0:2484:0:(o2iblnd_cb.c:967:kiblnd_tx_complete()) Tx -> 172.20.116.203@o2ib117 cookie 0x30bd sending 1 waiting 0: failed 5
00000800:00000100:0.0:1550575266.916900:0:2484:0:(o2iblnd_cb.c:1919:kiblnd_close_conn_locked()) Closing conn to 172.20.116.203@o2ib117: error -5(waiting)
00000100:00020000:0.0:1550575266.916910:0:2484:0:(events.c:199:client_bulk_callback()) event type 1, status -5, desc ffff8814a2eb0600
00000100:00000400:1.0:1550575267.587875:0:2494:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1550575265/real 1550575265]  req@ffff8800b3867900 x1625895440931632/t0(0) o4->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:6/4 lens 608/448 e 1 to 1 dl 1550575297 ref 2 fl Rpc:eX/2/ffffffff rc 0/-1
00000100:02000400:1.0:1550575267.587885:0:2494:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0005-osc-ffff880034986800: Connection to hpcfs-OST0005 (at 172.20.0.212@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575267.587886:0:2494:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575267.587888:0:2494:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0005_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575267.587917:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0005_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575267.587920:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0005_UUID: starting recovery
00000100:00080000:0.0:1550575267.587921:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575267.587923:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: connect to NID 172.20.0.212@o2ib1 last attempt 4295245023
00000100:00080000:0.0:1550575267.587926:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0005-osc-ffff880034986800: import ffff8815dc8d8000 using connection 172.20.255.212@o2ib/172.20.0.212@o2ib1
00000100:00000400:0.0:1550575273.587319:0:2490:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575267/real 1550575267]  req@ffff8815c8f0f300 x1625895440941040/t0(0) o8->hpcfs-OST0005-osc-ffff880034986800@172.20.0.212@o2ib1:28/4 lens 520/544 e 0 to 1 dl 1550575273 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:00080000:0.0:1550575273.587341:0:2490:0:(import.c:1285:ptlrpc_connect_interpret()) ffff8815dc8d8000 hpcfs-OST0005_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1550575273.587344:0:2490:0:(import.c:1331:ptlrpc_connect_interpret()) recovery of hpcfs-OST0005_UUID on 172.20.255.212@o2ib failed (-110)
00000100:00000400:1.0:1550575274.590768:0:2493:0:(client.c:2114:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1550575267/real 1550575267]  req@ffff8815c8f0ed00 x1625895440941008/t0(0) o400->hpcfs-OST0000-osc-ffff880034986800@172.20.0.211@o2ib1:28/4 lens 224/224 e 0 to 1 dl 1550575274 ref 1 fl Rpc:XN/0/ffffffff rc 0/-1
00000100:02000400:1.0:1550575274.590776:0:2493:0:(import.c:178:ptlrpc_set_import_discon()) hpcfs-OST0000-osc-ffff880034986800: Connection to hpcfs-OST0000 (at 172.20.0.211@o2ib1) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:1.0:1550575274.590777:0:2493:0:(import.c:187:ptlrpc_set_import_discon()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1550575274.590779:0:2493:0:(import.c:413:ptlrpc_pinger_force()) hpcfs-OST0000_UUID: waking up pinger s:DISCONN
00000100:00080000:0.0:1550575274.590867:0:2495:0:(pinger.c:217:ptlrpc_pinger_process_import()) 22e5bae6-83f9-7842-3de3-1b87825e7e92->hpcfs-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1550575274.590869:0:2495:0:(recover.c:58:ptlrpc_initiate_recovery()) hpcfs-OST0000_UUID: starting recovery
00000100:00080000:0.0:1550575274.590870:0:2495:0:(import.c:675:ptlrpc_connect_import()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1550575274.590872:0:2495:0:(import.c:519:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: connect to NID 172.20.0.211@o2ib1 last attempt 4295072668
00000100:00080000:0.0:1550575274.590874:0:2495:0:(import.c:597:import_select_connection()) hpcfs-OST0000-osc-ffff880034986800: import ffff8815d7ac7000 using connection 172.20.255.211@o2ib/172.20.0.211@o2ib1
00000100:00080000:0.0:1550575274.591114:0:2490:0:(import.c:1041:ptlrpc_connect_interpret()) hpcfs-OST0000-osc-ffff880034986800: connect to target with instance 3
00000080:00080000:0.0:1550575274.591120:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:00080000:0.0:1550575274.591138:0:2490:0:(import.c:1210:ptlrpc_connect_interpret()) reconnected to hpcfs-OST0000_UUID@172.20.255.211@o2ib after partition
00000100:00080000:0.0:1550575274.591139:0:2490:0:(import.c:1228:ptlrpc_connect_interpret()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from CONNECTING to RECOVER
00000100:00080000:0.0:1550575274.591140:0:2490:0:(import.c:1536:ptlrpc_import_recovery_state_machine()) ffff8815d7ac7000 hpcfs-OST0000_UUID: changing import state from RECOVER to FULL
00000080:00080000:0.0:1550575274.591141:0:2490:0:(lcommon_misc.c:71:cl_init_ea_size()) updating def/max_easize: 72/192
00000100:02000000:0.0:1550575274.591142:0:2490:0:(import.c:1542:ptlrpc_import_recovery_state_machine()) hpcfs-OST0000-osc-ffff880034986800: Connection restored to 172.20.255.211@o2ib (at 172.20.0.211@o2ib1)
Debug log: 131569 lines, 131569 kept, 0 dropped, 0 bad.
